Started by user Jenkins Admin
Obtained pipelines/pingcap/tiflow/latest/periodics_cdc_integration_kafka_test.groovy from git https://github.com/PingCAP-QE/ci.git
Loading library tipipeline@main
Library tipipeline@main is cached. Copying from home.
[Pipeline] Start of Pipeline
[Pipeline] readTrusted
Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-hnh15
Still waiting to schedule task
Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-hnh15’
Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-hnh15 is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_249-430pk-13hk4
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
    runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "44c613d1c769ff0cd4dba3ea2923bb37c05f17cd"
    jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_249-430pk"
  name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-hnh15"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    readinessProbe:
      exec:
        command:
        - "/bin/sh"
        - "-c"
        - |
          nc -z localhost 2181 && \
          nc -z localhost 9092 && \
          echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1"
      failureThreshold: 30
      initialDelaySeconds: 10
      periodSeconds: 5
      timeoutSeconds: 2
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    - name: "LANG"
      value: "C.UTF-8"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-hnh15"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-hnh15"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-hnh15 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
[Pipeline] {
[Pipeline] stage
[Pipeline] { (Declarative: Checkout SCM)
[Pipeline] checkout
The recommended git tool is: git
No credentials specified
Cloning the remote Git repository
Using shallow clone with depth 1
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
Avoid second fetch
Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main)
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10
Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)"
 > git rev-list --no-walk b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10
[Pipeline] }
[Pipeline] // stage
[Pipeline] withEnv
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 1 hr 5 min
[Pipeline] {
[Pipeline] stage
[Pipeline] { (Debug info)
[Pipeline] sh
+ printenv
GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect
JENKINS_URL=https://do.pingcap.net/jenkins/
EXECUTOR_NUMBER=0
JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908671202189119491","prowjobid":"1fef6085-127a-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]}
_=/usr/bin/printenv
TZ=Asia/Shanghai
BUILD_ID=1908671202189119491
POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-430pk
HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-hnh15
OLDPWD=/home/jenkins
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=changes
JENKINS_NODE_COOKIE=2bef59d7-422f-4042-bcf0-50240bf34cfc
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
JAVA_HOME=/usr/lib/jvm/jre-openjdk
JOB_BASE_NAME=periodics_cdc_integration_kafka_test
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
GIT_URL=https://github.com/PingCAP-QE/ci.git
CLASSPATH=
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
FILE_SERVER_URL=http://fileserver.pingcap.net
POD_CONTAINER=golang
GOPATH=/go
BUILD_NUMBER=249
USE_BAZEL_VERSION=6.5.0
KUBERNETES_PORT=tcp://10.233.0.1:443
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
HUDSON_URL=https://do.pingcap.net/jenkins/
HOME=/home/jenkins
NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-hnh15
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
JENKINS_HOME=/var/jenkins_home
JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=tests
KUBERNETES_SERVICE_PORT_HTTPS=443
KUBERNETES_PORT_443_TCP_PORT=443
GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
HUDSON_HOME=/var/jenkins_home
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect
PROW_JOB_ID=1fef6085-127a-11f0-bebb-96e16cfa81f4
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=artifacts
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/
TERM=xterm
STAGE_NAME=Debug info
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/
BUILD_DISPLAY_NAME=#249
SHLVL=3
GIT_BRANCH=origin/main
BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249
KUBERNETES_SERVICE_PORT=443
NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-hnh15 pingcap_tiflow_periodics_cdc_integration_kafka_test_249-430pk
PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin
GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
KUBERNETES_SERVICE_HOST=10.233.0.1
JENKINS_SERVER_COOKIE=durable-efd377ac7e8b7480c4f13193dfbf23def8effdee7abb15a84564c8a4bab9aad4
+ echo -------------------------
-------------------------
+ go env
GO111MODULE=''
GOARCH='amd64'
GOBIN=''
GOCACHE='/home/jenkins/.cache/go-build'
GOENV='/home/jenkins/.config/go/env'
GOEXE=''
GOEXPERIMENT=''
GOFLAGS=''
GOHOSTARCH='amd64'
GOHOSTOS='linux'
GOINSECURE=''
GOMODCACHE='/go/pkg/mod'
GONOPROXY=''
GONOSUMDB=''
GOOS='linux'
GOPATH='/go'
GOPRIVATE=''
GOPROXY='http://goproxy.apps.svc,https://proxy.golang.org,direct'
GOROOT='/usr/local/go'
GOSUMDB='sum.golang.org'
GOTMPDIR=''
GOTOOLCHAIN='auto'
GOTOOLDIR='/usr/local/go/pkg/tool/linux_amd64'
GOVCS=''
GOVERSION='go1.23.3'
GODEBUG=''
GOTELEMETRY='local'
GOTELEMETRYDIR='/home/jenkins/.config/go/telemetry'
GCCGO='gccgo'
GOAMD64='v1'
AR='ar'
CC='gcc'
CXX='g++'
CGO_ENABLED='1'
GOMOD='/dev/null'
GOWORK=''
CGO_CFLAGS='-O2 -g'
CGO_CPPFLAGS=''
CGO_CXXFLAGS='-O2 -g'
CGO_FFLAGS='-O2 -g'
CGO_LDFLAGS='-O2 -g'
PKG_CONFIG='pkg-config'
GOGCCFLAGS='-fPIC -m64 -pthread -Wl,--no-gc-sections -fmessage-length=0 -ffile-prefix-map=/tmp/go-build1136157616=/tmp/go-build -gno-record-gcc-switches'
+ echo -------------------------
-------------------------
+ echo 'debug command: kubectl -n jenkins-tiflow exec -ti pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-hnh15 bash'
debug command: kubectl -n jenkins-tiflow exec -ti pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-hnh15 bash
[Pipeline] container
[Pipeline] {
[Pipeline] sh
+ dig github.com

; <<>> DiG 9.18.16 <<>> github.com
;; global options: +cmd
;; Got answer:
;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 62214
;; flags: qr aa rd ra; QUERY: 1, ANSWER: 2, AUTHORITY: 0, ADDITIONAL: 1

;; OPT PSEUDOSECTION:
; EDNS: version: 0, flags:; udp: 1232
; COOKIE: 9cf699e0e61c065e (echoed)
;; QUESTION SECTION:
;github.com.			IN	A

;; ANSWER SECTION:
github.com.		12	IN	A	20.27.177.113
github.com.		12	IN	A	20.205.243.166

;; Query time: 0 msec
;; SERVER: 169.254.25.10#53(169.254.25.10) (UDP)
;; WHEN: Sun Apr 06 00:01:29 UTC 2025
;; MSG SIZE  rcvd: 103

[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // stage
[Pipeline] stage
[Pipeline] { (Checkout)
[Pipeline] timeout
Timeout set to expire in 10 min
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] cache
Cache restored successfully (git/pingcap/tiflow/rev-master)
192245760 bytes in 0.81 secs (237013491 bytes/sec)
[Pipeline] {
[Pipeline] retry
[Pipeline] {
[Pipeline] script
[Pipeline] {
[Pipeline] echo
computeBranchFromPR component: tiflow, prTargetBranch: master, prTitle: , trunkBranch: master
[Pipeline] sh
git version 2.43.5
Reinitialized existing Git repository in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/.git/
.git
HEAD is now at 4c631d595 kafka(ticdc): ddl sink close the underline sink if send ddl or checkpoint failed and refactor the kafka ddl sink (#12112)
POST git-upload-pack (383 bytes)
From https://github.com/pingcap/tiflow
 = [up to date]          master     -> origin/master
HEAD is now at 4c631d595 kafka(ticdc): ddl sink close the underline sink if send ddl or checkpoint failed and refactor the kafka ddl sink (#12112)
4c631d5951854ac91765b729fe3849d8e8d5ed8a
4c631d595 kafka(ticdc): ddl sink close the underline sink if send ddl or checkpoint failed and refactor the kafka ddl sink (#12112)
3cf60079e codec(ticdc): modify DDL type support about debezium protocol (#12113)
9ed3d76c5 consumer(ticdc): adjust consumer log level (#12092)
✅ Checkout master 🎉
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
✅ ~~~~~ All done. ~~~~~~
[Pipeline] }
[Pipeline] // script
[Pipeline] }
[Pipeline] // retry
[Pipeline] }
Cache not saved (git/pingcap/tiflow/rev-master already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] stage
[Pipeline] { (prepare)
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/third_party_download
[Pipeline] {
[Pipeline] script
[Pipeline] {
[Pipeline] retry
[Pipeline] {
[Pipeline] sh
+ export TIDB_BRANCH=master
+ TIDB_BRANCH=master
+ export PD_BRANCH=master
+ PD_BRANCH=master
+ export TIKV_BRANCH=master
+ TIKV_BRANCH=master
+ export TIFLASH_BRANCH=master
+ TIFLASH_BRANCH=master
+ cd ../tiflow
+ ./scripts/download-integration-test-binaries.sh master
Downloading binaries...
>>> Downloading tidb-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tidb/d9fb3a53376157be49b5a7941e6e689a33c81eb0/centos7/tidb-server.tar.gz
2025-04-06 08:01:52 URL:http://fileserver.pingcap.net/download/builds/pingcap/tidb/d9fb3a53376157be49b5a7941e6e689a33c81eb0/centos7/tidb-server.tar.gz [620275338/620275338] -> "tmp/tidb-server.tar.gz" [1]
>>> Downloading pd-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/pd/9d6bbb8529d9d2acb9cf324a65e94ece465f6346/centos7/pd-server.tar.gz
2025-04-06 08:02:11 URL:http://fileserver.pingcap.net/download/builds/pingcap/pd/9d6bbb8529d9d2acb9cf324a65e94ece465f6346/centos7/pd-server.tar.gz [228444265/228444265] -> "tmp/pd-server.tar.gz" [1]
>>> Downloading tikv-server.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tikv/3eb3439fd88f0db9de06ef92e845e80b32c9b49a/centos7/tikv-server.tar.gz
2025-04-06 08:02:40 URL:http://fileserver.pingcap.net/download/builds/pingcap/tikv/3eb3439fd88f0db9de06ef92e845e80b32c9b49a/centos7/tikv-server.tar.gz [817400808/817400808] -> "tmp/tikv-server.tar.gz" [1]
>>> Downloading tiflash.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/tiflash/master/8ecb79fcf30098e6786f4d0440ead2a879a3ad4a/centos7/tiflash.tar.gz
2025-04-06 08:03:08 URL:http://fileserver.pingcap.net/download/builds/pingcap/tiflash/master/8ecb79fcf30098e6786f4d0440ead2a879a3ad4a/centos7/tiflash.tar.gz [553235170/553235170] -> "tmp/tiflash.tar.gz" [1]
>>> Downloading minio.tar.gz from http://fileserver.pingcap.net/download/minio.tar.gz
2025-04-06 08:03:15 URL:http://fileserver.pingcap.net/download/minio.tar.gz [17718777/17718777] -> "tmp/minio.tar.gz" [1]
>>> Downloading etcd.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/cdc/etcd-v3.4.7-linux-amd64.tar.gz
2025-04-06 08:03:16 URL:http://fileserver.pingcap.net/download/builds/pingcap/cdc/etcd-v3.4.7-linux-amd64.tar.gz [17310840/17310840] -> "tmp/etcd.tar.gz" [1]
>>> Downloading schema-registry.tar.gz from http://fileserver.pingcap.net/download/builds/pingcap/cdc/schema-registry.tar.gz
2025-04-06 08:03:25 URL:http://fileserver.pingcap.net/download/builds/pingcap/cdc/schema-registry.tar.gz [278386006/278386006] -> "tmp/schema-registry.tar.gz" [1]
>>> Downloading go-ycsb from http://fileserver.pingcap.net/download/builds/pingcap/go-ycsb/test-br/go-ycsb
2025-04-06 08:03:29 URL:http://fileserver.pingcap.net/download/builds/pingcap/go-ycsb/test-br/go-ycsb [45975512/45975512] -> "third_bin/go-ycsb" [1]
>>> Downloading jq from http://fileserver.pingcap.net/download/builds/pingcap/test/jq-1.6/jq-linux64
2025-04-06 08:03:29 URL:http://fileserver.pingcap.net/download/builds/pingcap/test/jq-1.6/jq-linux64 [3953824/3953824] -> "third_bin/jq" [1]
Download SUCCESS
+ ls -alh ./bin
total 2.0G
drwxr-sr-x  6 jenkins jenkins 4.0K Apr  6 08:03 .
drwxr-sr-x 19 jenkins jenkins 4.0K Apr  6 08:03 ..
drwxr-sr-x  2 jenkins jenkins 4.0K May 19  2023 bin
drwxr-sr-x  4 jenkins jenkins 4.0K May 10  2023 etc
-rwxr-xr-x  1 jenkins jenkins  17M Apr  2  2020 etcdctl
-rwxr-xr-x  1 jenkins jenkins  44M Apr  6 08:03 go-ycsb
-rwxr-xr-x  1 jenkins jenkins 3.8M Apr  6 08:03 jq
drwxr-sr-x  3 jenkins jenkins 4.0K May 10  2023 lib
lrwxrwxrwx  1 jenkins jenkins   13 Apr  3 12:33 libc++.so.1 -> libc++.so.1.0
-rwxr-xr-x  1 jenkins jenkins 1.2M Dec 18  2023 libc++.so.1.0
lrwxrwxrwx  1 jenkins jenkins   16 Apr  3 12:33 libc++abi.so.1 -> libc++abi.so.1.0
-rwxr-xr-x  1 jenkins jenkins 353K Dec 18  2023 libc++abi.so.1.0
lrwxrwxrwx  1 jenkins jenkins   13 Apr  3 12:33 libgmssl.so -> libgmssl.so.3
lrwxrwxrwx  1 jenkins jenkins   15 Apr  3 12:33 libgmssl.so.3 -> libgmssl.so.3.0
-rwxr-xr-x  1 jenkins jenkins 2.2M Apr  3 11:49 libgmssl.so.3.0
-rwxr-xr-x  1 jenkins jenkins 346M Apr  3 12:34 libtiflash_proxy.so
-rwxr-xr-x  1 jenkins jenkins  50M Jul 29  2020 minio
-rwxr-xr-x  1 jenkins jenkins  41M Apr  3 15:30 pd-api-bench
-rwxr-xr-x  1 jenkins jenkins  44M Apr  3 15:29 pd-ctl
-rwxr-xr-x  1 jenkins jenkins  40M Apr  3 15:30 pd-heartbeat-bench
-rwxr-xr-x  1 jenkins jenkins  35M Apr  3 15:29 pd-recover
-rwxr-xr-x  1 jenkins jenkins  37M Apr  3 15:30 pd-region-bench
-rwxr-xr-x  1 jenkins jenkins 115M Apr  3 15:29 pd-server
-rwxr-xr-x  1 jenkins jenkins  37M Apr  3 15:30 pd-tso-bench
-rwxr-xr-x  1 jenkins jenkins  15M Apr  3 15:30 pd-ut
-rwxr-xr-x  1 jenkins jenkins  35M Apr  3 15:30 regions-dump
drwxr-sr-x  4 jenkins jenkins 4.0K May 10  2023 share
-rwxr-xr-x  1 jenkins jenkins  35M Apr  3 15:30 stores-dump
-rwxr-xr-x  1 jenkins jenkins 241M Apr  3 19:14 tidb-server
-rwxr-xr-x  1 jenkins jenkins 443M Apr  3 12:33 tiflash
-rwxr-xr-x  1 jenkins jenkins 373M Apr  2 11:56 tikv-server
-rwxr-xr-x  1 jenkins jenkins 2.3M Apr  3 15:30 xprog
+ make check_third_party_binary
go: downloading go1.23.4 (linux/amd64)
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/tidb-server
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/tikv-server
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/pd-server
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/tiflash
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/pd-ctl
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/go-ycsb
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/etcdctl
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/jq
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/minio
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/bin/schema-registry-start
+ cd -
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/third_party_download
+ mkdir -p bin
+ mv ../tiflow/bin/bin ../tiflow/bin/etc ../tiflow/bin/etcdctl ../tiflow/bin/go-ycsb ../tiflow/bin/jq ../tiflow/bin/lib ../tiflow/bin/libc++.so.1 ../tiflow/bin/libc++.so.1.0 ../tiflow/bin/libc++abi.so.1 ../tiflow/bin/libc++abi.so.1.0 ../tiflow/bin/libgmssl.so ../tiflow/bin/libgmssl.so.3 ../tiflow/bin/libgmssl.so.3.0 ../tiflow/bin/libtiflash_proxy.so ../tiflow/bin/minio ../tiflow/bin/pd-api-bench ../tiflow/bin/pd-ctl ../tiflow/bin/pd-heartbeat-bench ../tiflow/bin/pd-recover ../tiflow/bin/pd-region-bench ../tiflow/bin/pd-server ../tiflow/bin/pd-tso-bench ../tiflow/bin/pd-ut ../tiflow/bin/regions-dump ../tiflow/bin/share ../tiflow/bin/stores-dump ../tiflow/bin/tidb-server ../tiflow/bin/tiflash ../tiflow/bin/tikv-server ../tiflow/bin/xprog ./bin/
+ ls -alh ./bin
total 2.0G
drwxr-sr-x 6 jenkins jenkins 4.0K Apr  6 08:03 .
drwxr-sr-x 3 jenkins jenkins 4.0K Apr  6 08:03 ..
drwxr-sr-x 2 jenkins jenkins 4.0K May 19  2023 bin
drwxr-sr-x 4 jenkins jenkins 4.0K May 10  2023 etc
-rwxr-xr-x 1 jenkins jenkins  17M Apr  2  2020 etcdctl
-rwxr-xr-x 1 jenkins jenkins  44M Apr  6 08:03 go-ycsb
-rwxr-xr-x 1 jenkins jenkins 3.8M Apr  6 08:03 jq
drwxr-sr-x 3 jenkins jenkins 4.0K May 10  2023 lib
lrwxrwxrwx 1 jenkins jenkins   13 Apr  3 12:33 libc++.so.1 -> libc++.so.1.0
-rwxr-xr-x 1 jenkins jenkins 1.2M Dec 18  2023 libc++.so.1.0
lrwxrwxrwx 1 jenkins jenkins   16 Apr  3 12:33 libc++abi.so.1 -> libc++abi.so.1.0
-rwxr-xr-x 1 jenkins jenkins 353K Dec 18  2023 libc++abi.so.1.0
lrwxrwxrwx 1 jenkins jenkins   13 Apr  3 12:33 libgmssl.so -> libgmssl.so.3
lrwxrwxrwx 1 jenkins jenkins   15 Apr  3 12:33 libgmssl.so.3 -> libgmssl.so.3.0
-rwxr-xr-x 1 jenkins jenkins 2.2M Apr  3 11:49 libgmssl.so.3.0
-rwxr-xr-x 1 jenkins jenkins 346M Apr  3 12:34 libtiflash_proxy.so
-rwxr-xr-x 1 jenkins jenkins  50M Jul 29  2020 minio
-rwxr-xr-x 1 jenkins jenkins  41M Apr  3 15:30 pd-api-bench
-rwxr-xr-x 1 jenkins jenkins  44M Apr  3 15:29 pd-ctl
-rwxr-xr-x 1 jenkins jenkins  40M Apr  3 15:30 pd-heartbeat-bench
-rwxr-xr-x 1 jenkins jenkins  35M Apr  3 15:29 pd-recover
-rwxr-xr-x 1 jenkins jenkins  37M Apr  3 15:30 pd-region-bench
-rwxr-xr-x 1 jenkins jenkins 115M Apr  3 15:29 pd-server
-rwxr-xr-x 1 jenkins jenkins  37M Apr  3 15:30 pd-tso-bench
-rwxr-xr-x 1 jenkins jenkins  15M Apr  3 15:30 pd-ut
-rwxr-xr-x 1 jenkins jenkins  35M Apr  3 15:30 regions-dump
drwxr-sr-x 4 jenkins jenkins 4.0K May 10  2023 share
-rwxr-xr-x 1 jenkins jenkins  35M Apr  3 15:30 stores-dump
-rwxr-xr-x 1 jenkins jenkins 241M Apr  3 19:14 tidb-server
-rwxr-xr-x 1 jenkins jenkins 443M Apr  3 12:33 tiflash
-rwxr-xr-x 1 jenkins jenkins 373M Apr  2 11:56 tikv-server
-rwxr-xr-x 1 jenkins jenkins 2.3M Apr  3 15:30 xprog
+ ./bin/tidb-server -V
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
+ ./bin/pd-server -V
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
+ ./bin/tikv-server -V
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
+ ./bin/tiflash --version
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
[Pipeline] }
[Pipeline] // retry
[Pipeline] }
[Pipeline] // script
[Pipeline] }
[Pipeline] // dir
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] sh
+ ls -alh ./bin
total 8.0K
drwxr-sr-x  2 jenkins jenkins 4.0K Apr  6 08:03 .
drwxr-sr-x 19 jenkins jenkins 4.0K Apr  6 08:03 ..
+ '[' -f ./bin/cdc ']'
+ make cdc
CGO_ENABLED=0 GO111MODULE=on go build  -trimpath  -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-06 00:03:35" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc ./cmd/cdc
go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a
go: downloading github.com/fatih/color v1.18.0
go: downloading google.golang.org/grpc v1.64.0
go: downloading golang.org/x/net v0.33.0
go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86
go: downloading github.com/IBM/sarama v1.41.2
go: downloading github.com/spf13/cobra v1.8.1
go: downloading go.uber.org/zap v1.27.0
go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20241223052309-3735ed55a394
go: downloading github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c
go: downloading github.com/dustin/go-humanize v1.0.1
go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5
go: downloading github.com/spf13/pflag v1.0.5
go: downloading github.com/pingcap/kvproto v0.0.0-20241120022153-92b0414aeed8
go: downloading github.com/xdg/scram v1.0.5
go: downloading github.com/prometheus/client_golang v1.20.5
go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20241209094930-06d7f4b9233b
go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f
go: downloading golang.org/x/sync v0.10.0
go: downloading github.com/tikv/pd/client v0.0.0-20241111073742-238d4d79ea31
go: downloading github.com/coreos/go-semver v0.3.1
go: downloading github.com/gin-gonic/gin v1.9.1
go: downloading github.com/go-sql-driver/mysql v1.7.1
go: downloading github.com/gogo/protobuf v1.3.2
go: downloading github.com/google/uuid v1.6.0
go: downloading go.etcd.io/etcd/client/v3 v3.5.12
go: downloading go.etcd.io/etcd/server/v3 v3.5.12
go: downloading golang.org/x/time v0.7.0
go: downloading github.com/soheilhy/cmux v0.1.5
go: downloading go.uber.org/atomic v1.11.0
go: downloading github.com/tinylib/msgp v1.1.6
go: downloading go.uber.org/multierr v1.11.0
go: downloading github.com/cockroachdb/pebble v1.1.0
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.16.0
go: downloading cloud.google.com/go/storage v1.39.1
go: downloading github.com/KimMachineGun/automemlimit v0.2.4
go: downloading github.com/aws/aws-sdk-go v1.55.5
go: downloading github.com/json-iterator/go v1.1.12
go: downloading github.com/shirou/gopsutil/v3 v3.24.5
go: downloading github.com/cenkalti/backoff/v4 v4.2.1
go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20241223052309-3735ed55a394
go: downloading github.com/stretchr/testify v1.10.0
go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b
go: downloading github.com/benbjohnson/clock v1.1.0
go: downloading go.etcd.io/etcd/api/v3 v3.5.12
go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12
go: downloading github.com/swaggo/files v0.0.0-20210815190702-a29dd2bc99b2
go: downloading github.com/swaggo/gin-swagger v1.2.0
go: downloading github.com/google/btree v1.1.2
go: downloading github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0
go: downloading github.com/goccy/go-json v0.10.2
go: downloading github.com/apache/pulsar-client-go v0.11.0
go: downloading github.com/aws/aws-sdk-go-v2 v1.19.1
go: downloading cloud.google.com/go v0.112.2
go: downloading github.com/gavv/monotime v0.0.0-20190418164738-30dba4353424
go: downloading github.com/pingcap/tidb-dashboard v0.0.0-20240326110213-9768844ff5d7
go: downloading github.com/uber-go/atomic v1.4.0
go: downloading github.com/modern-go/reflect2 v1.0.2
go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2
go: downloading golang.org/x/sys v0.28.0
go: downloading github.com/r3labs/diff v1.1.0
go: downloading github.com/DATA-DOG/go-sqlmock v1.5.0
go: downloading github.com/imdario/mergo v0.3.16
go: downloading github.com/mattn/go-colorable v0.1.13
go: downloading github.com/mattn/go-isatty v0.0.20
go: downloading github.com/hashicorp/golang-lru v0.5.1
go: downloading github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475
go: downloading golang.org/x/oauth2 v0.24.0
go: downloading github.com/jcmturner/gokrb5/v8 v8.4.4
go: downloading github.com/segmentio/kafka-go v0.4.41-0.20230526171612-f057b1d369cd
go: downloading github.com/klauspost/compress v1.17.9
go: downloading github.com/pierrec/lz4/v4 v4.1.18
go: downloading github.com/robfig/cron v1.2.0
go: downloading go.etcd.io/etcd/pkg/v3 v3.5.12
go: downloading github.com/xdg/stringprep v1.0.3
go: downloading golang.org/x/crypto v0.31.0
go: downloading github.com/swaggo/swag v1.16.3
go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1
go: downloading github.com/containerd/cgroups v1.0.4
go: downloading github.com/golang/mock v1.6.0
go: downloading github.com/golang/protobuf v1.5.4
go: downloading github.com/philhofer/fwd v1.1.1
go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda
go: downloading github.com/coreos/go-systemd/v22 v22.5.0
go: downloading github.com/gin-contrib/sse v0.1.0
go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd
go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda
go: downloading github.com/prometheus/client_model v0.6.1
go: downloading github.com/prometheus/common v0.61.0
go: downloading github.com/beorn7/perks v1.0.1
go: downloading github.com/cespare/xxhash/v2 v2.3.0
go: downloading github.com/prometheus/procfs v0.15.1
go: downloading google.golang.org/protobuf v1.35.2
go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc
go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2
go: downloading github.com/stretchr/objx v0.5.2
go: downloading github.com/eapache/go-resiliency v1.4.0
go: downloading github.com/eapache/go-xerial-snappy v0.0.0-20230731223053-c322873962e3
go: downloading github.com/eapache/queue v1.1.0
go: downloading github.com/hashicorp/go-multierror v1.1.1
go: downloading github.com/jcmturner/gofork v1.7.6
go: downloading golang.org/x/term v0.27.0
go: downloading github.com/go-playground/validator/v10 v10.14.0
go: downloading github.com/pelletier/go-toml/v2 v2.0.8
go: downloading github.com/ugorji/go/codec v1.2.11
go: downloading gopkg.in/yaml.v3 v3.0.1
go: downloading github.com/go-mysql-org/go-mysql v1.9.1
go: downloading github.com/pingcap/check v0.0.0-20211026125417-57bd13f7b5f0
go: downloading github.com/pkg/errors v0.9.1
go: downloading github.com/opentracing/opentracing-go v1.2.0
go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a
go: downloading cloud.google.com/go/compute/metadata v0.3.0
go: downloading cloud.google.com/go/iam v1.1.7
go: downloading github.com/googleapis/gax-go/v2 v2.12.3
go: downloading google.golang.org/api v0.170.0
go: downloading github.com/aws/smithy-go v1.13.5
go: downloading github.com/bits-and-blooms/bitset v1.14.3
go: downloading github.com/linkedin/goavro/v2 v2.11.1
go: downloading github.com/sirupsen/logrus v1.9.3
go: downloading github.com/grpc-ecosystem/grpc-gateway v1.16.0
go: downloading github.com/tmc/grpc-websocket-proxy v0.0.0-20220101234140-673ab2c3ae75
go: downloading go.etcd.io/bbolt v1.3.9
go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0
go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracegrpc v1.22.0
go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.22.0
go: downloading go.opentelemetry.io/otel v1.24.0
go: downloading go.opentelemetry.io/otel/sdk v1.24.0
go: downloading sigs.k8s.io/yaml v1.4.0
go: downloading github.com/jcmturner/dnsutils/v2 v2.0.0
go: downloading github.com/AthenZ/athenz v1.10.39
go: downloading github.com/hashicorp/go-uuid v1.0.3
go: downloading github.com/tklauser/go-sysconf v0.3.12
go: downloading github.com/joomcode/errorx v1.0.1
go: downloading gorm.io/gorm v1.25.11
go: downloading golang.org/x/text v0.21.0
go: downloading github.com/xdg-go/scram v1.1.2
go: downloading github.com/docker/go-units v0.5.0
go: downloading github.com/cakturk/go-netstat v0.0.0-20200220111822-e5b49efee7a5
go: downloading github.com/godbus/dbus/v5 v5.0.4
go: downloading github.com/opencontainers/runtime-spec v1.0.2
go: downloading github.com/cilium/ebpf v0.4.0
go: downloading github.com/godbus/dbus v0.0.0-20190726142602-4481cbc300e2
go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0
go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291
go: downloading github.com/KyleBanks/depth v1.2.1
go: downloading github.com/go-openapi/spec v0.21.0
go: downloading golang.org/x/tools v0.28.0
go: downloading github.com/hashicorp/errwrap v1.0.0
go: downloading github.com/golang/snappy v0.0.4
go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822
go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0
go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548
go: downloading github.com/twmb/murmur3 v1.1.6
go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da
go: downloading github.com/cloudfoundry/gosigar v1.3.6
go: downloading github.com/pierrec/lz4 v2.6.1+incompatible
go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0
go: downloading github.com/aws/aws-sdk-go-v2/config v1.18.30
go: downloading github.com/aws/aws-sdk-go-v2/credentials v1.13.29
go: downloading github.com/aws/aws-sdk-go-v2/service/glue v1.58.1
go: downloading github.com/jarcoal/httpmock v1.2.0
go: downloading github.com/mailru/easyjson v0.7.7
go: downloading github.com/gabriel-vasile/mimetype v1.4.2
go: downloading github.com/go-playground/universal-translator v0.18.1
go: downloading github.com/leodido/go-urn v1.2.4
go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac
go: downloading go.opentelemetry.io/otel/trace v1.24.0
go: downloading github.com/Masterminds/semver v1.5.0
go: downloading github.com/siddontang/go-log v0.0.0-20180807004314-8d05993dda07
go: downloading github.com/siddontang/go v0.0.0-20180604090527-bdc77568d726
go: downloading github.com/cockroachdb/errors v1.11.1
go: downloading github.com/cockroachdb/redact v1.1.5
go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06
go: downloading github.com/spaolacci/murmur3 v1.1.0
go: downloading golang.org/x/mod v0.22.0
go: downloading github.com/gorilla/websocket v1.5.1
go: downloading go.etcd.io/etcd/raft/v3 v3.5.12
go: downloading github.com/xiang90/probing v0.0.0-20221125231312-a49e3df8f510
go: downloading github.com/jonboulle/clockwork v0.4.0
go: downloading go.opentelemetry.io/otel/metric v1.24.0
go: downloading go.opentelemetry.io/proto/otlp v1.1.0
go: downloading github.com/99designs/keyring v1.2.1
go: downloading github.com/jcmturner/aescts/v2 v2.0.0
go: downloading github.com/jcmturner/rpc/v2 v2.0.3
go: downloading github.com/tklauser/numcpus v0.6.1
go: downloading github.com/edwingeng/deque v0.0.0-20191220032131-8596380dee17
go: downloading github.com/jinzhu/now v1.1.5
go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible
go: downloading github.com/shopspring/decimal v1.3.0
go: downloading github.com/xdg-go/stringprep v1.0.4
go: downloading github.com/xdg-go/pbkdf2 v1.0.0
go: downloading github.com/go-openapi/jsonpointer v0.21.0
go: downloading github.com/go-openapi/swag v0.23.0
go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989
go: downloading github.com/go-openapi/jsonreference v0.21.0
go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec
go: downloading github.com/aws/aws-sdk-go-v2/internal/ini v1.3.37
go: downloading github.com/aws/aws-sdk-go-v2/service/sso v1.12.14
go: downloading github.com/aws/aws-sdk-go-v2/service/ssooidc v1.14.14
go: downloading github.com/aws/aws-sdk-go-v2/service/sts v1.20.1
go: downloading github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.13.6
go: downloading github.com/aws/aws-sdk-go-v2/internal/configsources v1.1.36
go: downloading github.com/go-logr/logr v1.4.1
go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0
go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0
go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581
go: downloading github.com/go-resty/resty/v2 v2.11.0
go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9
go: downloading github.com/coocood/freecache v1.2.1
go: downloading github.com/pingcap/tipb v0.0.0-20241105053214-f91fdb81a69e
go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7
go: downloading github.com/golang-jwt/jwt/v4 v4.5.1
go: downloading go.etcd.io/etcd/client/v2 v2.305.12
go: downloading github.com/otiai10/copy v1.2.0
go: downloading github.com/gorilla/mux v1.8.1
go: downloading github.com/go-logr/stdr v1.2.2
go: downloading github.com/blacktear23/go-proxyprotocol v1.0.6
go: downloading github.com/pingcap/fn v1.0.0
go: downloading github.com/jinzhu/inflection v1.0.0
go: downloading github.com/tidwall/btree v1.7.0
go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17
go: downloading github.com/spkg/bom v1.0.0
go: downloading github.com/carlmjohnson/flagext v0.21.0
go: downloading github.com/qri-io/jsonschema v0.2.1
go: downloading github.com/tiancaiamao/appdash v0.0.0-20181126055449-889f96f722a2
go: downloading github.com/sourcegraph/appdash-data v0.0.0-20151005221446-73f23eafcf67
go: downloading github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.4.30
go: downloading github.com/ardielle/ardielle-go v1.5.2
go: downloading github.com/go-playground/locales v0.14.1
go: downloading github.com/dgraph-io/ristretto v0.1.1
go: downloading github.com/opentracing/basictracer-go v1.1.0
go: downloading gopkg.in/yaml.v2 v2.4.0
go: downloading go.uber.org/mock v0.4.0
go: downloading github.com/jfcg/sorty/v2 v2.1.0
go: downloading github.com/dvsekhvalnov/jose2go v1.5.0
go: downloading github.com/gsterjov/go-libsecret v0.0.0-20161001094733-a6f4afe4910c
go: downloading github.com/mtibben/percent v0.2.1
go: downloading github.com/dolthub/swiss v0.2.1
go: downloading github.com/influxdata/tdigest v0.0.1
go: downloading github.com/jellydator/ttlcache/v3 v3.0.1
go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21
go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2
go: downloading github.com/cheggaaa/pb/v3 v3.0.8
go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22
go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0
go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef
go: downloading github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.9.30
go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117
go: downloading github.com/grpc-ecosystem/grpc-gateway/v2 v2.19.1
go: downloading github.com/google/pprof v0.0.0-20241001023024-f4c0cfd0cf1d
go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df
go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2
go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2
go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f
go: downloading github.com/dolthub/maphash v0.1.0
go: downloading github.com/pingcap/badger v1.5.1-0.20241015064302-38533b6cbf8d
go: downloading github.com/vbauerster/mpb/v7 v7.5.3
go: downloading github.com/jfcg/sixb v1.3.8
go: downloading github.com/robfig/cron/v3 v3.0.1
go: downloading github.com/josharian/intern v1.0.0
go: downloading github.com/VividCortex/ewma v1.2.0
go: downloading github.com/mattn/go-runewidth v0.0.16
go: downloading github.com/apache/thrift v0.16.0
go: downloading k8s.io/api v0.29.11
go: downloading github.com/emirpasic/gods v1.18.1
go: downloading github.com/apache/arrow/go/v12 v12.0.1
go: downloading github.com/goccy/go-reflect v1.2.0
go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358
go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4
go: downloading cloud.google.com/go/kms v1.15.8
go: downloading github.com/rivo/uniseg v0.4.7
go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da
go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d
go: downloading github.com/golang/glog v1.2.0
go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b
go: downloading github.com/getsentry/sentry-go v0.27.0
go: downloading github.com/kr/pretty v0.3.1
go: downloading github.com/kylelemons/godebug v1.1.0
go: downloading github.com/golang-jwt/jwt/v5 v5.2.1
go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c
go: downloading github.com/qri-io/jsonpointer v0.1.1
go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible
go: downloading github.com/kr/text v0.2.0
go: downloading github.com/rogpeppe/go-internal v1.13.1
go: downloading github.com/lestrrat-go/option v1.0.1
go: downloading github.com/lestrrat-go/httprc v1.0.5
go: downloading github.com/lestrrat-go/iter v1.0.2
go: downloading github.com/lestrrat-go/blackmagic v1.0.2
go: downloading github.com/lestrrat-go/httpcc v1.0.1
go: downloading github.com/ncw/directio v1.0.5
go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64
go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2
go: downloading github.com/klauspost/cpuid v1.3.1
go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028
go: downloading github.com/google/flatbuffers v2.0.8+incompatible
go: downloading github.com/zeebo/xxh3 v1.0.2
go: downloading github.com/andybalholm/brotli v1.0.5
go: downloading github.com/klauspost/cpuid/v2 v2.2.4
go: downloading k8s.io/apimachinery v0.29.11
go: downloading gopkg.in/inf.v0 v0.9.1
go: downloading k8s.io/klog/v2 v2.120.1
go: downloading github.com/google/gofuzz v1.2.0
go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd
go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1
go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b
go: downloading github.com/jmespath/go-jmespath v0.4.0
go: downloading github.com/google/s2a-go v0.1.7
go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2
go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0
go: downloading github.com/felixge/httpsnoop v1.0.4
+ '[' -f ./bin/cdc_kafka_consumer ']'
+ make kafka_consumer
CGO_ENABLED=1 GO111MODULE=on go build  -trimpath  -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-06 00:05:44" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc_kafka_consumer ./cmd/kafka-consumer
go: downloading github.com/confluentinc/confluent-kafka-go/v2 v2.3.0
go: downloading github.com/DataDog/zstd v1.5.5
+ '[' -f ./bin/cdc_storage_consumer ']'
+ make storage_consumer
CGO_ENABLED=0 GO111MODULE=on go build  -trimpath  -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-06 00:07:44" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc_storage_consumer ./cmd/storage-consumer/main.go
+ '[' -f ./bin/cdc.test ']'
+ make integration_test_build
cd tools/check && GO111MODULE=on go build -mod=mod -o ../bin/failpoint-ctl github.com/pingcap/failpoint/failpoint-ctl
go: downloading github.com/pingcap/failpoint v0.0.0-20210316064728-7acb0f0a3dfd
go: downloading github.com/sergi/go-diff v1.1.0
CGO_ENABLED=0 GO111MODULE=on go build  -trimpath  -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-06 00:07:52" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc_storage_consumer ./cmd/storage-consumer/main.go
CGO_ENABLED=1 GO111MODULE=on go build  -trimpath  -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-06 00:07:52" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc_kafka_consumer ./cmd/kafka-consumer
CGO_ENABLED=0 GO111MODULE=on go build  -trimpath  -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-06 00:07:52" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc_pulsar_consumer ./cmd/pulsar-consumer/main.go
CGO_ENABLED=0 GO111MODULE=on go build  -trimpath  -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-06 00:07:52" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/oauth2-server ./cmd/oauth2-server/main.go
go: downloading github.com/go-oauth2/oauth2/v4 v4.5.2
go: downloading github.com/tidwall/buntdb v1.3.0
go: downloading github.com/tidwall/rtred v0.1.2
go: downloading github.com/tidwall/grect v0.1.4
go: downloading github.com/tidwall/match v1.1.1
go: downloading github.com/tidwall/gjson v1.14.3
go: downloading github.com/tidwall/tinyqueue v0.1.1
go: downloading github.com/tidwall/pretty v1.2.0
CGO_ENABLED=0 GO111MODULE=on go build  -trimpath  -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-06 00:07:52" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/sync_diff_inspector ./sync_diff_inspector
go: downloading github.com/olekukonko/tablewriter v0.0.5
$(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl enable >/dev/null)
go: downloading github.com/PingCAP-QE/go-sqlsmith v0.0.0-20241224111350-ad2e4f976c7c
go: downloading github.com/chzyer/readline v1.5.1
go: downloading github.com/deepmap/oapi-codegen v1.9.0
go: downloading github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510
go: downloading github.com/getkin/kin-openapi v0.80.0
go: downloading github.com/gogo/gateway v1.1.0
go: downloading github.com/syndtr/goleveldb v1.0.1-0.20210305035536-64b5b1c73954
go: downloading github.com/mattn/go-shellwords v1.0.12
go: downloading go.uber.org/dig v1.13.0
go: downloading go.uber.org/ratelimit v0.2.0
go: downloading github.com/VividCortex/mysqlerr v1.0.0
go: downloading github.com/glebarez/go-sqlite v1.21.2
go: downloading github.com/go-ozzo/ozzo-validation/v4 v4.3.0
go: downloading github.com/glebarez/sqlite v1.7.0
go: downloading gorm.io/driver/mysql v1.5.7
go: downloading github.com/shurcooL/httpgzip v0.0.0-20190720172056-320755c1c1b0
go: downloading github.com/andres-erbsen/clock v0.0.0-20160526145045-9e14626cd129
go: downloading go.uber.org/goleak v1.3.0
go: downloading modernc.org/libc v1.37.1
go: downloading modernc.org/sqlite v1.27.0
go: downloading github.com/ngaut/log v0.0.0-20210830112240-0124ec040aeb
go: downloading github.com/bradleyjkemp/grpc-tools v0.2.5
go: downloading github.com/integralist/go-findroot v0.0.0-20160518114804-ac90681525dc
go: downloading github.com/jmoiron/sqlx v1.3.3
go: downloading upper.io/db.v3 v3.7.1+incompatible
go: downloading github.com/ghodss/yaml v1.0.0
go: downloading github.com/improbable-eng/grpc-web v0.12.0
go: downloading github.com/rs/cors v1.7.0
go: downloading github.com/desertbit/timer v0.0.0-20180107155436-c41aec40b27f
go: downloading modernc.org/memory v1.7.2
go: downloading modernc.org/mathutil v1.6.0
CGO_ENABLED=1 GO111MODULE=on go test -p 3 --race --tags=intest -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-06 00:07:52" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -c -cover -covermode=atomic \
	-coverpkg=github.com/pingcap/tiflow/... \
	-o bin/cdc.test github.com/pingcap/tiflow/cmd/cdc \
|| { $(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl disable >/dev/null); exit 1; }
CGO_ENABLED=0 GO111MODULE=on go build  -trimpath  -ldflags '-X "github.com/pingcap/tiflow/pkg/version.ReleaseVersion=v9.0.0-beta.1-9-g4c631d595" -X "github.com/pingcap/tiflow/pkg/version.BuildTS=2025-04-06 00:07:52" -X "github.com/pingcap/tiflow/pkg/version.GitHash=4c631d5951854ac91765b729fe3849d8e8d5ed8a" -X "github.com/pingcap/tiflow/pkg/version.GitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v9.0.0-beta.1-9-g4c631d595"' -o bin/cdc ./cmd/cdc/main.go \
|| { $(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl disable >/dev/null); exit 1; }
$(echo $(for p in $(go list ./... | grep -vE 'vendor|proto|tiflow/tests|integration|testing_utils|pb|pbmock|tiflow/bin'); do echo ${p#"github.com/pingcap/tiflow/"}|grep -v "github.com/pingcap/tiflow"; done) | xargs tools/bin/failpoint-ctl disable >/dev/null)
+ ls -alh ./bin
total 1.4G
drwxr-sr-x  2 jenkins jenkins 4.0K Apr  6 08:13 .
drwxr-sr-x 19 jenkins jenkins 4.0K Apr  6 08:03 ..
-rwxr-xr-x  1 jenkins jenkins 231M Apr  6 08:13 cdc
-rwxr-xr-x  1 jenkins jenkins 364M Apr  6 08:12 cdc.test
-rwxr-xr-x  1 jenkins jenkins 269M Apr  6 08:08 cdc_kafka_consumer
-rwxr-xr-x  1 jenkins jenkins 200M Apr  6 08:08 cdc_pulsar_consumer
-rwxr-xr-x  1 jenkins jenkins 199M Apr  6 08:08 cdc_storage_consumer
-rwxr-xr-x  1 jenkins jenkins  13M Apr  6 08:08 oauth2-server
-rwxr-xr-x  1 jenkins jenkins 145M Apr  6 08:08 sync_diff_inspector
+ ./bin/cdc version
Release Version: v9.0.0-beta.1-9-g4c631d595
Git Commit Hash: 4c631d5951854ac91765b729fe3849d8e8d5ed8a
Git Branch: HEAD
UTC Build Time: 2025-04-06 00:07:52
Go Version: go1.23.4
Failpoint Build: true
[Pipeline] cache
Cache not restored (no such key found)
[Pipeline] {
[Pipeline] sh
+ cp -r ../third_party_download/bin/bin ../third_party_download/bin/etc ../third_party_download/bin/etcdctl ../third_party_download/bin/go-ycsb ../third_party_download/bin/jq ../third_party_download/bin/lib ../third_party_download/bin/libc++.so.1 ../third_party_download/bin/libc++.so.1.0 ../third_party_download/bin/libc++abi.so.1 ../third_party_download/bin/libc++abi.so.1.0 ../third_party_download/bin/libgmssl.so ../third_party_download/bin/libgmssl.so.3 ../third_party_download/bin/libgmssl.so.3.0 ../third_party_download/bin/libtiflash_proxy.so ../third_party_download/bin/minio ../third_party_download/bin/pd-api-bench ../third_party_download/bin/pd-ctl ../third_party_download/bin/pd-heartbeat-bench ../third_party_download/bin/pd-recover ../third_party_download/bin/pd-region-bench ../third_party_download/bin/pd-server ../third_party_download/bin/pd-tso-bench ../third_party_download/bin/pd-ut ../third_party_download/bin/regions-dump ../third_party_download/bin/share ../third_party_download/bin/stores-dump ../third_party_download/bin/tidb-server ../third_party_download/bin/tiflash ../third_party_download/bin/tikv-server ../third_party_download/bin/xprog ./bin/
+ ls -alh ./bin
total 3.3G
drwxr-sr-x  6 jenkins jenkins 4.0K Apr  6 08:13 .
drwxr-sr-x 19 jenkins jenkins 4.0K Apr  6 08:03 ..
drwxr-sr-x  2 jenkins jenkins 4.0K Apr  6 08:13 bin
-rwxr-xr-x  1 jenkins jenkins 231M Apr  6 08:13 cdc
-rwxr-xr-x  1 jenkins jenkins 364M Apr  6 08:12 cdc.test
-rwxr-xr-x  1 jenkins jenkins 269M Apr  6 08:08 cdc_kafka_consumer
-rwxr-xr-x  1 jenkins jenkins 200M Apr  6 08:08 cdc_pulsar_consumer
-rwxr-xr-x  1 jenkins jenkins 199M Apr  6 08:08 cdc_storage_consumer
drwxr-sr-x  4 jenkins jenkins 4.0K Apr  6 08:13 etc
-rwxr-xr-x  1 jenkins jenkins  17M Apr  6 08:13 etcdctl
-rwxr-xr-x  1 jenkins jenkins  44M Apr  6 08:13 go-ycsb
-rwxr-xr-x  1 jenkins jenkins 3.8M Apr  6 08:13 jq
drwxr-sr-x  3 jenkins jenkins 4.0K Apr  6 08:13 lib
lrwxrwxrwx  1 jenkins jenkins   13 Apr  6 08:13 libc++.so.1 -> libc++.so.1.0
-rwxr-xr-x  1 jenkins jenkins 1.2M Apr  6 08:13 libc++.so.1.0
lrwxrwxrwx  1 jenkins jenkins   16 Apr  6 08:13 libc++abi.so.1 -> libc++abi.so.1.0
-rwxr-xr-x  1 jenkins jenkins 353K Apr  6 08:13 libc++abi.so.1.0
lrwxrwxrwx  1 jenkins jenkins   13 Apr  6 08:13 libgmssl.so -> libgmssl.so.3
lrwxrwxrwx  1 jenkins jenkins   15 Apr  6 08:13 libgmssl.so.3 -> libgmssl.so.3.0
-rwxr-xr-x  1 jenkins jenkins 2.2M Apr  6 08:13 libgmssl.so.3.0
-rwxr-xr-x  1 jenkins jenkins 346M Apr  6 08:13 libtiflash_proxy.so
-rwxr-xr-x  1 jenkins jenkins  50M Apr  6 08:13 minio
-rwxr-xr-x  1 jenkins jenkins  13M Apr  6 08:08 oauth2-server
-rwxr-xr-x  1 jenkins jenkins  41M Apr  6 08:13 pd-api-bench
-rwxr-xr-x  1 jenkins jenkins  44M Apr  6 08:13 pd-ctl
-rwxr-xr-x  1 jenkins jenkins  40M Apr  6 08:13 pd-heartbeat-bench
-rwxr-xr-x  1 jenkins jenkins  35M Apr  6 08:13 pd-recover
-rwxr-xr-x  1 jenkins jenkins  37M Apr  6 08:13 pd-region-bench
-rwxr-xr-x  1 jenkins jenkins 115M Apr  6 08:13 pd-server
-rwxr-xr-x  1 jenkins jenkins  37M Apr  6 08:13 pd-tso-bench
-rwxr-xr-x  1 jenkins jenkins  15M Apr  6 08:13 pd-ut
-rwxr-xr-x  1 jenkins jenkins  35M Apr  6 08:13 regions-dump
drwxr-sr-x  4 jenkins jenkins 4.0K Apr  6 08:13 share
-rwxr-xr-x  1 jenkins jenkins  35M Apr  6 08:13 stores-dump
-rwxr-xr-x  1 jenkins jenkins 145M Apr  6 08:08 sync_diff_inspector
-rwxr-xr-x  1 jenkins jenkins 241M Apr  6 08:13 tidb-server
-rwxr-xr-x  1 jenkins jenkins 443M Apr  6 08:13 tiflash
-rwxr-xr-x  1 jenkins jenkins 373M Apr  6 08:13 tikv-server
-rwxr-xr-x  1 jenkins jenkins 2.3M Apr  6 08:13 xprog
[Pipeline] }
Cache saved successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc)
4030433280 bytes in 108.42 secs (37175947 bytes/sec)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // stage
[Pipeline] stage
[Pipeline] { (Tests)
[Pipeline] parallel
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G00')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G01')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G02')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G03')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G04')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G05')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G06')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G07')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G08')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G09')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G10')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G11')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G12')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G13')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G14')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G15')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G16')
[Pipeline] { (Branch: Matrix - TEST_GROUP = 'G17')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G00')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G01')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G02')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G03')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G04')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G05')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G06')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G07')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G08')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G09')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G10')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G11')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G12')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G13')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G14')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G15')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G16')
[Pipeline] stage
[Pipeline] { (Matrix - TEST_GROUP = 'G17')
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
[Pipeline] readTrusted
Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-249-x-hsjfl
Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-41z8c
Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-h5nmx
Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-55f4g
Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-nd468
Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-249-k-b7655
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw
Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-249-3-h0dch
Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-249-w-wg1h5
Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-4d0nv
Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-249-q-6fgfs
Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-7kmm4
Still waiting to schedule task
Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq’
Obtained pipelines/pingcap/tiflow/latest/pod-periodics_cdc_integration_kafka_test.yaml from git https://github.com/PingCAP-QE/ci.git
[Pipeline] podTemplate
[Pipeline] {
[Pipeline] node
Still waiting to schedule task
Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9’
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-zw6l5
Still waiting to schedule task
Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-249-x-hsjfl’
Still waiting to schedule task
Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-249-k-b7655’
Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-249-x-hsjfl is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_249-x83dg-w561t
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
    runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "d888044694c667441117c69c1e201eb2e4836dcc"
    jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_249-x83dg"
  name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-x-hsjfl"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    readinessProbe:
      exec:
        command:
        - "/bin/sh"
        - "-c"
        - |
          nc -z localhost 2181 && \
          nc -z localhost 9092 && \
          echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1"
      failureThreshold: 30
      initialDelaySeconds: 10
      periodSeconds: 5
      timeoutSeconds: 2
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    - name: "LANG"
      value: "C.UTF-8"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-x-hsjfl"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-x-hsjfl"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-249-x-hsjfl in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
[Pipeline] {
[Pipeline] checkout
The recommended git tool is: git
Still waiting to schedule task
Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-41z8c’
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@6af0e872; decorates RemoteLauncher[hudson.remoting.Channel@160c01dc:JNLP4-connect connection from 10.233.68.114/10.233.68.114:40638] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10
Still waiting to schedule task
Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-h5nmx’
Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-41z8c is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_249-f8r7b-02v6r
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
    runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "6f9ccc2e4ab4803e0bf0402a9ec051e3c4471453"
    jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_249-f8r7b"
  name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-41z8c"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    readinessProbe:
      exec:
        command:
        - "/bin/sh"
        - "-c"
        - |
          nc -z localhost 2181 && \
          nc -z localhost 9092 && \
          echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1"
      failureThreshold: 30
      initialDelaySeconds: 10
      periodSeconds: 5
      timeoutSeconds: 2
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    - name: "LANG"
      value: "C.UTF-8"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-41z8c"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-41z8c"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-41z8c in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
[Pipeline] {
[Pipeline] checkout
The recommended git tool is: git
Created Pod: kubernetes jenkins-tiflow/pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-nl2hz
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
Still waiting to schedule task
Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-55f4g’
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@411aa4eb; decorates RemoteLauncher[hudson.remoting.Channel@77fe680a:JNLP4-connect connection from 10.233.100.209/10.233.100.209:47914] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-h5nmx is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_249-6fz9d-hwrdh
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
    runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "4fe84d4b82ed9612317e446b2f53b630c7ffb22a"
    jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_249-6fz9d"
  name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-h5nmx"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    readinessProbe:
      exec:
        command:
        - "/bin/sh"
        - "-c"
        - |
          nc -z localhost 2181 && \
          nc -z localhost 9092 && \
          echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1"
      failureThreshold: 30
      initialDelaySeconds: 10
      periodSeconds: 5
      timeoutSeconds: 2
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    - name: "LANG"
      value: "C.UTF-8"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-h5nmx"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-h5nmx"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-h5nmx in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
[Pipeline] {
[Pipeline] checkout
The recommended git tool is: git
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
Still waiting to schedule task
Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-nd468’
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-55f4g is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_249-4lpg0-lrhgv
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
    runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "759fa963441e2bf4fea91d05b23f8a918554108c"
    jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_249-4lpg0"
  name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-55f4g"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    readinessProbe:
      exec:
        command:
        - "/bin/sh"
        - "-c"
        - |
          nc -z localhost 2181 && \
          nc -z localhost 9092 && \
          echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1"
      failureThreshold: 30
      initialDelaySeconds: 10
      periodSeconds: 5
      timeoutSeconds: 2
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    - name: "LANG"
      value: "C.UTF-8"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-55f4g"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-55f4g"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Avoid second fetch
Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-55f4g in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main)
[Pipeline] {
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@125badbb; decorates RemoteLauncher[hudson.remoting.Channel@231ce4d7:JNLP4-connect connection from 10.233.106.172/10.233.106.172:51256] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
[Pipeline] checkout
The recommended git tool is: git
Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)"
[Pipeline] withEnv
[Pipeline] {
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
[Pipeline] container
[Pipeline] {
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] cache
Still waiting to schedule task
Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8’
Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-nd468 is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_249-d4q14-6lfvk
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
    runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "555e012da71d564a05286a58807f25a79f22932f"
    jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_249-d4q14"
  name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-nd468"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    readinessProbe:
      exec:
        command:
        - "/bin/sh"
        - "-c"
        - |
          nc -z localhost 2181 && \
          nc -z localhost 9092 && \
          echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1"
      failureThreshold: 30
      initialDelaySeconds: 10
      periodSeconds: 5
      timeoutSeconds: 2
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    - name: "LANG"
      value: "C.UTF-8"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-nd468"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-nd468"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@4cd974; decorates RemoteLauncher[hudson.remoting.Channel@6989b55d:JNLP4-connect connection from 10.233.84.193/10.233.84.193:41742] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-nd468 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10
Avoid second fetch
Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main)
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)"
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10
Still waiting to schedule task
Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl’
Avoid second fetch
Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main)
Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)"
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10
Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_249-d3vk0-tktff
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
    runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "8a9da347b5403e55b9697d6fdb5901afa1b3ba67"
    jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_249-d3vk0"
  name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    readinessProbe:
      exec:
        command:
        - "/bin/sh"
        - "-c"
        - |
          nc -z localhost 2181 && \
          nc -z localhost 9092 && \
          echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1"
      failureThreshold: 30
      initialDelaySeconds: 10
      periodSeconds: 5
      timeoutSeconds: 2
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    - name: "LANG"
      value: "C.UTF-8"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Still waiting to schedule task
Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw’
Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
Avoid second fetch
Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main)
Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)"
Still waiting to schedule task
Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-249-3-h0dch’
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10
Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_249-h2f8n-pg9rn
Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8 is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_249-zg4gj-wf8g9
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
---
apiVersion: "v1"
kind: "Pod"
metadata:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
    runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
  annotations:
  labels:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "3435dbd8641eb55774605b8135494d63e008f41c"
    runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_249-h2f8n"
  name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq"
    jenkins/label-digest: "43289c54f671b037ede69c6be283df8bc76847a3"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
    jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_249-zg4gj"
  name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8"
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
    image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
    - name: "RACK_COMMAND"
      value: "/tmp/kafka.server.keystore.jks"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    readinessProbe:
      exec:
        command:
        - "/bin/sh"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
        - "-c"
        - |
          nc -z localhost 2181 && \
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
          nc -z localhost 9092 && \
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
          echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1"
      failureThreshold: 30
      initialDelaySeconds: 10
      periodSeconds: 5
      timeoutSeconds: 2
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    readinessProbe:
      exec:
        command:
        - "/bin/sh"
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        - "-c"
        - |
          nc -z localhost 2181 && \
          nc -z localhost 9092 && \
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
          echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1"
      failureThreshold: 30
      initialDelaySeconds: 10
      periodSeconds: 5
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
      timeoutSeconds: 2
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    - name: "LANG"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
      value: "C.UTF-8"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
      value: "my_connect_statuses"
    - name: "LANG"
      value: "C.UTF-8"
    image: "quay.io/debezium/connect:2.4"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq"
    - name: "JENKINS_NAME"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8"
    - name: "JENKINS_NAME"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-249-k-b7655 is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_249-kh8dd-8b3zw
Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9 is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_249-ndwwj-1z95q
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
    runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
  labels:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "293e9d36890b83af76e668ffca91f22fa122f7c9"
    runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_249-ndwwj"
  name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9"
    jenkins/label-digest: "4e988e1e872369776acd6b3420a73889f6247288"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
    jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_249-kh8dd"
  name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-k-b7655"
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - "cat"
    image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini"
    imagePullPolicy: "Always"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
    - name: "RACK_COMMAND"
      value: "zk"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    readinessProbe:
      exec:
        command:
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
        - "/bin/sh"
        - "-c"
        - |
          nc -z localhost 2181 && \
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
          nc -z localhost 9092 && \
          echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1"
      failureThreshold: 30
      initialDelaySeconds: 10
      periodSeconds: 5
      timeoutSeconds: 2
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    readinessProbe:
      exec:
        command:
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
        - "/bin/sh"
        - "-c"
        - |
          nc -z localhost 2181 && \
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
          nc -z localhost 9092 && \
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
          echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1"
      failureThreshold: 30
      initialDelaySeconds: 10
      periodSeconds: 5
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
      timeoutSeconds: 2
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
      value: "3306"
    - name: "DB_NAME"
      value: "test"
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    - name: "LANG"
      value: "C.UTF-8"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9"
    - name: "JENKINS_NAME"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    - name: "LANG"
      value: "C.UTF-8"
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    name: "workspace-volume"

    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-k-b7655"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-k-b7655"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-249-k-b7655 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_249-t64m4-gl9pp
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
    runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "45755e1f117a3a67db97eb0f619533e1a144b077"
    jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_249-t64m4"
  name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    readinessProbe:
      exec:
        command:
        - "/bin/sh"
        - "-c"
        - |
          nc -z localhost 2181 && \
          nc -z localhost 9092 && \
          echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1"
      failureThreshold: 30
      initialDelaySeconds: 10
      periodSeconds: 5
      timeoutSeconds: 2
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    - name: "LANG"
      value: "C.UTF-8"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
Still waiting to schedule task
Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-249-w-wg1h5’
Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-249-3-h0dch is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_249-30593-1vpzz
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
    runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "efa64a733ebca5824e12d41129cb2ad3402325f0"
    jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_249-30593"
  name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-3-h0dch"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    readinessProbe:
      exec:
        command:
        - "/bin/sh"
        - "-c"
        - |
          nc -z localhost 2181 && \
          nc -z localhost 9092 && \
          echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1"
      failureThreshold: 30
      initialDelaySeconds: 10
      periodSeconds: 5
      timeoutSeconds: 2
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    - name: "LANG"
      value: "C.UTF-8"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-3-h0dch"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-3-h0dch"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-249-3-h0dch in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
Still waiting to schedule task
Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-4d0nv’
Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-249-w-wg1h5 is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_249-w373r-n7xlc
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
    runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "9bd047a2d6317baca7e9ebf542ca2ae757c3df36"
    jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_249-w373r"
  name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-w-wg1h5"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    readinessProbe:
      exec:
        command:
        - "/bin/sh"
        - "-c"
        - |
          nc -z localhost 2181 && \
          nc -z localhost 9092 && \
          echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1"
      failureThreshold: 30
      initialDelaySeconds: 10
      periodSeconds: 5
      timeoutSeconds: 2
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    - name: "LANG"
      value: "C.UTF-8"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-w-wg1h5"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-w-wg1h5"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-249-w-wg1h5 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
Still waiting to schedule task
Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-249-q-6fgfs’
Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-4d0nv is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_249-6930b-sc3zt
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
    runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "ff054014b98f44726377d09887f25b9f8969f455"
    jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_249-6930b"
  name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-4d0nv"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    readinessProbe:
      exec:
        command:
        - "/bin/sh"
        - "-c"
        - |
          nc -z localhost 2181 && \
          nc -z localhost 9092 && \
          echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1"
      failureThreshold: 30
      initialDelaySeconds: 10
      periodSeconds: 5
      timeoutSeconds: 2
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    - name: "LANG"
      value: "C.UTF-8"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-4d0nv"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-4d0nv"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-4d0nv in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
Still waiting to schedule task
Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-7kmm4’
Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-249-q-6fgfs is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_249-qmw6h-gc4ck
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
    runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "ad346d9849727cfe82cad8908247436b4bba5dbb"
    jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_249-qmw6h"
  name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-q-6fgfs"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    readinessProbe:
      exec:
        command:
        - "/bin/sh"
        - "-c"
        - |
          nc -z localhost 2181 && \
          nc -z localhost 9092 && \
          echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1"
      failureThreshold: 30
      initialDelaySeconds: 10
      periodSeconds: 5
      timeoutSeconds: 2
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    - name: "LANG"
      value: "C.UTF-8"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-q-6fgfs"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-q-6fgfs"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-249-q-6fgfs in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
Still waiting to schedule task
Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-nl2hz’
Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-7kmm4 is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_249-jqmjv-0x3t8
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
    runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "1da1420140979c8b31293a1c7a6a85e9f77ec40b"
    jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_249-jqmjv"
  name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-7kmm4"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    readinessProbe:
      exec:
        command:
        - "/bin/sh"
        - "-c"
        - |
          nc -z localhost 2181 && \
          nc -z localhost 9092 && \
          echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1"
      failureThreshold: 30
      initialDelaySeconds: 10
      periodSeconds: 5
      timeoutSeconds: 2
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    - name: "LANG"
      value: "C.UTF-8"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-7kmm4"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-7kmm4"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-7kmm4 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
Still waiting to schedule task
Waiting for next available executor on ‘pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-zw6l5’
Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-zw6l5 is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_249-j0lp2-mjcsw
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
    runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "ba817254e2bae46ba4d5b79e9ada882eaa59f6b2"
    jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_249-j0lp2"
  name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-zw6l5"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    readinessProbe:
      exec:
        command:
        - "/bin/sh"
        - "-c"
        - |
          nc -z localhost 2181 && \
          nc -z localhost 9092 && \
          echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1"
      failureThreshold: 30
      initialDelaySeconds: 10
      periodSeconds: 5
      timeoutSeconds: 2
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    - name: "LANG"
      value: "C.UTF-8"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-zw6l5"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-zw6l5"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-zw6l5 in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc)
4030433280 bytes in 8.33 secs (484056217 bytes/sec)
[Pipeline] {
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] {
[Pipeline] sh
[Pipeline] {
[Pipeline] {
[Pipeline] {
[Pipeline] {
[Pipeline] {
[Pipeline] {
[Pipeline] {
[Pipeline] {
[Pipeline] {
[Pipeline] {
[Pipeline] {
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G02
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] checkout
[Pipeline] container
[Pipeline] {
The recommended git tool is: git
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
Run cases: consistent_replicate_ddl consistent_replicate_gbk consistent_replicate_nfs consistent_replicate_storage_file consistent_replicate_storage_file_large_value consistent_replicate_storage_s3 consistent_partition_table kafka_big_messages_v2 multi_tables_ddl_v2 multi_topics_v2 storage_cleanup csv_storage_basic csv_storage_multi_tables_ddl csv_storage_partition_table
GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect
JENKINS_URL=https://do.pingcap.net/jenkins/
EXECUTOR_NUMBER=0
JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908671202189119491","prowjobid":"1fef6085-127a-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]}
TZ=Asia/Shanghai
BUILD_ID=1908671202189119491
POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-x83dg
HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-x-hsjfl
OLDPWD=/home/jenkins
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=changes
JENKINS_NODE_COOKIE=35398824-5c1f-4c66-9610-80c7a7e5e595
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
JAVA_HOME=/usr/lib/jvm/jre-openjdk
JOB_BASE_NAME=periodics_cdc_integration_kafka_test
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
GIT_URL=https://github.com/PingCAP-QE/ci.git
CLASSPATH=
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
FILE_SERVER_URL=http://fileserver.pingcap.net
POD_CONTAINER=golang
GOPATH=/go
BUILD_NUMBER=249
USE_BAZEL_VERSION=6.5.0
KUBERNETES_PORT=tcp://10.233.0.1:443
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
HOME=/home/jenkins
NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-x-hsjfl
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
JENKINS_HOME=/var/jenkins_home
JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=tests
KUBERNETES_SERVICE_PORT_HTTPS=443
KUBERNETES_PORT_443_TCP_PORT=443
GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
HUDSON_HOME=/var/jenkins_home
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect
PROW_JOB_ID=1fef6085-127a-11f0-bebb-96e16cfa81f4
TEST_GROUP=G02
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=artifacts
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/
TERM=xterm
STAGE_NAME=Test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/
BUILD_DISPLAY_NAME=#249
SHLVL=5
GIT_BRANCH=origin/main
BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249
KUBERNETES_SERVICE_PORT=443
NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-x83dg pingcap-tiflow-periodics-cdc-integration-kafka-test-249-x-hsjfl
PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
KUBERNETES_SERVICE_HOST=10.233.0.1
JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/consistent_replicate_ddl/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:15:40 CST 2025] <<<<<< run test case consistent_replicate_ddl success! >>>>>>
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)

[Pipeline] checkout
[Pipeline] checkout
The recommended git tool is: git
[Pipeline] checkout
The recommended git tool is: git
The recommended git tool is: git
[Pipeline] checkout
[Pipeline] checkout
The recommended git tool is: git
[Pipeline] checkout
The recommended git tool is: git
[Pipeline] checkout
The recommended git tool is: git
[Pipeline] checkout
The recommended git tool is: git
[Pipeline] checkout
The recommended git tool is: git
[Pipeline] checkout
[Pipeline] checkout
The recommended git tool is: git
[Pipeline] checkout
The recommended git tool is: git
The recommended git tool is: git
The recommended git tool is: git
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] cache
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@42d07441; decorates RemoteLauncher[hudson.remoting.Channel@66921231:JNLP4-connect connection from 10.233.108.103/10.233.108.103:49052] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@72598256; decorates RemoteLauncher[hudson.remoting.Channel@597ff8d2:JNLP4-connect connection from 10.233.88.231/10.233.88.231:39570] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@214362d4; decorates RemoteLauncher[hudson.remoting.Channel@3d56cfcf:JNLP4-connect connection from 10.233.97.31/10.233.97.31:34882] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@402cd8d4; decorates RemoteLauncher[hudson.remoting.Channel@7143b87d:JNLP4-connect connection from 10.233.70.53/10.233.70.53:35560] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@16638056; decorates RemoteLauncher[hudson.remoting.Channel@219d012c:JNLP4-connect connection from 10.233.105.177/10.233.105.177:43390] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@282c6bd; decorates RemoteLauncher[hudson.remoting.Channel@42a84a24:JNLP4-connect connection from 10.233.127.25/10.233.127.25:44032] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Agent pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-nl2hz is provisioned from template pingcap_tiflow_periodics_cdc_integration_kafka_test_249-fvvmt-5007c
Cloning the remote Git repository
Using shallow clone with depth 1
---
apiVersion: "v1"
kind: "Pod"
metadata:
  annotations:
    buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
    runUrl: "job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/"
  labels:
    jenkins/jenkins-jenkins-agent: "true"
    jenkins/label-digest: "943742ac8bd6192e0e7802e3f96a95c314b6ee7b"
    jenkins/label: "pingcap_tiflow_periodics_cdc_integration_kafka_test_249-fvvmt"
  name: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-nl2hz"
  namespace: "jenkins-tiflow"
spec:
  affinity:
    nodeAffinity:
      requiredDuringSchedulingIgnoredDuringExecution:
        nodeSelectorTerms:
        - matchExpressions:
          - key: "kubernetes.io/arch"
            operator: "In"
            values:
            - "amd64"
  containers:
  - image: "wurstmeister/zookeeper"
    imagePullPolicy: "IfNotPresent"
    name: "zookeeper"
    resources:
      limits:
        cpu: "2000m"
        memory: "4Gi"
      requests:
        cpu: "2000m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - args:
    - "cat"
    image: "hub.pingcap.net/jenkins/rocky8_golang-1.23:tini"
    imagePullPolicy: "Always"
    name: "golang"
    resources:
      limits:
        cpu: "12"
        memory: "32Gi"
      requests:
        cpu: "12"
        memory: "32Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_CREATE_TOPICS"
      value: "big-message-test:1:1"
    - name: "KAFKA_BROKER_ID"
      value: "1"
    - name: "KAFKA_SSL_KEYSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_ZOOKEEPER_CONNECT"
      value: "localhost:2181"
    - name: "KAFKA_MESSAGE_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_REPLICA_FETCH_MAX_BYTES"
      value: "11534336"
    - name: "KAFKA_ADVERTISED_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "ZK"
      value: "zk"
    - name: "KAFKA_SSL_KEYSTORE_LOCATION"
      value: "/tmp/kafka.server.keystore.jks"
    - name: "KAFKA_SSL_KEY_PASSWORD"
      value: "test1234"
    - name: "KAFKA_SSL_TRUSTSTORE_PASSWORD"
      value: "test1234"
    - name: "KAFKA_LISTENERS"
      value: "SSL://127.0.0.1:9093,PLAINTEXT://127.0.0.1:9092"
    - name: "KAFKA_SSL_TRUSTSTORE_LOCATION"
      value: "/tmp/kafka.server.truststore.jks"
    - name: "RACK_COMMAND"
      value: "curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.keystore.jks\
        \ -o /tmp/kafka.server.keystore.jks && curl -sfL https://github.com/pingcap/tiflow/raw/6e62afcfecc4e3965d8818784327d4bf2600d9fa/tests/_certificates/kafka.server.truststore.jks\
        \ -o /tmp/kafka.server.truststore.jks"
    image: "wurstmeister/kafka:2.12-2.4.1"
    imagePullPolicy: "IfNotPresent"
    name: "kafka"
    readinessProbe:
      exec:
        command:
        - "/bin/sh"
        - "-c"
        - |
          nc -z localhost 2181 && \
          nc -z localhost 9092 && \
          echo dump | nc localhost 2181 | grep brokers | grep -F -w "/brokers/ids/1"
      failureThreshold: 30
      initialDelaySeconds: 10
      periodSeconds: 5
      timeoutSeconds: 2
    resources:
      limits:
        cpu: "4000m"
        memory: "6Gi"
      requests:
        cpu: "4000m"
        memory: "6Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "KAFKA_SERVER"
      value: "127.0.0.1:9092"
    - name: "ZOOKEEPER_SERVER"
      value: "127.0.0.1:2181"
    - name: "DOWNSTREAM_DB_HOST"
      value: "127.0.0.1"
    - name: "USE_FLAT_MESSAGE"
      value: "true"
    - name: "DOWNSTREAM_DB_PORT"
      value: "3306"
    - name: "DB_NAME"
      value: "test"
    image: "rustinliu/ticdc-canal-json-adapter:latest"
    imagePullPolicy: "IfNotPresent"
    name: "canal-adapter"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/tmp"
      name: "volume-0"
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/network-multitool"
    name: "net-tool"
    resources:
      limits:
        memory: "128Mi"
        cpu: "100m"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - image: "hub.pingcap.net/jenkins/python3-requests:latest"
    name: "report"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    tty: true
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "MYSQL_ROOT_PASSWORD"
      value: ""
    - name: "MYSQL_USER"
      value: "mysqluser"
    - name: "MYSQL_PASSWORD"
      value: "mysqlpw"
    - name: "MYSQL_ALLOW_EMPTY_PASSWORD"
      value: "yes"
    - name: "MYSQL_TCP_PORT"
      value: "3310"
    image: "quay.io/debezium/example-mysql:2.4"
    imagePullPolicy: "IfNotPresent"
    name: "mysql"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "BOOTSTRAP_SERVERS"
      value: "127.0.0.1:9092"
    - name: "GROUP_ID"
      value: "1"
    - name: "CONFIG_STORAGE_TOPIC"
      value: "my_connect_configs"
    - name: "OFFSET_STORAGE_TOPIC"
      value: "my_connect_offsets"
    - name: "STATUS_STORAGE_TOPIC"
      value: "my_connect_statuses"
    - name: "LANG"
      value: "C.UTF-8"
    image: "quay.io/debezium/connect:2.4"
    name: "connect"
    resources:
      requests:
        cpu: "200m"
        memory: "4Gi"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  - env:
    - name: "JENKINS_SECRET"
      value: "********"
    - name: "JENKINS_TUNNEL"
      value: "jenkins-agent.apps.svc.cluster.local:50000"
    - name: "JENKINS_AGENT_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-nl2hz"
    - name: "JENKINS_NAME"
      value: "pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-nl2hz"
    - name: "JENKINS_AGENT_WORKDIR"
      value: "/home/jenkins/agent"
    - name: "JENKINS_URL"
      value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/"
    image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2"
    name: "jnlp"
    resources:
      requests:
        memory: "256Mi"
        cpu: "100m"
    volumeMounts:
    - mountPath: "/home/jenkins/agent"
      name: "workspace-volume"
      readOnly: false
  restartPolicy: "Never"
  securityContext:
    fsGroup: 1000
  volumes:
  - emptyDir: {}
    name: "volume-0"
  - emptyDir:
      medium: ""
    name: "workspace-volume"

Running on pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-nl2hz in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@26959d13; decorates RemoteLauncher[hudson.remoting.Channel@76f668ff:JNLP4-connect connection from 10.233.90.203/10.233.90.203:40900] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@7f5b6b07; decorates RemoteLauncher[hudson.remoting.Channel@76ccf356:JNLP4-connect connection from 10.233.93.147/10.233.93.147:34142] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@62931d6b; decorates RemoteLauncher[hudson.remoting.Channel@2810618b:JNLP4-connect connection from 10.233.86.111/10.233.86.111:49062] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@77a4655c; decorates RemoteLauncher[hudson.remoting.Channel@563f27cb:JNLP4-connect connection from 10.233.74.214/10.233.74.214:56036] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@257f0a7f; decorates RemoteLauncher[hudson.remoting.Channel@54c7cd71:JNLP4-connect connection from 10.233.67.97/10.233.67.97:56052] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@65fb2bc6; decorates RemoteLauncher[hudson.remoting.Channel@7c71196b:JNLP4-connect connection from 10.233.66.112/10.233.66.112:46060] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@148f83ce; decorates RemoteLauncher[hudson.remoting.Channel@764c0cc6:JNLP4-connect connection from 10.233.69.180/10.233.69.180:36176] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
Avoid second fetch
Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main)
Avoid second fetch
Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main)
Avoid second fetch
Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main)
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)"
Avoid second fetch
Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main)
Avoid second fetch
Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main)
Avoid second fetch
Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main)
Avoid second fetch
Avoid second fetch
Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main)
Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main)
Avoid second fetch
Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main)
Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)"
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10
Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)"
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10
Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)"
Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)"
Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)"
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10
Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)"
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10
Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)"
Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)"
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10
Avoid second fetch
Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main)
Avoid second fetch
Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main)
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)"
Avoid second fetch
Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)"
Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main)
Avoid second fetch
Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main)
Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)"
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/consistent_replicate_gbk/run.sh using Sink-Type: kafka... <<=================
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 24927 failed: Connection refused
* Failed to connect to 127.0.0.1 port 24927: Connection refused
* Closing connection 0

 You are running an older version of MinIO released 4 years ago 
 Update: Run `mc admin update` 


Attempting encryption of all config, IAM users and policies on MinIO backend
Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)"
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10
Endpoint:  http://127.0.0.1:24927

Object API (Amazon S3 compatible):
   Go:         https://docs.min.io/docs/golang-client-quickstart-guide
   Java:       https://docs.min.io/docs/java-client-quickstart-guide
   Python:     https://docs.min.io/docs/python-client-quickstart-guide
   JavaScript: https://docs.min.io/docs/javascript-client-quickstart-guide
   .NET:       https://docs.min.io/docs/dotnet-client-quickstart-guide
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 24927 (#0)
> GET / HTTP/1.1
> Host: 127.0.0.1:24927
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 403 Forbidden
< Accept-Ranges: bytes
< Content-Length: 226
< Content-Security-Policy: block-all-mixed-content
< Content-Type: application/xml
< Server: MinIO/RELEASE.2020-07-27T18-37-02Z
< Vary: Origin
< X-Amz-Request-Id: 1833927CE297F085
< X-Xss-Protection: 1; mode=block
< Date: Sun, 06 Apr 2025 00:15:45 GMT
< 
{ [226 bytes data]
* Connection #0 to host 127.0.0.1 left intact
Bucket 's3://logbucket/' created
[Sun Apr  6 08:15:45 CST 2025] <<<<<< run test case consistent_replicate_gbk success! >>>>>>
Exiting on signal: INTERRUPT
Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc)
4030433280 bytes in 6.84 secs (589146505 bytes/sec)
[Pipeline] {
[Pipeline] cache
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/consistent_replicate_nfs/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:15:49 CST 2025] <<<<<< run test case consistent_replicate_nfs success! >>>>>>
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)

find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/consistent_replicate_storage_file/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:15:52 CST 2025] <<<<<< run test case consistent_replicate_storage_file success! >>>>>>
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)

find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/consistent_replicate_storage_file_large_value/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:15:56 CST 2025] <<<<<< run test case consistent_replicate_storage_file_large_value success! >>>>>>
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)

Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc)
4030433280 bytes in 7.04 secs (572702315 bytes/sec)
[Pipeline] {
[Pipeline] cache
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/consistent_replicate_storage_s3/run.sh using Sink-Type: kafka... <<=================
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 24927 failed: Connection refused
* Failed to connect to 127.0.0.1 port 24927: Connection refused
* Closing connection 0

 You are running an older version of MinIO released 4 years ago 
 Update: Run `mc admin update` 


Attempting encryption of all config, IAM users and policies on MinIO backend
Endpoint:  http://127.0.0.1:24927

Object API (Amazon S3 compatible):
   Go:         https://docs.min.io/docs/golang-client-quickstart-guide
   Java:       https://docs.min.io/docs/java-client-quickstart-guide
   Python:     https://docs.min.io/docs/python-client-quickstart-guide
   JavaScript: https://docs.min.io/docs/javascript-client-quickstart-guide
   .NET:       https://docs.min.io/docs/dotnet-client-quickstart-guide
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 24927 (#0)
> GET / HTTP/1.1
> Host: 127.0.0.1:24927
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 403 Forbidden
< Accept-Ranges: bytes
< Content-Length: 226
< Content-Security-Policy: block-all-mixed-content
< Content-Type: application/xml
< Server: MinIO/RELEASE.2020-07-27T18-37-02Z
< Vary: Origin
< X-Amz-Request-Id: 183392808D622B66
< X-Xss-Protection: 1; mode=block
< Date: Sun, 06 Apr 2025 00:16:01 GMT
< 
{ [226 bytes data]
* Connection #0 to host 127.0.0.1 left intact
Bucket 's3://logbucket/' created
[Sun Apr  6 08:16:01 CST 2025] <<<<<< run test case consistent_replicate_storage_s3 success! >>>>>>
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)

Exiting on signal: INTERRUPT
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/consistent_partition_table/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:16:05 CST 2025] <<<<<< run test case consistent_partition_table success! >>>>>>
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)

find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_big_messages_v2/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc)
4030433280 bytes in 8.80 secs (457780855 bytes/sec)
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] sh
[Pipeline] sh
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G04
[Pipeline] sh
Run cases: foreign_key ddl_puller_lag ddl_only_block_related_table changefeed_auto_stop
GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect
JENKINS_URL=https://do.pingcap.net/jenkins/
EXECUTOR_NUMBER=0
JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908671202189119491","prowjobid":"1fef6085-127a-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]}
TZ=Asia/Shanghai
BUILD_ID=1908671202189119491
POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-f8r7b
HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-41z8c
OLDPWD=/home/jenkins
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=changes
JENKINS_NODE_COOKIE=c4a33a34-69e7-4597-9f60-c2bc5c79dbc7
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
JAVA_HOME=/usr/lib/jvm/jre-openjdk
JOB_BASE_NAME=periodics_cdc_integration_kafka_test
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
GIT_URL=https://github.com/PingCAP-QE/ci.git
CLASSPATH=
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
FILE_SERVER_URL=http://fileserver.pingcap.net
POD_CONTAINER=golang
GOPATH=/go
BUILD_NUMBER=249
USE_BAZEL_VERSION=6.5.0
KUBERNETES_PORT=tcp://10.233.0.1:443
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
HOME=/home/jenkins
NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-41z8c
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
JENKINS_HOME=/var/jenkins_home
JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=tests
KUBERNETES_SERVICE_PORT_HTTPS=443
KUBERNETES_PORT_443_TCP_PORT=443
GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
HUDSON_HOME=/var/jenkins_home
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect
PROW_JOB_ID=1fef6085-127a-11f0-bebb-96e16cfa81f4
TEST_GROUP=G04
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=artifacts
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/
TERM=xterm
STAGE_NAME=Test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/
BUILD_DISPLAY_NAME=#249
SHLVL=5
GIT_BRANCH=origin/main
BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249
KUBERNETES_SERVICE_PORT=443
NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-41z8c pingcap_tiflow_periodics_cdc_integration_kafka_test_249-f8r7b
PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
KUBERNETES_SERVICE_HOST=10.233.0.1
JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/foreign_key/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G05
Run cases: charset_gbk ddl_manager multi_source vector
GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect
JENKINS_URL=https://do.pingcap.net/jenkins/
EXECUTOR_NUMBER=0
JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908671202189119491","prowjobid":"1fef6085-127a-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]}
TZ=Asia/Shanghai
BUILD_ID=1908671202189119491
POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-6fz9d
HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-h5nmx
OLDPWD=/home/jenkins
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=changes
JENKINS_NODE_COOKIE=c36b6ad3-a93e-4e08-ae0d-107ce74dfbe8
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
JAVA_HOME=/usr/lib/jvm/jre-openjdk
JOB_BASE_NAME=periodics_cdc_integration_kafka_test
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
GIT_URL=https://github.com/PingCAP-QE/ci.git
CLASSPATH=
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
FILE_SERVER_URL=http://fileserver.pingcap.net
POD_CONTAINER=golang
GOPATH=/go
BUILD_NUMBER=249
USE_BAZEL_VERSION=6.5.0
KUBERNETES_PORT=tcp://10.233.0.1:443
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
HOME=/home/jenkins
NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-h5nmx
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
JENKINS_HOME=/var/jenkins_home
JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=tests
KUBERNETES_SERVICE_PORT_HTTPS=443
KUBERNETES_PORT_443_TCP_PORT=443
GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
HUDSON_HOME=/var/jenkins_home
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect
PROW_JOB_ID=1fef6085-127a-11f0-bebb-96e16cfa81f4
TEST_GROUP=G05
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=artifacts
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/
TERM=xterm
STAGE_NAME=Test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/
BUILD_DISPLAY_NAME=#249
SHLVL=5
GIT_BRANCH=origin/main
BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249
KUBERNETES_SERVICE_PORT=443
NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-6fz9d pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-h5nmx
PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
KUBERNETES_SERVICE_HOST=10.233.0.1
JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/charset_gbk/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G06
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
Run cases: sink_retry changefeed_error ddl_sequence resourcecontrol
GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect
JENKINS_URL=https://do.pingcap.net/jenkins/
EXECUTOR_NUMBER=0
JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908671202189119491","prowjobid":"1fef6085-127a-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]}
TZ=Asia/Shanghai
BUILD_ID=1908671202189119491
POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-4lpg0
HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-55f4g
OLDPWD=/home/jenkins
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=changes
JENKINS_NODE_COOKIE=2a5b4715-806e-4886-9bd7-40551cd0e333
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
JAVA_HOME=/usr/lib/jvm/jre-openjdk
JOB_BASE_NAME=periodics_cdc_integration_kafka_test
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
GIT_URL=https://github.com/PingCAP-QE/ci.git
CLASSPATH=
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
FILE_SERVER_URL=http://fileserver.pingcap.net
POD_CONTAINER=golang
GOPATH=/go
BUILD_NUMBER=249
USE_BAZEL_VERSION=6.5.0
KUBERNETES_PORT=tcp://10.233.0.1:443
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
HOME=/home/jenkins
NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-55f4g
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
JENKINS_HOME=/var/jenkins_home
JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=tests
KUBERNETES_SERVICE_PORT_HTTPS=443
KUBERNETES_PORT_443_TCP_PORT=443
GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
HUDSON_HOME=/var/jenkins_home
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect
PROW_JOB_ID=1fef6085-127a-11f0-bebb-96e16cfa81f4
TEST_GROUP=G06
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=artifacts
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/
TERM=xterm
STAGE_NAME=Test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/
BUILD_DISPLAY_NAME=#249
SHLVL=5
GIT_BRANCH=origin/main
BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249
KUBERNETES_SERVICE_PORT=443
NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-55f4g pingcap_tiflow_periodics_cdc_integration_kafka_test_249-4lpg0
PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
KUBERNETES_SERVICE_HOST=10.233.0.1
JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/sink_retry/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] withEnv
[Pipeline] {
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] container
[Pipeline] {
[Pipeline] checkout
The recommended git tool is: git
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] stage
[Pipeline] { (Test)
start tidb cluster in /tmp/tidb_cdc_test/kafka_big_messages_v2
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] stage
[Pipeline] { (Test)
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
[Pipeline] {
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
No credentials specified
Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@645cc995; decorates RemoteLauncher[hudson.remoting.Channel@7603d78c:JNLP4-connect connection from 10.233.71.48/10.233.71.48:59312] will be ignored (a typical symptom is the Git executable not being run inside a designated container)
Cloning the remote Git repository
Using shallow clone with depth 1
[Pipeline] {
[Pipeline] cache
Cloning repository https://github.com/PingCAP-QE/ci.git
 > git init /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test # timeout=10
Fetching upstream changes from https://github.com/PingCAP-QE/ci.git
 > git --version # timeout=10
 > git --version # 'git version 2.39.2'
 > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5
start tidb cluster in /tmp/tidb_cdc_test/sink_retry
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
start tidb cluster in /tmp/tidb_cdc_test/foreign_key
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
Avoid second fetch
Checking out Revision b2a59508c11c86ba701c4af25fc536a9475b82c6 (origin/main)
start tidb cluster in /tmp/tidb_cdc_test/charset_gbk
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10
 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
 > git rev-parse origin/main^{commit} # timeout=10
 > git config core.sparsecheckout # timeout=10
 > git checkout -f b2a59508c11c86ba701c4af25fc536a9475b82c6 # timeout=10
Commit message: "feat(prow-jobs/pingcap-qe/ci): add periodic job to crawl pull requests and issues (#3449)"
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Verifying downstream PD is started...
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987342601191638	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d239700003	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-x-hsjfl, pid:2150, start at 2025-04-06 08:16:18.5277815 +0800 CST m=+1.583128830	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:18:18.535 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:16:18.524 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:06:18.524 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987342601191638	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d239700003	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-x-hsjfl, pid:2150, start at 2025-04-06 08:16:18.5277815 +0800 CST m=+1.583128830	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:18:18.535 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:16:18.524 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:06:18.524 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987340249326799	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d23af0000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-x-hsjfl, pid:2234, start at 2025-04-06 08:16:18.652938482 +0800 CST m=+1.632795937	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:18:18.660 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:16:18.620 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:06:18.620 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/kafka_big_messages_v2/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kafka_big_messages_v2/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kafka_big_messages_v2/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_big_messages_v2/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kafka_big_messages_v2/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[Sun Apr  6 08:16:21 CST 2025] <<<<<< START cdc server in kafka_big_messages_v2 case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_big_messages_v2.36323634.out server --log-file /tmp/tidb_cdc_test/kafka_big_messages_v2/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_big_messages_v2/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987345491548865	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d2561c000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-41z8c, pid:1483, start at 2025-04-06 08:16:20.403310895 +0800 CST m=+2.552955500	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:18:20.410 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:16:20.409 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:06:20.409 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987345491548865	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d2561c000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-41z8c, pid:1483, start at 2025-04-06 08:16:20.403310895 +0800 CST m=+2.552955500	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:18:20.410 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:16:20.409 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:06:20.409 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987342940120550	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d256e00007	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-41z8c, pid:1554, start at 2025-04-06 08:16:20.419561867 +0800 CST m=+2.504056715	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:18:20.427 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:16:20.408 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:06:20.408 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/foreign_key/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/foreign_key/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/foreign_key/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/foreign_key/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/foreign_key/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987347485261277	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d263a40009	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-h5nmx, pid:1474, start at 2025-04-06 08:16:21.234211196 +0800 CST m=+1.502736810	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:18:21.241 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:16:21.225 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:06:21.225 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987347485261277	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d263a40009	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-h5nmx, pid:1474, start at 2025-04-06 08:16:21.234211196 +0800 CST m=+1.502736810	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:18:21.241 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:16:21.225 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:06:21.225 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987355351311930	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d26460000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-h5nmx, pid:1549, start at 2025-04-06 08:16:21.294575779 +0800 CST m=+1.486297748	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:18:21.302 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:16:21.272 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:06:21.272 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/charset_gbk/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/charset_gbk/tiflash/log/error.log
arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/charset_gbk/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/charset_gbk/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/charset_gbk/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987356329848309	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d26eb4000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-55f4g, pid:1405, start at 2025-04-06 08:16:21.966943781 +0800 CST m=+1.405306394	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:18:21.973 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:16:21.933 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:06:21.933 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987356329848309	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d26eb4000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-55f4g, pid:1405, start at 2025-04-06 08:16:21.966943781 +0800 CST m=+1.405306394	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:18:21.973 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:16:21.933 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:06:21.933 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987348680330325	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d271fc000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-55f4g, pid:1480, start at 2025-04-06 08:16:22.165392271 +0800 CST m=+1.537180517	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:18:22.174 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:16:22.143 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:06:22.143 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/sink_retry/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/sink_retry/tiflash/log/error.log
arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/sink_retry/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/sink_retry/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/sink_retry/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
[Sun Apr  6 08:16:24 CST 2025] <<<<<< START cdc server in charset_gbk case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ GO_FAILPOINTS=
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.charset_gbk.28992901.out server --log-file /tmp/tidb_cdc_test/charset_gbk/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/charset_gbk/cdc_data --cluster-id default
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.foreign_key.cli.2889.out cli tso query --pd=http://127.0.0.1:2379
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sink_retry.cli.2850.out cli tso query --pd=http://127.0.0.1:2379
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:16:24 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/6533ce71-00be-4bfe-8f07-f5310a3774a3
	{"id":"6533ce71-00be-4bfe-8f07-f5310a3774a3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898581}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608747428cf
	6533ce71-00be-4bfe-8f07-f5310a3774a3

/tidb/cdc/default/default/upstream/7489987342601191638
	{"id":7489987342601191638,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/6533ce71-00be-4bfe-8f07-f5310a3774a3
	{"id":"6533ce71-00be-4bfe-8f07-f5310a3774a3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898581}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608747428cf
	6533ce71-00be-4bfe-8f07-f5310a3774a3

/tidb/cdc/default/default/upstream/7489987342601191638
	{"id":7489987342601191638,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/6533ce71-00be-4bfe-8f07-f5310a3774a3
	{"id":"6533ce71-00be-4bfe-8f07-f5310a3774a3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898581}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608747428cf
	6533ce71-00be-4bfe-8f07-f5310a3774a3

/tidb/cdc/default/default/upstream/7489987342601191638
	{"id":7489987342601191638,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
Create changefeed successfully!
ID: 98e351ea-5bfd-421c-ac14-ac94f84feb8d
Info: {"upstream_id":7489987342601191638,"namespace":"default","id":"98e351ea-5bfd-421c-ac14-ac94f84feb8d","sink_uri":"kafka://127.0.0.1:9092/big-message-test?protocol=open-protocol\u0026partition-num=1\u0026kafka-version=2.4.1\u0026max-message-bytes=12582912","create_time":"2025-04-06T08:16:24.650086518+08:00","start_ts":457152549728550913,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":true,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152549728550913,"checkpoint_ts":457152549728550913,"checkpoint_time":"2025-04-06 08:16:21.423"}
[Sun Apr  6 08:16:24 CST 2025] <<<<<< START kafka consumer in kafka_big_messages_v2 case >>>>>>
Starting generate kafka big messages...
go: downloading go1.23.4 (linux/amd64)
+ set +x
+ tso='457152550550634497
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152550550634497 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:16:25 CST 2025] <<<<<< START cdc server in foreign_key case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.foreign_key.29212923.out server --log-file /tmp/tidb_cdc_test/foreign_key/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/foreign_key/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ set +x
+ tso='457152550753533953
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152550753533953 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:16:27 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2fc5c08c-63bb-4d52-bd8c-10becf375e99
	{"id":"2fc5c08c-63bb-4d52-bd8c-10becf375e99","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898584}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608747cf6bf
	2fc5c08c-63bb-4d52-bd8c-10becf375e99

/tidb/cdc/default/default/upstream/7489987347485261277
	{"id":7489987347485261277,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2fc5c08c-63bb-4d52-bd8c-10becf375e99
	{"id":"2fc5c08c-63bb-4d52-bd8c-10becf375e99","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898584}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608747cf6bf
	2fc5c08c-63bb-4d52-bd8c-10becf375e99

/tidb/cdc/default/default/upstream/7489987347485261277
	{"id":7489987347485261277,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2fc5c08c-63bb-4d52-bd8c-10becf375e99
	{"id":"2fc5c08c-63bb-4d52-bd8c-10becf375e99","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898584}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608747cf6bf
	2fc5c08c-63bb-4d52-bd8c-10becf375e99

/tidb/cdc/default/default/upstream/7489987347485261277
+ grep -q 'etcd info'
	{"id":7489987347485261277,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ break
+ set +x
Create changefeed successfully!
ID: c1e8b296-a829-4e30-a809-22943287462b
Info: {"upstream_id":7489987347485261277,"namespace":"default","id":"c1e8b296-a829-4e30-a809-22943287462b","sink_uri":"mysql://normal:xxxxx@127.0.0.1:3306/","create_time":"2025-04-06T08:16:27.466984738+08:00","start_ts":457152550449971201,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152550449971201,"checkpoint_ts":457152550449971201,"checkpoint_time":"2025-04-06 08:16:24.175"}
[Sun Apr  6 08:16:27 CST 2025] <<<<<< START kafka consumer in charset_gbk case >>>>>>
***************** properties *****************
"workload"="core"
"readproportion"="0"
"scanproportion"="0"
"requestdistribution"="uniform"
"threadcount"="2"
"mysql.db"="sink_retry"
"operationcount"="0"
"recordcount"="10"
"mysql.port"="4000"
"mysql.user"="root"
"dotransactions"="false"
"insertproportion"="0"
"readallfields"="true"
"updateproportion"="0"
"mysql.host"="127.0.0.1"
**********************************************
Run finished, takes 10.175497ms
INSERT - Takes(s): 0.0, Count: 10, OPS: 1855.6, Avg(us): 1949, Min(us): 1066, Max(us): 4689, 95th(us): 5000, 99th(us): 5000
[Sun Apr  6 08:16:27 CST 2025] <<<<<< START cdc server in sink_retry case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/txn/mysql/MySQLSinkTxnRandomError=25%return(true)'
+ (( i = 0 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sink_retry.29032905.out server --log-file /tmp/tidb_cdc_test/sink_retry/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/sink_retry/cdc_data --cluster-id default
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc)
4030433280 bytes in 13.62 secs (295925911 bytes/sec)
[Pipeline] {
[Pipeline] cache
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:16:29 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/85f8ac05-326a-427b-88ad-51b50765d012
	{"id":"85f8ac05-326a-427b-88ad-51b50765d012","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898586}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608747b87e5
	85f8ac05-326a-427b-88ad-51b50765d012

/tidb/cdc/default/default/upstream/7489987345491548865
	{"id":7489987345491548865,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/85f8ac05-326a-427b-88ad-51b50765d012
	{"id":"85f8ac05-326a-427b-88ad-51b50765d012","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898586}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608747b87e5
	85f8ac05-326a-427b-88ad-51b50765d012

/tidb/cdc/default/default/upstream/7489987345491548865
	{"id":7489987345491548865,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/85f8ac05-326a-427b-88ad-51b50765d012
	{"id":"85f8ac05-326a-427b-88ad-51b50765d012","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898586}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608747b87e5
	85f8ac05-326a-427b-88ad-51b50765d012

/tidb/cdc/default/default/upstream/7489987345491548865
	{"id":7489987345491548865,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.foreign_key.cli.2982.out cli changefeed create --start-ts=457152550550634497 '--sink-uri=kafka://127.0.0.1:9092/ticdc-foreign-key-test-8460?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/foreign_key/conf/cf.toml
Create changefeed successfully!
ID: 8a02d4c5-9985-4654-bbaf-55625654191b
Info: {"upstream_id":7489987345491548865,"namespace":"default","id":"8a02d4c5-9985-4654-bbaf-55625654191b","sink_uri":"kafka://127.0.0.1:9092/ticdc-foreign-key-test-8460?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:16:29.479889504+08:00","start_ts":457152550550634497,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*","!foreign_key.t12"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152550550634497,"checkpoint_ts":457152550550634497,"checkpoint_time":"2025-04-06 08:16:24.559"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
+ set +x
[Sun Apr  6 08:16:30 CST 2025] <<<<<< START kafka consumer in foreign_key case >>>>>>
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:16:30 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/af74fb65-2053-47ac-b8c5-8bd3797f9949
	{"id":"af74fb65-2053-47ac-b8c5-8bd3797f9949","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898588}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608747e5aed
	af74fb65-2053-47ac-b8c5-8bd3797f9949

/tidb/cdc/default/default/upstream/7489987356329848309
	{"id":7489987356329848309,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/af74fb65-2053-47ac-b8c5-8bd3797f9949
	{"id":"af74fb65-2053-47ac-b8c5-8bd3797f9949","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898588}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608747e5aed
	af74fb65-2053-47ac-b8c5-8bd3797f9949

/tidb/cdc/default/default/upstream/7489987356329848309
	{"id":7489987356329848309,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/af74fb65-2053-47ac-b8c5-8bd3797f9949
	{"id":"af74fb65-2053-47ac-b8c5-8bd3797f9949","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898588}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608747e5aed
	af74fb65-2053-47ac-b8c5-8bd3797f9949

/tidb/cdc/default/default/upstream/7489987356329848309
	{"id":7489987356329848309,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sink_retry.cli.2961.out cli changefeed create --start-ts=457152550753533953 '--sink-uri=kafka://127.0.0.1:9092/ticdc-sink-retry-test-7057?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
Create changefeed successfully!
ID: f153963d-823c-43b4-aa5a-7c80219c08ab
Info: {"upstream_id":7489987356329848309,"namespace":"default","id":"f153963d-823c-43b4-aa5a-7c80219c08ab","sink_uri":"kafka://127.0.0.1:9092/ticdc-sink-retry-test-7057?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:16:31.446857809+08:00","start_ts":457152550753533953,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152550753533953,"checkpoint_ts":457152550753533953,"checkpoint_time":"2025-04-06 08:16:25.333"}
PASS
go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f
go: downloading go.uber.org/atomic v1.11.0
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
+ set +x
[Sun Apr  6 08:16:32 CST 2025] <<<<<< START kafka consumer in sink_retry case >>>>>>
table charset_gbk_test0.t0 exists
table charset_gbk_test0.t1 exists
table charset_gbk_test1.t0 not exists for 1-th check, retry later
table charset_gbk_test1.t0 not exists for 2-th check, retry later
table kafka_big_messages.test exists
check diff failed 1-th time, retry later
table charset_gbk_test1.t0 exists
table test.finish_mark not exists for 1-th check, retry later
check diff failed 2-th time, retry later
table test.finish_mark not exists for 2-th check, retry later
check diff successfully
table foreign_key.finish_mark not exists for 1-th check, retry later
wait process cdc.test exit for 1-th time...
table test.finish_mark not exists for 3-th check, retry later
wait process cdc.test exit for 2-th time...
table foreign_key.finish_mark not exists for 2-th check, retry later
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:16:42 CST 2025] <<<<<< run test case kafka_big_messages_v2 success! >>>>>>
Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc)
4030433280 bytes in 11.81 secs (341214397 bytes/sec)
[Pipeline] {
[Pipeline] cache
table test.finish_mark not exists for 4-th check, retry later
table foreign_key.finish_mark not exists for 3-th check, retry later
table test.finish_mark exists
check table exists success
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
table foreign_key.finish_mark not exists for 4-th check, retry later
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:16:46 CST 2025] <<<<<< run test case charset_gbk success! >>>>>>
table foreign_key.finish_mark not exists for 5-th check, retry later
table foreign_key.finish_mark not exists for 6-th check, retry later
table foreign_key.finish_mark not exists for 7-th check, retry later
table foreign_key.finish_mark not exists for 8-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_tables_ddl_v2/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc)
4030433280 bytes in 12.14 secs (331990471 bytes/sec)
[Pipeline] {
[Pipeline] cache
table foreign_key.finish_mark not exists for 9-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/multi_tables_ddl_v2
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
table foreign_key.finish_mark exists
check diff successfully
table foreign_key.t12 does not exists
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/ddl_manager/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:16:59 CST 2025] <<<<<< run test case foreign_key success! >>>>>>
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
start tidb cluster in /tmp/tidb_cdc_test/ddl_manager
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Verifying downstream PD is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987539377665989	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d4fd900011	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-x-hsjfl, pid:6257, start at 2025-04-06 08:17:03.871131571 +0800 CST m=+1.695933023	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:19:03.880 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:17:03.844 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:07:03.844 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987539377665989	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d4fd900011	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-x-hsjfl, pid:6257, start at 2025-04-06 08:17:03.871131571 +0800 CST m=+1.695933023	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:19:03.880 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:17:03.844 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:07:03.844 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987534558325467	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d4fe480007	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-x-hsjfl, pid:6333, start at 2025-04-06 08:17:03.9011253 +0800 CST m=+1.655169667	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:19:03.909 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:17:03.890 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:07:03.890 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/multi_tables_ddl_v2/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/multi_tables_ddl_v2/tiflash/log/error.log
arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl_v2/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl_v2/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl_v2/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table sink_retry.finish_mark_1 exists
check diff successfully
***************** properties *****************
"readallfields"="true"
"requestdistribution"="uniform"
"dotransactions"="false"
"workload"="core"
"threadcount"="2"
"operationcount"="0"
"recordcount"="10"
"mysql.port"="4000"
"scanproportion"="0"
"mysql.user"="root"
"mysql.db"="sink_retry"
"mysql.host"="127.0.0.1"
"updateproportion"="0"
"readproportion"="0"
"insertproportion"="0"
**********************************************
Run finished, takes 5.456253ms
INSERT - Takes(s): 0.0, Count: 10, OPS: 2477.6, Avg(us): 964, Min(us): 617, Max(us): 2097, 95th(us): 3000, 99th(us): 3000
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc)
4030433280 bytes in 7.10 secs (567312601 bytes/sec)
[Pipeline] {
[Pipeline] cache
[Sun Apr  6 08:17:06 CST 2025] <<<<<< START cdc server in multi_tables_ddl_v2 case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_tables_ddl_v2.77267728.out server --log-file /tmp/tidb_cdc_test/multi_tables_ddl_v2/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_tables_ddl_v2/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987556555090214	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d5494c000b	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-h5nmx, pid:4137, start at 2025-04-06 08:17:08.707666977 +0800 CST m=+1.444217356	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:19:08.714 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:17:08.691 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:07:08.691 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987556555090214	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d5494c000b	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-h5nmx, pid:4137, start at 2025-04-06 08:17:08.707666977 +0800 CST m=+1.444217356	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:19:08.714 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:17:08.691 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:07:08.691 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987559823144584	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d54ae8000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-h5nmx, pid:4206, start at 2025-04-06 08:17:08.812306469 +0800 CST m=+1.485266469	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:19:08.820 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:17:08.794 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:07:08.794 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/ddl_manager/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/ddl_manager/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_manager/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/ddl_manager/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/ddl_manager/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:17:09 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/0179c081-4979-4aee-8ae9-b335089af451
	{"id":"0179c081-4979-4aee-8ae9-b335089af451","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898627}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087526c1cf
	0179c081-4979-4aee-8ae9-b335089af451

/tidb/cdc/default/default/upstream/7489987539377665989
	{"id":7489987539377665989,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/0179c081-4979-4aee-8ae9-b335089af451
	{"id":"0179c081-4979-4aee-8ae9-b335089af451","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898627}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087526c1cf
	0179c081-4979-4aee-8ae9-b335089af451

/tidb/cdc/default/default/upstream/7489987539377665989
	{"id":7489987539377665989,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/0179c081-4979-4aee-8ae9-b335089af451
	{"id":"0179c081-4979-4aee-8ae9-b335089af451","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898627}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087526c1cf
	0179c081-4979-4aee-8ae9-b335089af451

/tidb/cdc/default/default/upstream/7489987539377665989
	{"id":7489987539377665989,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
Create changefeed successfully!
ID: test-normal
Info: {"upstream_id":7489987539377665989,"namespace":"default","id":"test-normal","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-tables-ddl-test-normal-21156?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:17:09.982879415+08:00","start_ts":457152561596071937,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t1","multi_tables_ddl_test.t2","multi_tables_ddl_test.t3","multi_tables_ddl_test.t4","multi_tables_ddl_test.t1_7","multi_tables_ddl_test.t2_7","multi_tables_ddl_test.finish_mark"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":true,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152561596071937,"checkpoint_ts":457152561596071937,"checkpoint_time":"2025-04-06 08:17:06.694"}
Create changefeed successfully!
ID: test-error-1
Info: {"upstream_id":7489987539377665989,"namespace":"default","id":"test-error-1","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-tables-ddl-test-error-1-10580?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:17:10.174168443+08:00","start_ts":457152561596071937,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t5","multi_tables_ddl_test.t6","multi_tables_ddl_test.t7","multi_tables_ddl_test.t8"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":true,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152561596071937,"checkpoint_ts":457152561596071937,"checkpoint_time":"2025-04-06 08:17:06.694"}
Create changefeed successfully!
ID: test-error-2
Info: {"upstream_id":7489987539377665989,"namespace":"default","id":"test-error-2","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-tables-ddl-test-error-2-23737?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:17:10.361737624+08:00","start_ts":457152561596071937,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t9","multi_tables_ddl_test.t10"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":true,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152561596071937,"checkpoint_ts":457152561596071937,"checkpoint_time":"2025-04-06 08:17:06.694"}
[Sun Apr  6 08:17:10 CST 2025] <<<<<< START kafka consumer in multi_tables_ddl_v2 case >>>>>>
[Sun Apr  6 08:17:10 CST 2025] <<<<<< START kafka consumer in multi_tables_ddl_v2 case >>>>>>
[Sun Apr  6 08:17:10 CST 2025] <<<<<< START kafka consumer in multi_tables_ddl_v2 case >>>>>>
table multi_tables_ddl_test.t55 not exists for 1-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/ddl_puller_lag/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
[Sun Apr  6 08:17:11 CST 2025] <<<<<< START cdc server in ddl_manager case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ExecuteDDLSlowly=return(true)'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_manager.56675669.out server --log-file /tmp/tidb_cdc_test/ddl_manager/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_manager/cdc_data --cluster-id default
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table multi_tables_ddl_test.t55 not exists for 2-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/ddl_puller_lag
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:17:14 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/31c3dfdb-a9c4-40c0-9452-3ad599c73f2b
	{"id":"31c3dfdb-a9c4-40c0-9452-3ad599c73f2b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898632}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608753886d1
	31c3dfdb-a9c4-40c0-9452-3ad599c73f2b

/tidb/cdc/default/default/upstream/7489987556555090214
	{"id":7489987556555090214,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/31c3dfdb-a9c4-40c0-9452-3ad599c73f2b
	{"id":"31c3dfdb-a9c4-40c0-9452-3ad599c73f2b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898632}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608753886d1
	31c3dfdb-a9c4-40c0-9452-3ad599c73f2b

/tidb/cdc/default/default/upstream/7489987556555090214
	{"id":7489987556555090214,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/31c3dfdb-a9c4-40c0-9452-3ad599c73f2b
	{"id":"31c3dfdb-a9c4-40c0-9452-3ad599c73f2b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898632}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608753886d1
	31c3dfdb-a9c4-40c0-9452-3ad599c73f2b

/tidb/cdc/default/default/upstream/7489987556555090214
	{"id":7489987556555090214,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_manager.cli.5729.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-32699?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' -c=ddl-manager
Create changefeed successfully!
ID: ddl-manager
Info: {"upstream_id":7489987556555090214,"namespace":"default","id":"ddl-manager","sink_uri":"kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-32699?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:17:15.218694132+08:00","start_ts":457152563797557249,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152563797557249,"checkpoint_ts":457152563797557249,"checkpoint_time":"2025-04-06 08:17:15.092"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
table multi_tables_ddl_test.t55 not exists for 3-th check, retry later
+ set +x
[Sun Apr  6 08:17:16 CST 2025] <<<<<< START kafka consumer in ddl_manager case >>>>>>
Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc)
4030433280 bytes in 8.27 secs (487392994 bytes/sec)
[Pipeline] {
[Pipeline] cache
table multi_tables_ddl_test.t55 not exists for 4-th check, retry later
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table multi_tables_ddl_test.t55 not exists for 5-th check, retry later
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table multi_tables_ddl_test.t55 exists
table multi_tables_ddl_test.t66 exists
table multi_tables_ddl_test.t7 exists
table multi_tables_ddl_test.t88 exists
table multi_tables_ddl_test.finish_mark not exists for 1-th check, retry later
table multi_tables_ddl_test.finish_mark not exists for 2-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987619057397428	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d62360000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-41z8c, pid:4320, start at 2025-04-06 08:17:22.696002958 +0800 CST m=+1.469526166	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:19:22.704 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:17:22.698 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:07:22.698 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987619057397428	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d62360000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-41z8c, pid:4320, start at 2025-04-06 08:17:22.696002958 +0800 CST m=+1.469526166	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:19:22.704 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:17:22.698 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:07:22.698 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987605389247077	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d62410000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-41z8c, pid:4405, start at 2025-04-06 08:17:22.714332431 +0800 CST m=+1.415528455	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:19:22.722 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:17:22.692 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:07:22.692 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/ddl_puller_lag/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/ddl_puller_lag/tiflash/log/error.log
arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/ddl_puller_lag/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_puller_lag/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/ddl_puller_lag/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_puller_lag.cli.5699.out cli tso query --pd=http://127.0.0.1:2379
table multi_tables_ddl_test.finish_mark exists
check table exists success
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=test-normal
+ expected_state=normal
+ error_msg=null
+ tls_dir=
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-normal -s
+ info='{
  "upstream_id": 7489987539377665989,
  "namespace": "default",
  "id": "test-normal",
  "state": "normal",
  "checkpoint_tso": 457152562788827152,
  "checkpoint_time": "2025-04-06 08:17:11.244",
  "error": null
}'
+ echo '{
  "upstream_id": 7489987539377665989,
  "namespace": "default",
  "id": "test-normal",
  "state": "normal",
  "checkpoint_tso": 457152562788827152,
  "checkpoint_time": "2025-04-06 08:17:11.244",
  "error": null
}'
{
  "upstream_id": 7489987539377665989,
  "namespace": "default",
  "id": "test-normal",
  "state": "normal",
  "checkpoint_tso": 457152562788827152,
  "checkpoint_time": "2025-04-06 08:17:11.244",
  "error": null
}
++ echo '{' '"upstream_id":' 7489987539377665989, '"namespace":' '"default",' '"id":' '"test-normal",' '"state":' '"normal",' '"checkpoint_tso":' 457152562788827152, '"checkpoint_time":' '"2025-04-06' '08:17:11.244",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7489987539377665989, '"namespace":' '"default",' '"id":' '"test-normal",' '"state":' '"normal",' '"checkpoint_tso":' 457152562788827152, '"checkpoint_time":' '"2025-04-06' '08:17:11.244",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=test-error-1
+ expected_state=normal
+ error_msg=null
+ tls_dir=
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-error-1 -s
+ info='{
  "upstream_id": 7489987539377665989,
  "namespace": "default",
  "id": "test-error-1",
  "state": "normal",
  "checkpoint_tso": 457152566445735944,
  "checkpoint_time": "2025-04-06 08:17:25.194",
  "error": null
}'
+ echo '{
  "upstream_id": 7489987539377665989,
  "namespace": "default",
  "id": "test-error-1",
  "state": "normal",
  "checkpoint_tso": 457152566445735944,
  "checkpoint_time": "2025-04-06 08:17:25.194",
  "error": null
}'
{
  "upstream_id": 7489987539377665989,
  "namespace": "default",
  "id": "test-error-1",
  "state": "normal",
  "checkpoint_tso": 457152566445735944,
  "checkpoint_time": "2025-04-06 08:17:25.194",
  "error": null
}
++ echo '{' '"upstream_id":' 7489987539377665989, '"namespace":' '"default",' '"id":' '"test-error-1",' '"state":' '"normal",' '"checkpoint_tso":' 457152566445735944, '"checkpoint_time":' '"2025-04-06' '08:17:25.194",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7489987539377665989, '"namespace":' '"default",' '"id":' '"test-error-1",' '"state":' '"normal",' '"checkpoint_tso":' 457152566445735944, '"checkpoint_time":' '"2025-04-06' '08:17:25.194",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=test-error-2
+ expected_state=failed
+ error_msg=ErrSyncRenameTableFailed
+ tls_dir=
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-error-2 -s
+ info='{
  "upstream_id": 7489987539377665989,
  "namespace": "default",
  "id": "test-error-2",
  "state": "failed",
  "checkpoint_tso": 457152562657755166,
  "checkpoint_time": "2025-04-06 08:17:10.744",
  "error": {
    "time": "2025-04-06T08:17:12.252900746+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrSyncRenameTableFailed",
    "message": "[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''138'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule."
  }
}'
+ echo '{
  "upstream_id": 7489987539377665989,
  "namespace": "default",
  "id": "test-error-2",
  "state": "failed",
  "checkpoint_tso": 457152562657755166,
  "checkpoint_time": "2025-04-06 08:17:10.744",
  "error": {
    "time": "2025-04-06T08:17:12.252900746+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrSyncRenameTableFailed",
    "message": "[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''138'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule."
  }
}'
{
  "upstream_id": 7489987539377665989,
  "namespace": "default",
  "id": "test-error-2",
  "state": "failed",
  "checkpoint_tso": 457152562657755166,
  "checkpoint_time": "2025-04-06 08:17:10.744",
  "error": {
    "time": "2025-04-06T08:17:12.252900746+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrSyncRenameTableFailed",
    "message": "[CDC:ErrSyncRenameTableFailed]table's old name is not in filter rule, and its new name in filter rule table id '138', ddl query: [rename table t11 to t9], it's an unexpected behavior, if you want to replicate this table, please add its old name to filter rule."
  }
}
++ echo '{' '"upstream_id":' 7489987539377665989, '"namespace":' '"default",' '"id":' '"test-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 457152562657755166, '"checkpoint_time":' '"2025-04-06' '08:17:10.744",' '"error":' '{' '"time":' '"2025-04-06T08:17:12.252900746+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSyncRenameTableFailed",' '"message":' '"[CDC:ErrSyncRenameTableFailed]table'\''s' old name is not in filter rule, and its new name in filter rule table id ''\''138'\'',' ddl query: '[rename' table t11 to 't9],' 'it'\''s' an unexpected behavior, if you want to replicate this table, please add its old name to filter 'rule."' '}' '}'
++ jq -r .state
+ state=failed
+ [[ ! failed == \f\a\i\l\e\d ]]
++ jq -r .error.message
++ echo '{' '"upstream_id":' 7489987539377665989, '"namespace":' '"default",' '"id":' '"test-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 457152562657755166, '"checkpoint_time":' '"2025-04-06' '08:17:10.744",' '"error":' '{' '"time":' '"2025-04-06T08:17:12.252900746+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSyncRenameTableFailed",' '"message":' '"[CDC:ErrSyncRenameTableFailed]table'\''s' old name is not in filter rule, and its new name in filter rule table id ''\''138'\'',' ddl query: '[rename' table t11 to 't9],' 'it'\''s' an unexpected behavior, if you want to replicate this table, please add its old name to filter 'rule."' '}' '}'
+ message='[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''138'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule.'
+ [[ ! [CDC:ErrSyncRenameTableFailed]table's old name is not in filter rule, and its new name in filter rule table id '138', ddl query: [rename table t11 to t9], it's an unexpected behavior, if you want to replicate this table, please add its old name to filter rule. =~ ErrSyncRenameTableFailed ]]
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
+ set +x
+ tso='457152566643654657
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152566643654657 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:17:27 CST 2025] <<<<<< START cdc server in ddl_puller_lag case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/processorDDLResolved=1*sleep(180000)'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_puller_lag.57475749.out server --log-file /tmp/tidb_cdc_test/ddl_puller_lag/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_puller_lag/cdc_data --cluster-id default
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:17:27 CST 2025] <<<<<< run test case multi_tables_ddl_v2 success! >>>>>>
Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc)
4030433280 bytes in 9.58 secs (420765191 bytes/sec)
[Pipeline] {
[Pipeline] cache
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:17:30 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/98146c1d-ae36-4471-9d04-8a0044e806fa
	{"id":"98146c1d-ae36-4471-9d04-8a0044e806fa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898647}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608756b54e7
	98146c1d-ae36-4471-9d04-8a0044e806fa

/tidb/cdc/default/default/upstream/7489987619057397428
	{"id":7489987619057397428,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/98146c1d-ae36-4471-9d04-8a0044e806fa
	{"id":"98146c1d-ae36-4471-9d04-8a0044e806fa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898647}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608756b54e7
	98146c1d-ae36-4471-9d04-8a0044e806fa

/tidb/cdc/default/default/upstream/7489987619057397428
	{"id":7489987619057397428,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/98146c1d-ae36-4471-9d04-8a0044e806fa
	{"id":"98146c1d-ae36-4471-9d04-8a0044e806fa","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898647}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608756b54e7
	98146c1d-ae36-4471-9d04-8a0044e806fa

/tidb/cdc/default/default/upstream/7489987619057397428
	{"id":7489987619057397428,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_puller_lag.cli.5809.out cli changefeed create --start-ts=457152566643654657 '--sink-uri=kafka+ssl://127.0.0.1:9092/ticdc-ddl-puller-lag-test-23432?protocol=open-protocol&partition-num=4&kafka-client-id=ddl_puller_lag&kafka-version=2.4.1&max-message-bytes=10485760'
Create changefeed successfully!
ID: 939322b2-29b0-49ae-bd81-40e29a43b5ce
Info: {"upstream_id":7489987619057397428,"namespace":"default","id":"939322b2-29b0-49ae-bd81-40e29a43b5ce","sink_uri":"kafka+ssl://127.0.0.1:9092/ticdc-ddl-puller-lag-test-23432?protocol=open-protocol\u0026partition-num=4\u0026kafka-client-id=ddl_puller_lag\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:17:30.956800315+08:00","start_ts":457152566643654657,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152566643654657,"checkpoint_ts":457152566643654657,"checkpoint_time":"2025-04-06 08:17:25.949"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
+ set +x
[Sun Apr  6 08:17:32 CST 2025] <<<<<< START kafka consumer in ddl_puller_lag case >>>>>>
wait process 5672 exit for 1-th time...
wait process 5672 exit for 2-th time...
wait process 5672 exit for 3-th time...
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (5672) - No such process
wait process 5672 exit for 4-th time...
process 5672 already exit
[Sun Apr  6 08:17:33 CST 2025] <<<<<< START cdc server in ddl_manager case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ExecuteDDLSlowly=return(true)'
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_manager.58415843.out server --log-file /tmp/tidb_cdc_test/ddl_manager/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_manager/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
table sink_retry.finish_mark_2 exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:17:35 CST 2025] <<<<<< run test case sink_retry success! >>>>>>
Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc)
4030433280 bytes in 7.11 secs (566571501 bytes/sec)
[Pipeline] {
[Pipeline] cache
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:17:38 GMT
< Content-Type: text/plain; charset=utf-8
< Transfer-Encoding: chunked
< 
{ [3964 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:

changefeedID: default/ddl-manager
{UpstreamID:7489987556555090214 Namespace:default ID:ddl-manager SinkURI:kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-32699?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-06 08:17:15.218694132 +0800 CST StartTs:457152563797557249 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc002382d80 State:normal Error:<nil> Warning:<nil> CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457152563823509508}
{CheckpointTs:457152564334690322 MinTableBarrierTs:457152564334690322 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ec911047-6728-4a1c-92b5-f46e8a0a458c
	{"id":"ec911047-6728-4a1c-92b5-f46e8a0a458c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898653}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608753888fc
	ec911047-6728-4a1c-92b5-f46e8a0a458c

/tidb/cdc/default/default/changefeed/info/ddl-manager
	{"upstream-id":7489987556555090214,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-32699?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-06T08:17:15.218694132+08:00","start-ts":457152563797557249,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152563823509508}

/tidb/cdc/default/default/changefeed/status/ddl-manager
	{"checkpoint-ts":457152564334690322,"min-table-barrier-ts":457152564334690322,"admin-job-type":0}

/tidb/cdc/default/default/task/position/ec911047-6728-4a1c-92b5-f46e8a0a458c/ddl-manager
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7489987556555090214
	{"id":7489987556555090214,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:

changefeedID: default/ddl-manager
{UpstreamID:7489987556555090214 Namespace:default ID:ddl-manager SinkURI:kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-32699?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-06 08:17:15.218694132 +0800 CST StartTs:457152563797557249 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc002382d80 State:normal Error:<nil> Warning:<nil> CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457152563823509508}
{CheckpointTs:457152564334690322 MinTableBarrierTs:457152564334690322 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ec911047-6728-4a1c-92b5-f46e8a0a458c
	{"id":"ec911047-6728-4a1c-92b5-f46e8a0a458c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898653}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608753888fc
	ec911047-6728-4a1c-92b5-f46e8a0a458c

/tidb/cdc/default/default/changefeed/info/ddl-manager
	{"upstream-id":7489987556555090214,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-32699?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-06T08:17:15.218694132+08:00","start-ts":457152563797557249,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152563823509508}

/tidb/cdc/default/default/changefeed/status/ddl-manager
	{"checkpoint-ts":457152564334690322,"min-table-barrier-ts":457152564334690322,"admin-job-type":0}

/tidb/cdc/default/default/task/position/ec911047-6728-4a1c-92b5-f46e8a0a458c/ddl-manager
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7489987556555090214
	{"id":7489987556555090214,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:

changefeedID: default/ddl-manager
{UpstreamID:7489987556555090214 Namespace:default ID:ddl-manager SinkURI:kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-32699?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-06 08:17:15.218694132 +0800 CST StartTs:457152563797557249 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc002382d80 State:normal Error:<nil> Warning:<nil> CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457152563823509508}
{CheckpointTs:457152564334690322 MinTableBarrierTs:457152564334690322 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ec911047-6728-4a1c-92b5-f46e8a0a458c
	{"id":"ec911047-6728-4a1c-92b5-f46e8a0a458c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898653}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608753888fc
	ec911047-6728-4a1c-92b5-f46e8a0a458c

/tidb/cdc/default/default/changefeed/info/ddl-manager
	{"upstream-id":7489987556555090214,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-32699?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-06T08:17:15.218694132+08:00","start-ts":457152563797557249,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152563823509508}

/tidb/cdc/default/default/changefeed/status/ddl-manager
	{"checkpoint-ts":457152564334690322,"min-table-barrier-ts":457152564334690322,"admin-job-type":0}

/tidb/cdc/default/default/task/position/ec911047-6728-4a1c-92b5-f46e8a0a458c/ddl-manager
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7489987556555090214
	{"id":7489987556555090214,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
[Sun Apr  6 08:17:38 CST 2025] <<<<<< START cdc server in ddl_manager case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ExecuteDDLSlowly=return(true)'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_manager.59095911.out server --log-file /tmp/tidb_cdc_test/ddl_manager/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_manager/cdc_data --cluster-id default
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:17:39 GMT
< Content-Type: text/plain; charset=utf-8
< Transfer-Encoding: chunked
< 
{ [3964 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:

changefeedID: default/ddl-manager
{UpstreamID:7489987556555090214 Namespace:default ID:ddl-manager SinkURI:kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-32699?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-06 08:17:15.218694132 +0800 CST StartTs:457152563797557249 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc002382d80 State:normal Error:<nil> Warning:<nil> CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457152563823509508}
{CheckpointTs:457152564334690322 MinTableBarrierTs:457152564334690322 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ec911047-6728-4a1c-92b5-f46e8a0a458c
	{"id":"ec911047-6728-4a1c-92b5-f46e8a0a458c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898653}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608753888fc
	ec911047-6728-4a1c-92b5-f46e8a0a458c

/tidb/cdc/default/default/changefeed/info/ddl-manager
	{"upstream-id":7489987556555090214,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-32699?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-06T08:17:15.218694132+08:00","start-ts":457152563797557249,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152563823509508}

/tidb/cdc/default/default/changefeed/status/ddl-manager
	{"checkpoint-ts":457152564466024465,"min-table-barrier-ts":457152564466024465,"admin-job-type":0}

/tidb/cdc/default/default/task/position/ec911047-6728-4a1c-92b5-f46e8a0a458c/ddl-manager
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7489987556555090214
	{"id":7489987556555090214,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:

changefeedID: default/ddl-manager
{UpstreamID:7489987556555090214 Namespace:default ID:ddl-manager SinkURI:kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-32699?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-06 08:17:15.218694132 +0800 CST StartTs:457152563797557249 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc002382d80 State:normal Error:<nil> Warning:<nil> CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457152563823509508}
{CheckpointTs:457152564334690322 MinTableBarrierTs:457152564334690322 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ec911047-6728-4a1c-92b5-f46e8a0a458c
	{"id":"ec911047-6728-4a1c-92b5-f46e8a0a458c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898653}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608753888fc
	ec911047-6728-4a1c-92b5-f46e8a0a458c

/tidb/cdc/default/default/changefeed/info/ddl-manager
	{"upstream-id":7489987556555090214,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-32699?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-06T08:17:15.218694132+08:00","start-ts":457152563797557249,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152563823509508}

/tidb/cdc/default/default/changefeed/status/ddl-manager
	{"checkpoint-ts":457152564466024465,"min-table-barrier-ts":457152564466024465,"admin-job-type":0}

/tidb/cdc/default/default/task/position/ec911047-6728-4a1c-92b5-f46e8a0a458c/ddl-manager
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7489987556555090214
	{"id":7489987556555090214,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:

changefeedID: default/ddl-manager
{UpstreamID:7489987556555090214 Namespace:default ID:ddl-manager SinkURI:kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-32699?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-06 08:17:15.218694132 +0800 CST StartTs:457152563797557249 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc002382d80 State:normal Error:<nil> Warning:<nil> CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457152563823509508}
{CheckpointTs:457152564334690322 MinTableBarrierTs:457152564334690322 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ec911047-6728-4a1c-92b5-f46e8a0a458c
	{"id":"ec911047-6728-4a1c-92b5-f46e8a0a458c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898653}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608753888fc
	ec911047-6728-4a1c-92b5-f46e8a0a458c

/tidb/cdc/default/default/changefeed/info/ddl-manager
	{"upstream-id":7489987556555090214,"namespace":"default","changefeed-id":"ddl-manager","sink-uri":"kafka://127.0.0.1:9092/ticdc-ddl-mamager-test-32699?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-06T08:17:15.218694132+08:00","start-ts":457152563797557249,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152563823509508}

/tidb/cdc/default/default/changefeed/status/ddl-manager
	{"checkpoint-ts":457152564466024465,"min-table-barrier-ts":457152564466024465,"admin-job-type":0}

/tidb/cdc/default/default/task/position/ec911047-6728-4a1c-92b5-f46e8a0a458c/ddl-manager
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7489987556555090214
	{"id":7489987556555090214,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
table ddl_manager.finish_mark not exists for 1-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_topics_v2/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table ddl_manager.finish_mark not exists for 2-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/multi_topics_v2
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
table ddl_manager.finish_mark not exists for 3-th check, retry later
table ddl_manager.finish_mark not exists for 4-th check, retry later
Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc)
4030433280 bytes in 6.87 secs (586420617 bytes/sec)
[Pipeline] {
[Pipeline] cache
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table ddl_manager.finish_mark not exists for 5-th check, retry later
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/changefeed_error/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table ddl_manager.finish_mark not exists for 6-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987737227942414	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d7cf900010	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-x-hsjfl, pid:9354, start at 2025-04-06 08:17:50.06973204 +0800 CST m=+1.575781597	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:19:50.077 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:17:50.052 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:07:50.052 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987737227942414	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d7cf900010	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-x-hsjfl, pid:9354, start at 2025-04-06 08:17:50.06973204 +0800 CST m=+1.575781597	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:19:50.077 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:17:50.052 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:07:50.052 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987729233352454	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d7d04c0003	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-x-hsjfl, pid:9421, start at 2025-04-06 08:17:50.102877739 +0800 CST m=+1.545831989	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:19:50.111 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:17:50.099 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:07:50.099 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/multi_topics_v2/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/multi_topics_v2/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_topics_v2/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_topics_v2/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_topics_v2/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
start tidb cluster in /tmp/tidb_cdc_test/changefeed_error
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
table ddl_manager.finish_mark not exists for 7-th check, retry later
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_topics_v2.cli.10716.out cli tso query --pd=http://127.0.0.1:2379
Verifying downstream PD is started...
table ddl_manager.finish_mark not exists for 8-th check, retry later
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
+ set +x
+ tso='457152573787865089
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152573787865089 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:17:54 CST 2025] <<<<<< START cdc server in multi_topics_v2 case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_topics_v2.1076410766.out server --log-file /tmp/tidb_cdc_test/multi_topics_v2/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_topics_v2/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table ddl_manager.finish_mark not exists for 9-th check, retry later
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table ddl_manager.finish_mark not exists for 10-th check, retry later
Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc)
4030433280 bytes in 10.02 secs (402394231 bytes/sec)
[Pipeline] {
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:17:57 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/7069273c-5064-4d13-bfd4-e8f36e14272c
	{"id":"7069273c-5064-4d13-bfd4-e8f36e14272c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898675}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960875d7bed4
	7069273c-5064-4d13-bfd4-e8f36e14272c

/tidb/cdc/default/default/upstream/7489987737227942414
	{"id":7489987737227942414,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/7069273c-5064-4d13-bfd4-e8f36e14272c
	{"id":"7069273c-5064-4d13-bfd4-e8f36e14272c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898675}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960875d7bed4
	7069273c-5064-4d13-bfd4-e8f36e14272c

/tidb/cdc/default/default/upstream/7489987737227942414
	{"id":7489987737227942414,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/7069273c-5064-4d13-bfd4-e8f36e14272c
	{"id":"7069273c-5064-4d13-bfd4-e8f36e14272c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898675}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960875d7bed4
	7069273c-5064-4d13-bfd4-e8f36e14272c

/tidb/cdc/default/default/upstream/7489987737227942414
	{"id":7489987737227942414,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_topics_v2.cli.10817.out cli changefeed create --start-ts=457152573787865089 '--sink-uri=kafka://127.0.0.1:9092/multi_topics?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1' --config /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_topics_v2/conf/changefeed.toml
[Pipeline] cache
Create changefeed successfully!
ID: 7dbb5fbd-67a4-4090-9ba9-9ae71f7c2c2b
Info: {"upstream_id":7489987737227942414,"namespace":"default","id":"7dbb5fbd-67a4-4090-9ba9-9ae71f7c2c2b","sink_uri":"kafka://127.0.0.1:9092/multi_topics?protocol=canal-json\u0026enable-tidb-extension=true\u0026kafka-version=2.4.1","create_time":"2025-04-06T08:17:58.216909838+08:00","start_ts":457152573787865089,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"dispatchers":[{"matcher":["test.*"],"topic":"{schema}_{table}"}],"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":true,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152573787865089,"checkpoint_ts":457152573787865089,"checkpoint_time":"2025-04-06 08:17:53.202"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987766520065292	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d848b40004	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-55f4g, pid:4360, start at 2025-04-06 08:17:57.809635791 +0800 CST m=+1.452005267	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:19:57.816 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:17:57.805 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:07:57.805 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987766520065292	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d848b40004	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-55f4g, pid:4360, start at 2025-04-06 08:17:57.809635791 +0800 CST m=+1.452005267	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:19:57.816 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:17:57.805 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:07:57.805 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489987770941853137	TiDB Cluster ID.
tikv_gc_leader_uuid	65821d84b04000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-55f4g, pid:4435, start at 2025-04-06 08:17:57.984221264 +0800 CST m=+1.557649622	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:19:57.991 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:17:57.953 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:07:57.953 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/changefeed_error/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/changefeed_error/tiflash/log/error.log
arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_error/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_error/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_error/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ set +x
table ddl_manager.finish_mark not exists for 11-th check, retry later
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5728.out cli tso query --pd=http://127.0.0.1:2379
table ddl_manager.finish_mark not exists for 12-th check, retry later
+ set +x
+ tso='457152575846744065
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152575846744065 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
***************** properties *****************
"mysql.port"="4000"
"scanproportion"="0"
"mysql.db"="changefeed_error"
"dotransactions"="false"
"requestdistribution"="uniform"
"mysql.user"="root"
"workload"="core"
"readallfields"="true"
"operationcount"="0"
"mysql.host"="127.0.0.1"
"threadcount"="4"
"insertproportion"="0"
"updateproportion"="0"
"recordcount"="20"
"readproportion"="0"
**********************************************
Run finished, takes 11.444233ms
INSERT - Takes(s): 0.0, Count: 20, OPS: 2759.3, Avg(us): 2038, Min(us): 979, Max(us): 5997, 95th(us): 6000, 99th(us): 6000
[Sun Apr  6 08:18:02 CST 2025] <<<<<< START cdc server in changefeed_error case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/NewChangefeedNoRetryError=1*return(true)'
+ (( i = 0 ))
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.57875789.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table ddl_manager.finish_mark not exists for 13-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:18:05 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/1ef14ee6-49d6-44e5-b27e-73c95cdfc7e3
	{"id":"1ef14ee6-49d6-44e5-b27e-73c95cdfc7e3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898682}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960875f66ce9
	1ef14ee6-49d6-44e5-b27e-73c95cdfc7e3

/tidb/cdc/default/default/upstream/7489987766520065292
	{"id":7489987766520065292,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/1ef14ee6-49d6-44e5-b27e-73c95cdfc7e3
	{"id":"1ef14ee6-49d6-44e5-b27e-73c95cdfc7e3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898682}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960875f66ce9
	1ef14ee6-49d6-44e5-b27e-73c95cdfc7e3

/tidb/cdc/default/default/upstream/7489987766520065292
	{"id":7489987766520065292,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/1ef14ee6-49d6-44e5-b27e-73c95cdfc7e3
	{"id":"1ef14ee6-49d6-44e5-b27e-73c95cdfc7e3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898682}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960875f66ce9
	1ef14ee6-49d6-44e5-b27e-73c95cdfc7e3

/tidb/cdc/default/default/upstream/7489987766520065292
	{"id":7489987766520065292,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5845.out cli changefeed create --start-ts=457152575846744065 '--sink-uri=kafka://127.0.0.1:9092/ticdc-sink-retry-test-3431?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' -c changefeed-error
table ddl_manager.finish_mark not exists for 14-th check, retry later
Create changefeed successfully!
ID: changefeed-error
Info: {"upstream_id":7489987766520065292,"namespace":"default","id":"changefeed-error","sink_uri":"kafka://127.0.0.1:9092/ticdc-sink-retry-test-3431?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:18:06.123522967+08:00","start_ts":457152575846744065,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152575846744065,"checkpoint_ts":457152575846744065,"checkpoint_time":"2025-04-06 08:18:01.056"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
+ set +x
[Sun Apr  6 08:18:07 CST 2025] <<<<<< START kafka consumer in changefeed_error case >>>>>>
check_changefeed_state http://127.0.0.1:2379 changefeed-error failed [CDC:ErrStartTsBeforeGC]
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=changefeed-error
+ expected_state=failed
+ error_msg='[CDC:ErrStartTsBeforeGC]'
+ tls_dir='[CDC:ErrStartTsBeforeGC]'
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-error -s
+ info='{
  "upstream_id": 7489987766520065292,
  "namespace": "default",
  "id": "changefeed-error",
  "state": "failed",
  "checkpoint_tso": 457152575846744065,
  "checkpoint_time": "2025-04-06 08:18:01.056",
  "error": {
    "time": "2025-04-06T08:18:06.27481248+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrStartTsBeforeGC",
    "message": "[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 457152575846743765 is earlier than or equal to GC safepoint at 457152575846744065"
  }
}'
+ echo '{
  "upstream_id": 7489987766520065292,
  "namespace": "default",
  "id": "changefeed-error",
  "state": "failed",
  "checkpoint_tso": 457152575846744065,
  "checkpoint_time": "2025-04-06 08:18:01.056",
  "error": {
    "time": "2025-04-06T08:18:06.27481248+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrStartTsBeforeGC",
    "message": "[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 457152575846743765 is earlier than or equal to GC safepoint at 457152575846744065"
  }
}'
{
  "upstream_id": 7489987766520065292,
  "namespace": "default",
  "id": "changefeed-error",
  "state": "failed",
  "checkpoint_tso": 457152575846744065,
  "checkpoint_time": "2025-04-06 08:18:01.056",
  "error": {
    "time": "2025-04-06T08:18:06.27481248+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrStartTsBeforeGC",
    "message": "[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 457152575846743765 is earlier than or equal to GC safepoint at 457152575846744065"
  }
}
++ jq -r .state
++ echo '{' '"upstream_id":' 7489987766520065292, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"failed",' '"checkpoint_tso":' 457152575846744065, '"checkpoint_time":' '"2025-04-06' '08:18:01.056",' '"error":' '{' '"time":' '"2025-04-06T08:18:06.27481248+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrStartTsBeforeGC",' '"message":' '"[CDC:ErrStartTsBeforeGC]fail' to create or maintain changefeed because start-ts 457152575846743765 is earlier than or equal to GC safepoint at '457152575846744065"' '}' '}'
+ state=failed
+ [[ ! failed == \f\a\i\l\e\d ]]
++ jq -r .error.message
++ echo '{' '"upstream_id":' 7489987766520065292, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"failed",' '"checkpoint_tso":' 457152575846744065, '"checkpoint_time":' '"2025-04-06' '08:18:01.056",' '"error":' '{' '"time":' '"2025-04-06T08:18:06.27481248+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrStartTsBeforeGC",' '"message":' '"[CDC:ErrStartTsBeforeGC]fail' to create or maintain changefeed because start-ts 457152575846743765 is earlier than or equal to GC safepoint at '457152575846744065"' '}' '}'
+ message='[CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 457152575846743765 is earlier than or equal to GC safepoint at 457152575846744065'
+ [[ ! [CDC:ErrStartTsBeforeGC]fail to create or maintain changefeed because start-ts 457152575846743765 is earlier than or equal to GC safepoint at 457152575846744065 =~ \[CDC:ErrStartTsBeforeGC] ]]
run task successfully
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.5947.out cli changefeed resume -c changefeed-error
table ddl_manager.finish_mark not exists for 15-th check, retry later
PASS
coverage: 2.1% of statements in github.com/pingcap/tiflow/...
Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc)
4030433280 bytes in 8.15 secs (494295809 bytes/sec)
[Pipeline] {
[Pipeline] cache
table ddl_manager.finish_mark not exists for 16-th check, retry later
+ set +x
table changefeed_error.usertable not exists for 1-th check, retry later
table ddl_manager.finish_mark not exists for 17-th check, retry later
table changefeed_error.usertable exists
check diff failed 1-th time, retry later
table ddl_manager.finish_mark not exists for 18-th check, retry later
check diff successfully
***************** properties *****************
"workload"="core"
"dotransactions"="false"
"scanproportion"="0"
"readallfields"="true"
"requestdistribution"="uniform"
"mysql.host"="127.0.0.1"
"readproportion"="0"
"insertproportion"="0"
"mysql.user"="root"
"recordcount"="20"
"mysql.port"="4000"
"updateproportion"="0"
"mysql.db"="changefeed_error"
"threadcount"="4"
"operationcount"="0"
**********************************************
Run finished, takes 4.952283ms
INSERT - Takes(s): 0.0, Count: 20, OPS: 6600.6, Avg(us): 868, Min(us): 456, Max(us): 2402, 95th(us): 3000, 99th(us): 3000
check diff successfully
{"id":"1ef14ee6-49d6-44e5-b27e-73c95cdfc7e3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898682}
check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture'
+ key_prefix=/tidb/cdc/default/__cdc_meta__/capture
+ message=capture
++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only
+ info=/tidb/cdc/default/__cdc_meta__/capture/1ef14ee6-49d6-44e5-b27e-73c95cdfc7e3
+ [[ /tidb/cdc/default/__cdc_meta__/capture/1ef14ee6-49d6-44e5-b27e-73c95cdfc7e3 =~ capture ]]
+ echo 'capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/1ef14ee6-49d6-44e5-b27e-73c95cdfc7e3'
capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/1ef14ee6-49d6-44e5-b27e-73c95cdfc7e3
+ echo 'check failed'
check failed
+ exit 1
run task failed 1-th time, retry later
table ddl_manager.finish_mark not exists for 19-th check, retry later
check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture'
+ key_prefix=/tidb/cdc/default/__cdc_meta__/capture
+ message=capture
++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only
+ info=/tidb/cdc/default/__cdc_meta__/capture/1ef14ee6-49d6-44e5-b27e-73c95cdfc7e3
+ [[ /tidb/cdc/default/__cdc_meta__/capture/1ef14ee6-49d6-44e5-b27e-73c95cdfc7e3 =~ capture ]]
+ echo 'capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/1ef14ee6-49d6-44e5-b27e-73c95cdfc7e3'
capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/1ef14ee6-49d6-44e5-b27e-73c95cdfc7e3
+ echo 'check failed'
check failed
+ exit 1
run task failed 2-th time, retry later
table ddl_manager.finish_mark not exists for 20-th check, retry later
table ddl_manager.finish_mark not exists for 21-th check, retry later
Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc)
4030433280 bytes in 8.75 secs (460835002 bytes/sec)
[Pipeline] {
[Pipeline] cache
check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture'
+ key_prefix=/tidb/cdc/default/__cdc_meta__/capture
+ message=capture
++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only
+ info=/tidb/cdc/default/__cdc_meta__/capture/1ef14ee6-49d6-44e5-b27e-73c95cdfc7e3
+ [[ /tidb/cdc/default/__cdc_meta__/capture/1ef14ee6-49d6-44e5-b27e-73c95cdfc7e3 =~ capture ]]
+ echo 'capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/1ef14ee6-49d6-44e5-b27e-73c95cdfc7e3'
capture contains in etcd /tidb/cdc/default/__cdc_meta__/capture/1ef14ee6-49d6-44e5-b27e-73c95cdfc7e3
+ echo 'check failed'
check failed
+ exit 1
run task failed 3-th time, retry later
table ddl_manager.finish_mark not exists for 22-th check, retry later
table ddl_manager.finish_mark not exists for 23-th check, retry later
table ddl_manager.finish_mark not exists for 24-th check, retry later
check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/capture' 'capture'
+ key_prefix=/tidb/cdc/default/__cdc_meta__/capture
+ message=capture
++ etcdctl get /tidb/cdc/default/__cdc_meta__/capture --prefix --keys-only
+ info=
+ [[ '' =~ capture ]]
+ echo 'check pass'
check pass
+ exit 0
run task successfully
check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/owner' 'owner'
+ key_prefix=/tidb/cdc/default/__cdc_meta__/owner
+ message=owner
++ etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix --keys-only
+ info=
+ [[ '' =~ owner ]]
+ echo 'check pass'
check pass
+ exit 0
run task successfully
[Sun Apr  6 08:18:26 CST 2025] <<<<<< START cdc server in changefeed_error case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/NewChangefeedRetryError=return(true)'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.61986200.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table ddl_manager.finish_mark not exists for 25-th check, retry later
Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc)
4030433280 bytes in 6.90 secs (584391227 bytes/sec)
[Pipeline] {
[Pipeline] cache
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:18:29 GMT
< Content-Type: text/plain; charset=utf-8
< Transfer-Encoding: chunked
< 
{ [3430 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a30105ac-289a-47af-8466-9b104ac5e73c
	{"id":"a30105ac-289a-47af-8466-9b104ac5e73c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898706}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count
	3

/tidb/cdc/default/__cdc_meta__/owner/2231960875f66ded
	a30105ac-289a-47af-8466-9b104ac5e73c

/tidb/cdc/default/default/changefeed/info/changefeed-error
	{"upstream-id":7489987766520065292,"namespace":"default","changefeed-id":"changefeed-error","sink-uri":"kafka://127.0.0.1:9092/ticdc-sink-retry-test-3431?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-06T08:18:06.123522967+08:00","start-ts":457152575846744065,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"pending","error":{"time":"2025-04-06T08:18:26.836462169+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrOwnerUnknown","message":"failpoint injected retriable error"},"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152582596689925}

/tidb/cdc/default/default/changefeed/status/changefeed-error
	{"checkpoint-ts":457152579083960322,"min-table-barrier-ts":457152579083960324,"admin-job-type":1}

/tidb/cdc/default/default/upstream/7489987766520065292
	{"id":7489987766520065292,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a30105ac-289a-47af-8466-9b104ac5e73c
	{"id":"a30105ac-289a-47af-8466-9b104ac5e73c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898706}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count
	3

/tidb/cdc/default/__cdc_meta__/owner/2231960875f66ded
	a30105ac-289a-47af-8466-9b104ac5e73c

/tidb/cdc/default/default/changefeed/info/changefeed-error
	{"upstream-id":7489987766520065292,"namespace":"default","changefeed-id":"changefeed-error","sink-uri":"kafka://127.0.0.1:9092/ticdc-sink-retry-test-3431?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-06T08:18:06.123522967+08:00","start-ts":457152575846744065,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"pending","error":{"time":"2025-04-06T08:18:26.836462169+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrOwnerUnknown","message":"failpoint injected retriable error"},"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152582596689925}

/tidb/cdc/default/default/changefeed/status/changefeed-error
	{"checkpoint-ts":457152579083960322,"min-table-barrier-ts":457152579083960324,"admin-job-type":1}

/tidb/cdc/default/default/upstream/7489987766520065292
	{"id":7489987766520065292,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a30105ac-289a-47af-8466-9b104ac5e73c
	{"id":"a30105ac-289a-47af-8466-9b104ac5e73c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898706}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count
	3

/tidb/cdc/default/__cdc_meta__/owner/2231960875f66ded
	a30105ac-289a-47af-8466-9b104ac5e73c

/tidb/cdc/default/default/changefeed/info/changefeed-error
	{"upstream-id":7489987766520065292,"namespace":"default","changefeed-id":"changefeed-error","sink-uri":"kafka://127.0.0.1:9092/ticdc-sink-retry-test-3431?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-06T08:18:06.123522967+08:00","start-ts":457152575846744065,"target-ts":0,"admin-job-type":1,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"pending","error":{"time":"2025-04-06T08:18:26.836462169+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrOwnerUnknown","message":"failpoint injected retriable error"},"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152582596689925}

/tidb/cdc/default/default/changefeed/status/changefeed-error
	{"checkpoint-ts":457152579083960322,"min-table-barrier-ts":457152579083960324,"admin-job-type":1}

/tidb/cdc/default/default/upstream/7489987766520065292
	{"id":7489987766520065292,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
check_changefeed_state http://127.0.0.1:2379 changefeed-error warning failpoint injected retriable error
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=changefeed-error
+ expected_state=warning
+ error_msg=failpoint
+ tls_dir=error
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-error -s
+ info='{
  "upstream_id": 7489987766520065292,
  "namespace": "default",
  "id": "changefeed-error",
  "state": "warning",
  "checkpoint_tso": 457152579083960322,
  "checkpoint_time": "2025-04-06 08:18:13.405",
  "error": {
    "time": "2025-04-06T08:18:26.836462169+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrOwnerUnknown",
    "message": "failpoint injected retriable error"
  }
}'
+ echo '{
  "upstream_id": 7489987766520065292,
  "namespace": "default",
  "id": "changefeed-error",
  "state": "warning",
  "checkpoint_tso": 457152579083960322,
  "checkpoint_time": "2025-04-06 08:18:13.405",
  "error": {
    "time": "2025-04-06T08:18:26.836462169+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrOwnerUnknown",
    "message": "failpoint injected retriable error"
  }
}'
{
  "upstream_id": 7489987766520065292,
  "namespace": "default",
  "id": "changefeed-error",
  "state": "warning",
  "checkpoint_tso": 457152579083960322,
  "checkpoint_time": "2025-04-06 08:18:13.405",
  "error": {
    "time": "2025-04-06T08:18:26.836462169+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrOwnerUnknown",
    "message": "failpoint injected retriable error"
  }
}
++ echo '{' '"upstream_id":' 7489987766520065292, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"warning",' '"checkpoint_tso":' 457152579083960322, '"checkpoint_time":' '"2025-04-06' '08:18:13.405",' '"error":' '{' '"time":' '"2025-04-06T08:18:26.836462169+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrOwnerUnknown",' '"message":' '"failpoint' injected retriable 'error"' '}' '}'
++ jq -r .state
+ state=warning
+ [[ ! warning == \w\a\r\n\i\n\g ]]
++ echo '{' '"upstream_id":' 7489987766520065292, '"namespace":' '"default",' '"id":' '"changefeed-error",' '"state":' '"warning",' '"checkpoint_tso":' 457152579083960322, '"checkpoint_time":' '"2025-04-06' '08:18:13.405",' '"error":' '{' '"time":' '"2025-04-06T08:18:26.836462169+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrOwnerUnknown",' '"message":' '"failpoint' injected retriable 'error"' '}' '}'
++ jq -r .error.message
+ message='failpoint injected retriable error'
+ [[ ! failpoint injected retriable error =~ failpoint ]]
run task successfully
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6288.out cli changefeed remove -c changefeed-error
table ddl_manager.finish_mark not exists for 26-th check, retry later
Changefeed remove successfully.
ID: changefeed-error
CheckpointTs: 457152579083960322
SinkURI: kafka://127.0.0.1:9092/ticdc-sink-retry-test-3431?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ set +x
check_no_changefeed 127.0.0.1:2379
parse error: Invalid numeric literal at line 1, column 6
run task successfully
table ddl_manager.finish_mark not exists for 27-th check, retry later
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/owner' 'owner'
+ key_prefix=/tidb/cdc/default/__cdc_meta__/owner
+ message=owner
++ etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix --keys-only
+ info=
+ [[ '' =~ owner ]]
+ echo 'check pass'
check pass
+ exit 0
run task successfully
[Sun Apr  6 08:18:33 CST 2025] <<<<<< START cdc server in changefeed_error case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/InjectChangefeedDDLError=return(true)'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.63906392.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table ddl_manager.finish_mark not exists for 28-th check, retry later
table ddl_manager.finish_mark not exists for 29-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:18:36 GMT
< Content-Length: 845
< Content-Type: text/plain; charset=utf-8
< 
{ [845 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/c72a5c89-30eb-4ed6-b433-adaaf9eb55d4
	{"id":"c72a5c89-30eb-4ed6-b433-adaaf9eb55d4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898713}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count
	4

/tidb/cdc/default/__cdc_meta__/owner/2231960875f66e4c
	c72a5c89-30eb-4ed6-b433-adaaf9eb55d4

/tidb/cdc/default/default/upstream/7489987766520065292
	{"id":7489987766520065292,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/c72a5c89-30eb-4ed6-b433-adaaf9eb55d4
	{"id":"c72a5c89-30eb-4ed6-b433-adaaf9eb55d4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898713}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count
	4

/tidb/cdc/default/__cdc_meta__/owner/2231960875f66e4c
	c72a5c89-30eb-4ed6-b433-adaaf9eb55d4

/tidb/cdc/default/default/upstream/7489987766520065292
	{"id":7489987766520065292,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/c72a5c89-30eb-4ed6-b433-adaaf9eb55d4
	{"id":"c72a5c89-30eb-4ed6-b433-adaaf9eb55d4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898713}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count
	4

/tidb/cdc/default/__cdc_meta__/owner/2231960875f66e4c
	c72a5c89-30eb-4ed6-b433-adaaf9eb55d4

/tidb/cdc/default/default/upstream/7489987766520065292
	{"id":7489987766520065292,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6439.out cli changefeed create --start-ts=457152575846744065 '--sink-uri=kafka://127.0.0.1:9092/ticdc-sink-retry-test-3431?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' -c changefeed-error-1
Create changefeed successfully!
ID: changefeed-error-1
Info: {"upstream_id":7489987766520065292,"namespace":"default","id":"changefeed-error-1","sink_uri":"kafka://127.0.0.1:9092/ticdc-sink-retry-test-3431?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:18:36.764460811+08:00","start_ts":457152575846744065,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152575846744065,"checkpoint_ts":457152575846744065,"checkpoint_time":"2025-04-06 08:18:01.056"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
table ddl_manager.finish_mark not exists for 30-th check, retry later
+ set +x
check_changefeed_status 127.0.0.1:8300 changefeed-error-1 warning last_warning ErrExecDDLFailed
+ endpoint=127.0.0.1:8300
+ changefeed_id=changefeed-error-1
+ expected_state=warning
+ field=last_warning
+ error_pattern=ErrExecDDLFailed
++ curl 127.0.0.1:8300/api/v2/changefeeds/changefeed-error-1/status
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100    86  100    86    0     0   1011      0 --:--:-- --:--:-- --:--:--  1011
+ info='{"state":"normal","resolved_ts":457152575846744065,"checkpoint_ts":457152575846744065}'
+ echo '{"state":"normal","resolved_ts":457152575846744065,"checkpoint_ts":457152575846744065}'
{"state":"normal","resolved_ts":457152575846744065,"checkpoint_ts":457152575846744065}
++ echo '{"state":"normal","resolved_ts":457152575846744065,"checkpoint_ts":457152575846744065}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \w\a\r\n\i\n\g ]]
+ echo 'changefeed state normal does not equal to warning'
changefeed state normal does not equal to warning
+ exit 1
run task failed 1-th time, retry later
table ddl_manager.finish_mark not exists for 31-th check, retry later
check_changefeed_status 127.0.0.1:8300 changefeed-error-1 warning last_warning ErrExecDDLFailed
+ endpoint=127.0.0.1:8300
+ changefeed_id=changefeed-error-1
+ expected_state=warning
+ field=last_warning
+ error_pattern=ErrExecDDLFailed
++ curl 127.0.0.1:8300/api/v2/changefeeds/changefeed-error-1/status
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   253  100   253    0     0   3162      0 --:--:-- --:--:-- --:--:--  3162
+ info='{"state":"warning","resolved_ts":457152576213483539,"checkpoint_ts":457152576213483539,"last_warning":{"time":"2025-04-06T08:18:38.642135856+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec DDL failed"}}'
+ echo '{"state":"warning","resolved_ts":457152576213483539,"checkpoint_ts":457152576213483539,"last_warning":{"time":"2025-04-06T08:18:38.642135856+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec DDL failed"}}'
{"state":"warning","resolved_ts":457152576213483539,"checkpoint_ts":457152576213483539,"last_warning":{"time":"2025-04-06T08:18:38.642135856+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec DDL failed"}}
++ echo '{"state":"warning","resolved_ts":457152576213483539,"checkpoint_ts":457152576213483539,"last_warning":{"time":"2025-04-06T08:18:38.642135856+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec' DDL 'failed"}}'
++ jq -r .state
+ state=warning
+ [[ ! warning == \w\a\r\n\i\n\g ]]
+ [[ -z last_warning ]]
++ echo '{"state":"warning","resolved_ts":457152576213483539,"checkpoint_ts":457152576213483539,"last_warning":{"time":"2025-04-06T08:18:38.642135856+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrExecDDLFailed","message":"[CDC:ErrExecDDLFailed]exec' DDL 'failed"}}'
++ jq -r .last_warning.message
+ error_msg='[CDC:ErrExecDDLFailed]exec DDL failed'
+ [[ ! [CDC:ErrExecDDLFailed]exec DDL failed =~ ErrExecDDLFailed ]]
run task successfully
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6500.out cli changefeed remove -c changefeed-error-1
Changefeed remove successfully.
ID: changefeed-error-1
CheckpointTs: 457152576213483539
SinkURI: kafka://127.0.0.1:9092/ticdc-sink-retry-test-3431?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc)
4030433280 bytes in 10.33 secs (390354201 bytes/sec)
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
table ddl_manager.finish_mark not exists for 32-th check, retry later
[Pipeline] sh
[Pipeline] sh
+ set +x
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G07
[Pipeline] sh
Run cases: kv_client_stream_reconnect cdc split_region
GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect
JENKINS_URL=https://do.pingcap.net/jenkins/
EXECUTOR_NUMBER=0
JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908671202189119491","prowjobid":"1fef6085-127a-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]}
TZ=Asia/Shanghai
BUILD_ID=1908671202189119491
POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-d4q14
HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-nd468
OLDPWD=/home/jenkins
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=changes
JENKINS_NODE_COOKIE=6249d2e9-b25a-43b8-b722-02f801112219
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
JAVA_HOME=/usr/lib/jvm/jre-openjdk
JOB_BASE_NAME=periodics_cdc_integration_kafka_test
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
GIT_URL=https://github.com/PingCAP-QE/ci.git
CLASSPATH=
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
FILE_SERVER_URL=http://fileserver.pingcap.net
POD_CONTAINER=golang
GOPATH=/go
BUILD_NUMBER=249
USE_BAZEL_VERSION=6.5.0
KUBERNETES_PORT=tcp://10.233.0.1:443
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
HOME=/home/jenkins
NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-nd468
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
JENKINS_HOME=/var/jenkins_home
JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=tests
KUBERNETES_SERVICE_PORT_HTTPS=443
KUBERNETES_PORT_443_TCP_PORT=443
GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
HUDSON_HOME=/var/jenkins_home
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect
PROW_JOB_ID=1fef6085-127a-11f0-bebb-96e16cfa81f4
TEST_GROUP=G07
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=artifacts
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/
TERM=xterm
STAGE_NAME=Test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/
BUILD_DISPLAY_NAME=#249
SHLVL=5
GIT_BRANCH=origin/main
BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249
KUBERNETES_SERVICE_PORT=443
NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-nd468 pingcap_tiflow_periodics_cdc_integration_kafka_test_249-d4q14
PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
KUBERNETES_SERVICE_HOST=10.233.0.1
JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kv_client_stream_reconnect/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G09
[Pipeline] sh
wait process cdc.test exit for 1-th time...
Run cases: gc_safepoint changefeed_pause_resume cli_with_auth savepoint synced_status
GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect
JENKINS_URL=https://do.pingcap.net/jenkins/
EXECUTOR_NUMBER=0
JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908671202189119491","prowjobid":"1fef6085-127a-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]}
TZ=Asia/Shanghai
BUILD_ID=1908671202189119491
POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-d3vk0
HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl
OLDPWD=/home/jenkins
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=changes
JENKINS_NODE_COOKIE=b182550c-8131-4dc0-b0d2-bd9e451a7a5f
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
JAVA_HOME=/usr/lib/jvm/jre-openjdk
JOB_BASE_NAME=periodics_cdc_integration_kafka_test
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
GIT_URL=https://github.com/PingCAP-QE/ci.git
CLASSPATH=
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
FILE_SERVER_URL=http://fileserver.pingcap.net
POD_CONTAINER=golang
GOPATH=/go
BUILD_NUMBER=249
USE_BAZEL_VERSION=6.5.0
KUBERNETES_PORT=tcp://10.233.0.1:443
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
HOME=/home/jenkins
NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
JENKINS_HOME=/var/jenkins_home
JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=tests
KUBERNETES_SERVICE_PORT_HTTPS=443
KUBERNETES_PORT_443_TCP_PORT=443
GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
HUDSON_HOME=/var/jenkins_home
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect
PROW_JOB_ID=1fef6085-127a-11f0-bebb-96e16cfa81f4
TEST_GROUP=G09
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=artifacts
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/
TERM=xterm
STAGE_NAME=Test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/
BUILD_DISPLAY_NAME=#249
SHLVL=5
GIT_BRANCH=origin/main
BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249
KUBERNETES_SERVICE_PORT=443
NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-d3vk0 pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl
PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
KUBERNETES_SERVICE_HOST=10.233.0.1
JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/gc_safepoint/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G08
[Pipeline] sh
wait process cdc.test exit for 2-th time...
Run cases: processor_err_chan changefeed_reconstruct multi_capture synced_status_with_redo
GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect
JENKINS_URL=https://do.pingcap.net/jenkins/
EXECUTOR_NUMBER=0
JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908671202189119491","prowjobid":"1fef6085-127a-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]}
TZ=Asia/Shanghai
BUILD_ID=1908671202189119491
POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-zg4gj
HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8
OLDPWD=/home/jenkins
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=changes
JENKINS_NODE_COOKIE=cc4e20a6-3250-4789-a5f5-bdb4e619b425
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
JAVA_HOME=/usr/lib/jvm/jre-openjdk
JOB_BASE_NAME=periodics_cdc_integration_kafka_test
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
GIT_URL=https://github.com/PingCAP-QE/ci.git
CLASSPATH=
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
FILE_SERVER_URL=http://fileserver.pingcap.net
POD_CONTAINER=golang
GOPATH=/go
BUILD_NUMBER=249
USE_BAZEL_VERSION=6.5.0
KUBERNETES_PORT=tcp://10.233.0.1:443
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
HOME=/home/jenkins
NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
JENKINS_HOME=/var/jenkins_home
JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=tests
KUBERNETES_SERVICE_PORT_HTTPS=443
KUBERNETES_PORT_443_TCP_PORT=443
GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
HUDSON_HOME=/var/jenkins_home
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect
PROW_JOB_ID=1fef6085-127a-11f0-bebb-96e16cfa81f4
TEST_GROUP=G08
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=artifacts
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/
TERM=xterm
STAGE_NAME=Test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/
BUILD_DISPLAY_NAME=#249
SHLVL=5
GIT_BRANCH=origin/main
BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249
KUBERNETES_SERVICE_PORT=443
NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8 pingcap_tiflow_periodics_cdc_integration_kafka_test_249-zg4gj
PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
KUBERNETES_SERVICE_HOST=10.233.0.1
JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/processor_err_chan/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G03
[Pipeline] sh
Run cases: row_format drop_many_tables processor_stop_delay partition_table ddl_with_exists
GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect
JENKINS_URL=https://do.pingcap.net/jenkins/
EXECUTOR_NUMBER=0
JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908671202189119491","prowjobid":"1fef6085-127a-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]}
TZ=Asia/Shanghai
BUILD_ID=1908671202189119491
POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-kh8dd
HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-k-b7655
OLDPWD=/home/jenkins
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=changes
JENKINS_NODE_COOKIE=474af157-caae-4e93-a620-e49e7f73ae83
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
JAVA_HOME=/usr/lib/jvm/jre-openjdk
JOB_BASE_NAME=periodics_cdc_integration_kafka_test
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
GIT_URL=https://github.com/PingCAP-QE/ci.git
CLASSPATH=
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
FILE_SERVER_URL=http://fileserver.pingcap.net
POD_CONTAINER=golang
GOPATH=/go
BUILD_NUMBER=249
USE_BAZEL_VERSION=6.5.0
KUBERNETES_PORT=tcp://10.233.0.1:443
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
HOME=/home/jenkins
NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-k-b7655
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
JENKINS_HOME=/var/jenkins_home
JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=tests
KUBERNETES_SERVICE_PORT_HTTPS=443
KUBERNETES_PORT_443_TCP_PORT=443
GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
HUDSON_HOME=/var/jenkins_home
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect
PROW_JOB_ID=1fef6085-127a-11f0-bebb-96e16cfa81f4
TEST_GROUP=G03
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=artifacts
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/
TERM=xterm
STAGE_NAME=Test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/
BUILD_DISPLAY_NAME=#249
SHLVL=5
GIT_BRANCH=origin/main
BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249
KUBERNETES_SERVICE_PORT=443
NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-k-b7655 pingcap_tiflow_periodics_cdc_integration_kafka_test_249-kh8dd
PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
KUBERNETES_SERVICE_HOST=10.233.0.1
JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/row_format/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G00
[Pipeline] sh
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
check_etcd_meta_not_exist '/tidb/cdc/default/__cdc_meta__/owner' 'owner'
+ key_prefix=/tidb/cdc/default/__cdc_meta__/owner
+ message=owner
++ etcdctl get /tidb/cdc/default/__cdc_meta__/owner --prefix --keys-only
+ info=
+ [[ '' =~ owner ]]
+ echo 'check pass'
check pass
+ exit 0
run task successfully
[Sun Apr  6 08:18:44 CST 2025] <<<<<< START cdc server in changefeed_error case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
+ GO_FAILPOINTS='github.com/pingcap/tiflow/pkg/txnutil/gc/InjectActualGCSafePoint=return(9223372036854775807)'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.65596561.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table ddl_manager.finish_mark not exists for 33-th check, retry later
Run cases: down_db_require_secure_transport bdr_mode capture_suicide_while_balance_table syncpoint syncpoint_check_ts server_config_compatibility changefeed_dup_error_restart safe_mode kafka_big_messages kafka_compression kafka_messages kafka_sink_error_resume mq_sink_lost_callback mq_sink_dispatcher kafka_column_selector kafka_column_selector_avro debezium lossy_ddl storage_csv_update csv_storage_update_pk_clustered csv_storage_update_pk_nonclustered
GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect
JENKINS_URL=https://do.pingcap.net/jenkins/
EXECUTOR_NUMBER=0
JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908671202189119491","prowjobid":"1fef6085-127a-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]}
TZ=Asia/Shanghai
BUILD_ID=1908671202189119491
POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-h2f8n
HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq
OLDPWD=/home/jenkins
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=changes
JENKINS_NODE_COOKIE=614493da-e569-4cc1-bace-6d03fadd611d
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
JAVA_HOME=/usr/lib/jvm/jre-openjdk
JOB_BASE_NAME=periodics_cdc_integration_kafka_test
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
GIT_URL=https://github.com/PingCAP-QE/ci.git
CLASSPATH=
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
FILE_SERVER_URL=http://fileserver.pingcap.net
POD_CONTAINER=golang
GOPATH=/go
BUILD_NUMBER=249
USE_BAZEL_VERSION=6.5.0
KUBERNETES_PORT=tcp://10.233.0.1:443
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
HOME=/home/jenkins
NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
JENKINS_HOME=/var/jenkins_home
JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=tests
KUBERNETES_SERVICE_PORT_HTTPS=443
KUBERNETES_PORT_443_TCP_PORT=443
GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
HUDSON_HOME=/var/jenkins_home
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect
PROW_JOB_ID=1fef6085-127a-11f0-bebb-96e16cfa81f4
TEST_GROUP=G00
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=artifacts
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/
TERM=xterm
STAGE_NAME=Test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/
BUILD_DISPLAY_NAME=#249
SHLVL=5
GIT_BRANCH=origin/main
BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249
KUBERNETES_SERVICE_PORT=443
NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-h2f8n pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq
PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
KUBERNETES_SERVICE_HOST=10.233.0.1
JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/down_db_require_secure_transport/run.sh using Sink-Type: kafka... <<=================
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/bdr_mode/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:18:44 CST 2025] <<<<<< run test case bdr_mode success! >>>>>>
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G01
[Pipeline] sh
Run cases: http_api http_api_tls api_v2 http_api_tls_with_user_auth cli_tls_with_auth debezium_basic kafka_simple_basic kafka_simple_basic_avro kafka_simple_handle_key_only kafka_simple_handle_key_only_avro kafka_simple_claim_check kafka_simple_claim_check_avro canal_json_adapter_compatibility canal_json_basic canal_json_content_compatible multi_topics avro_basic canal_json_handle_key_only open_protocol_handle_key_only canal_json_claim_check open_protocol_claim_check canal_json_storage_basic canal_json_storage_partition_table multi_tables_ddl
GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect
JENKINS_URL=https://do.pingcap.net/jenkins/
EXECUTOR_NUMBER=0
JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908671202189119491","prowjobid":"1fef6085-127a-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]}
TZ=Asia/Shanghai
BUILD_ID=1908671202189119491
POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-ndwwj
HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9
OLDPWD=/home/jenkins
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=changes
JENKINS_NODE_COOKIE=fb84e79b-8ed1-49dc-8045-49c577d3d5aa
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
JAVA_HOME=/usr/lib/jvm/jre-openjdk
JOB_BASE_NAME=periodics_cdc_integration_kafka_test
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
GIT_URL=https://github.com/PingCAP-QE/ci.git
CLASSPATH=
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
FILE_SERVER_URL=http://fileserver.pingcap.net
POD_CONTAINER=golang
GOPATH=/go
BUILD_NUMBER=249
USE_BAZEL_VERSION=6.5.0
KUBERNETES_PORT=tcp://10.233.0.1:443
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
HOME=/home/jenkins
NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
JENKINS_HOME=/var/jenkins_home
JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=tests
KUBERNETES_SERVICE_PORT_HTTPS=443
KUBERNETES_PORT_443_TCP_PORT=443
GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
HUDSON_HOME=/var/jenkins_home
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect
PROW_JOB_ID=1fef6085-127a-11f0-bebb-96e16cfa81f4
TEST_GROUP=G01
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=artifacts
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/
TERM=xterm
STAGE_NAME=Test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/
BUILD_DISPLAY_NAME=#249
SHLVL=5
GIT_BRANCH=origin/main
BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249
KUBERNETES_SERVICE_PORT=443
NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9 pingcap_tiflow_periodics_cdc_integration_kafka_test_249-ndwwj
PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
KUBERNETES_SERVICE_HOST=10.233.0.1
JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/http_api/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:18:44 CST 2025] <<<<<< run test case http_api success! >>>>>>
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G10
[Pipeline] sh
Run cases: default_value simple cdc_server_tips event_filter sql_mode
GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect
JENKINS_URL=https://do.pingcap.net/jenkins/
EXECUTOR_NUMBER=0
JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908671202189119491","prowjobid":"1fef6085-127a-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]}
TZ=Asia/Shanghai
BUILD_ID=1908671202189119491
POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-t64m4
HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw
OLDPWD=/home/jenkins
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=changes
JENKINS_NODE_COOKIE=17d467a6-63bb-416b-a4aa-1e90bbbdb016
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
JAVA_HOME=/usr/lib/jvm/jre-openjdk
JOB_BASE_NAME=periodics_cdc_integration_kafka_test
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
GIT_URL=https://github.com/PingCAP-QE/ci.git
CLASSPATH=
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
FILE_SERVER_URL=http://fileserver.pingcap.net
POD_CONTAINER=golang
GOPATH=/go
BUILD_NUMBER=249
USE_BAZEL_VERSION=6.5.0
KUBERNETES_PORT=tcp://10.233.0.1:443
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
HOME=/home/jenkins
NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
JENKINS_HOME=/var/jenkins_home
JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=tests
KUBERNETES_SERVICE_PORT_HTTPS=443
KUBERNETES_PORT_443_TCP_PORT=443
GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
HUDSON_HOME=/var/jenkins_home
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect
PROW_JOB_ID=1fef6085-127a-11f0-bebb-96e16cfa81f4
TEST_GROUP=G10
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=artifacts
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/
TERM=xterm
STAGE_NAME=Test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/
BUILD_DISPLAY_NAME=#249
SHLVL=5
GIT_BRANCH=origin/main
BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249
KUBERNETES_SERVICE_PORT=443
NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-t64m4 pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw
PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
KUBERNETES_SERVICE_HOST=10.233.0.1
JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/default_value/run.sh using Sink-Type: kafka... <<=================
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/simple/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G11
[Pipeline] sh
Run cases: resolve_lock move_table autorandom generate_column
GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect
JENKINS_URL=https://do.pingcap.net/jenkins/
EXECUTOR_NUMBER=0
JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908671202189119491","prowjobid":"1fef6085-127a-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]}
TZ=Asia/Shanghai
BUILD_ID=1908671202189119491
POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-30593
HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-3-h0dch
OLDPWD=/home/jenkins
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=changes
JENKINS_NODE_COOKIE=0e78cd85-44d5-4fbd-a53f-a687d309eacd
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
JAVA_HOME=/usr/lib/jvm/jre-openjdk
JOB_BASE_NAME=periodics_cdc_integration_kafka_test
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
GIT_URL=https://github.com/PingCAP-QE/ci.git
CLASSPATH=
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
FILE_SERVER_URL=http://fileserver.pingcap.net
POD_CONTAINER=golang
GOPATH=/go
BUILD_NUMBER=249
USE_BAZEL_VERSION=6.5.0
KUBERNETES_PORT=tcp://10.233.0.1:443
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
HOME=/home/jenkins
NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-3-h0dch
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
JENKINS_HOME=/var/jenkins_home
JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=tests
KUBERNETES_SERVICE_PORT_HTTPS=443
KUBERNETES_PORT_443_TCP_PORT=443
GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
HUDSON_HOME=/var/jenkins_home
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect
PROW_JOB_ID=1fef6085-127a-11f0-bebb-96e16cfa81f4
TEST_GROUP=G11
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=artifacts
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/
TERM=xterm
STAGE_NAME=Test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/
BUILD_DISPLAY_NAME=#249
SHLVL=5
GIT_BRANCH=origin/main
BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249
KUBERNETES_SERVICE_PORT=443
NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-3-h0dch pingcap_tiflow_periodics_cdc_integration_kafka_test_249-30593
PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
KUBERNETES_SERVICE_HOST=10.233.0.1
JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/resolve_lock/run.sh using Sink-Type: kafka... <<=================
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G12
[Pipeline] sh
Run cases: many_pk_or_uk capture_session_done_during_task ddl_attributes
GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect
JENKINS_URL=https://do.pingcap.net/jenkins/
EXECUTOR_NUMBER=0
JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908671202189119491","prowjobid":"1fef6085-127a-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]}
TZ=Asia/Shanghai
BUILD_ID=1908671202189119491
POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-w373r
HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-w-wg1h5
OLDPWD=/home/jenkins
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=changes
JENKINS_NODE_COOKIE=98946fc6-d952-40a9-9e63-16564bdaab3d
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
JAVA_HOME=/usr/lib/jvm/jre-openjdk
JOB_BASE_NAME=periodics_cdc_integration_kafka_test
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
GIT_URL=https://github.com/PingCAP-QE/ci.git
CLASSPATH=
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
FILE_SERVER_URL=http://fileserver.pingcap.net
POD_CONTAINER=golang
GOPATH=/go
BUILD_NUMBER=249
USE_BAZEL_VERSION=6.5.0
KUBERNETES_PORT=tcp://10.233.0.1:443
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
HOME=/home/jenkins
NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-w-wg1h5
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
JENKINS_HOME=/var/jenkins_home
JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=tests
KUBERNETES_SERVICE_PORT_HTTPS=443
KUBERNETES_PORT_443_TCP_PORT=443
GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
HUDSON_HOME=/var/jenkins_home
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect
PROW_JOB_ID=1fef6085-127a-11f0-bebb-96e16cfa81f4
TEST_GROUP=G12
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=artifacts
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/
TERM=xterm
STAGE_NAME=Test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/
BUILD_DISPLAY_NAME=#249
SHLVL=5
GIT_BRANCH=origin/main
BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249
KUBERNETES_SERVICE_PORT=443
NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-w373r pingcap-tiflow-periodics-cdc-integration-kafka-test-249-w-wg1h5
PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
KUBERNETES_SERVICE_HOST=10.233.0.1
JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/many_pk_or_uk/run.sh using Sink-Type: kafka... <<=================
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G13
[Pipeline] sh
Run cases: tiflash region_merge common_1
GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect
JENKINS_URL=https://do.pingcap.net/jenkins/
EXECUTOR_NUMBER=0
JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908671202189119491","prowjobid":"1fef6085-127a-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]}
TZ=Asia/Shanghai
BUILD_ID=1908671202189119491
POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-6930b
HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-4d0nv
OLDPWD=/home/jenkins
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=changes
JENKINS_NODE_COOKIE=72ae4088-882c-4ffb-8afb-2ed670a4aebc
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
JAVA_HOME=/usr/lib/jvm/jre-openjdk
JOB_BASE_NAME=periodics_cdc_integration_kafka_test
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
GIT_URL=https://github.com/PingCAP-QE/ci.git
CLASSPATH=
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
FILE_SERVER_URL=http://fileserver.pingcap.net
POD_CONTAINER=golang
GOPATH=/go
BUILD_NUMBER=249
USE_BAZEL_VERSION=6.5.0
KUBERNETES_PORT=tcp://10.233.0.1:443
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
HOME=/home/jenkins
NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-4d0nv
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
JENKINS_HOME=/var/jenkins_home
JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=tests
KUBERNETES_SERVICE_PORT_HTTPS=443
KUBERNETES_PORT_443_TCP_PORT=443
GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
HUDSON_HOME=/var/jenkins_home
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect
PROW_JOB_ID=1fef6085-127a-11f0-bebb-96e16cfa81f4
TEST_GROUP=G13
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=artifacts
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/
TERM=xterm
STAGE_NAME=Test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/
BUILD_DISPLAY_NAME=#249
SHLVL=5
GIT_BRANCH=origin/main
BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249
KUBERNETES_SERVICE_PORT=443
NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-6930b pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-4d0nv
PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
KUBERNETES_SERVICE_HOST=10.233.0.1
JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/tiflash/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
[Pipeline] sh
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G14
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G15
Run cases: changefeed_finish force_replicate_table
GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect
JENKINS_URL=https://do.pingcap.net/jenkins/
EXECUTOR_NUMBER=0
JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908671202189119491","prowjobid":"1fef6085-127a-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]}
TZ=Asia/Shanghai
BUILD_ID=1908671202189119491
POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-qmw6h
HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-q-6fgfs
OLDPWD=/home/jenkins
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=changes
JENKINS_NODE_COOKIE=71aaedcb-73b5-4481-b2f4-112c5d1a3df5
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
JAVA_HOME=/usr/lib/jvm/jre-openjdk
JOB_BASE_NAME=periodics_cdc_integration_kafka_test
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
GIT_URL=https://github.com/PingCAP-QE/ci.git
CLASSPATH=
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
FILE_SERVER_URL=http://fileserver.pingcap.net
POD_CONTAINER=golang
GOPATH=/go
BUILD_NUMBER=249
USE_BAZEL_VERSION=6.5.0
KUBERNETES_PORT=tcp://10.233.0.1:443
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
HOME=/home/jenkins
NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-q-6fgfs
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
JENKINS_HOME=/var/jenkins_home
JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=tests
KUBERNETES_SERVICE_PORT_HTTPS=443
KUBERNETES_PORT_443_TCP_PORT=443
GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
HUDSON_HOME=/var/jenkins_home
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect
PROW_JOB_ID=1fef6085-127a-11f0-bebb-96e16cfa81f4
TEST_GROUP=G14
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=artifacts
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/
TERM=xterm
STAGE_NAME=Test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/
BUILD_DISPLAY_NAME=#249
SHLVL=5
GIT_BRANCH=origin/main
BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249
KUBERNETES_SERVICE_PORT=443
NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-q-6fgfs pingcap_tiflow_periodics_cdc_integration_kafka_test_249-qmw6h
PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
KUBERNETES_SERVICE_HOST=10.233.0.1
JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/changefeed_finish/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table ddl_manager.finish_mark not exists for 34-th check, retry later
Run cases: new_ci_collation batch_add_table multi_rocks ci_collation_compatibility
GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect
JENKINS_URL=https://do.pingcap.net/jenkins/
EXECUTOR_NUMBER=0
JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908671202189119491","prowjobid":"1fef6085-127a-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]}
TZ=Asia/Shanghai
BUILD_ID=1908671202189119491
POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-jqmjv
HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-7kmm4
OLDPWD=/home/jenkins
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=changes
JENKINS_NODE_COOKIE=b6c7d699-21b9-4678-817e-0c7028c3a7f2
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
JAVA_HOME=/usr/lib/jvm/jre-openjdk
JOB_BASE_NAME=periodics_cdc_integration_kafka_test
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
GIT_URL=https://github.com/PingCAP-QE/ci.git
CLASSPATH=
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
FILE_SERVER_URL=http://fileserver.pingcap.net
POD_CONTAINER=golang
GOPATH=/go
BUILD_NUMBER=249
USE_BAZEL_VERSION=6.5.0
KUBERNETES_PORT=tcp://10.233.0.1:443
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
HOME=/home/jenkins
NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-7kmm4
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
JENKINS_HOME=/var/jenkins_home
JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=tests
KUBERNETES_SERVICE_PORT_HTTPS=443
KUBERNETES_PORT_443_TCP_PORT=443
GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
HUDSON_HOME=/var/jenkins_home
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect
PROW_JOB_ID=1fef6085-127a-11f0-bebb-96e16cfa81f4
TEST_GROUP=G15
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=artifacts
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/
TERM=xterm
STAGE_NAME=Test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/
BUILD_DISPLAY_NAME=#249
SHLVL=5
GIT_BRANCH=origin/main
BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249
KUBERNETES_SERVICE_PORT=443
NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-jqmjv pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-7kmm4
PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
KUBERNETES_SERVICE_HOST=10.233.0.1
JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/new_ci_collation/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G17
Run cases: clustered_index processor_resolved_ts_fallback
GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect
JENKINS_URL=https://do.pingcap.net/jenkins/
EXECUTOR_NUMBER=0
JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908671202189119491","prowjobid":"1fef6085-127a-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]}
TZ=Asia/Shanghai
BUILD_ID=1908671202189119491
POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-j0lp2
HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-zw6l5
OLDPWD=/home/jenkins
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=changes
JENKINS_NODE_COOKIE=67e15a42-0f97-4e72-a5f0-2c360c3235ce
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
JAVA_HOME=/usr/lib/jvm/jre-openjdk
JOB_BASE_NAME=periodics_cdc_integration_kafka_test
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
GIT_URL=https://github.com/PingCAP-QE/ci.git
CLASSPATH=
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
FILE_SERVER_URL=http://fileserver.pingcap.net
POD_CONTAINER=golang
GOPATH=/go
BUILD_NUMBER=249
USE_BAZEL_VERSION=6.5.0
KUBERNETES_PORT=tcp://10.233.0.1:443
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
HOME=/home/jenkins
NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-zw6l5
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
JENKINS_HOME=/var/jenkins_home
JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=tests
KUBERNETES_SERVICE_PORT_HTTPS=443
KUBERNETES_PORT_443_TCP_PORT=443
GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
HUDSON_HOME=/var/jenkins_home
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect
PROW_JOB_ID=1fef6085-127a-11f0-bebb-96e16cfa81f4
TEST_GROUP=G17
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=artifacts
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/
TERM=xterm
STAGE_NAME=Test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/
BUILD_DISPLAY_NAME=#249
SHLVL=5
GIT_BRANCH=origin/main
BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249
KUBERNETES_SERVICE_PORT=443
NODE_LABELS=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-j0lp2 pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-zw6l5
PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
KUBERNETES_SERVICE_HOST=10.233.0.1
JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/clustered_index/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:18:46 CST 2025] <<<<<< skip test case clustered_index for kafka! >>>>>>
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/processor_resolved_ts_fallback/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:18:46 CST 2025] <<<<<< run test case processor_resolved_ts_fallback success! >>>>>>
start tidb cluster in /tmp/tidb_cdc_test/kv_client_stream_reconnect
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:18:47 GMT
< Content-Length: 845
< Content-Type: text/plain; charset=utf-8
< 
{ [845 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/8b7d89d1-30ce-4dbe-8c17-7029aa529c77
	{"id":"8b7d89d1-30ce-4dbe-8c17-7029aa529c77","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898724}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count
	5

/tidb/cdc/default/__cdc_meta__/owner/2231960875f66ed9
	8b7d89d1-30ce-4dbe-8c17-7029aa529c77

/tidb/cdc/default/default/upstream/7489987766520065292
	{"id":7489987766520065292,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/8b7d89d1-30ce-4dbe-8c17-7029aa529c77
	{"id":"8b7d89d1-30ce-4dbe-8c17-7029aa529c77","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898724}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count
	5

/tidb/cdc/default/__cdc_meta__/owner/2231960875f66ed9
	8b7d89d1-30ce-4dbe-8c17-7029aa529c77

/tidb/cdc/default/default/upstream/7489987766520065292
	{"id":7489987766520065292,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/8b7d89d1-30ce-4dbe-8c17-7029aa529c77
	{"id":"8b7d89d1-30ce-4dbe-8c17-7029aa529c77","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898724}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count
	5

/tidb/cdc/default/__cdc_meta__/owner/2231960875f66ed9
	8b7d89d1-30ce-4dbe-8c17-7029aa529c77

/tidb/cdc/default/default/upstream/7489987766520065292
	{"id":7489987766520065292,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6614.out cli changefeed create --start-ts=457152575846744065 '--sink-uri=kafka://127.0.0.1:9092/ticdc-sink-retry-test-3431?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' -c changefeed-error-2
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/capture_suicide_while_balance_table/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:18:47 CST 2025] <<<<<< run test case capture_suicide_while_balance_table success! >>>>>>
start tidb cluster in /tmp/tidb_cdc_test/gc_safepoint
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
Create changefeed successfully!
ID: changefeed-error-2
Info: {"upstream_id":7489987766520065292,"namespace":"default","id":"changefeed-error-2","sink_uri":"kafka://127.0.0.1:9092/ticdc-sink-retry-test-3431?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:18:47.633826132+08:00","start_ts":457152575846744065,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152575846744065,"checkpoint_ts":457152575846744065,"checkpoint_time":"2025-04-06 08:18:01.056"}
PASS
start tidb cluster in /tmp/tidb_cdc_test/processor_err_chan
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
table ddl_manager.finish_mark not exists for 35-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/row_format
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
Verifying downstream PD is started...
The 1 times to try to start tidb cluster...
Verifying downstream PD is started...
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/http_api_tls/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:18:47 CST 2025] <<<<<< run test case http_api_tls success! >>>>>>
start tidb cluster in /tmp/tidb_cdc_test/simple
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
The 1 times to try to start tidb cluster...
+ set +x
check_changefeed_state http://127.0.0.1:2379 changefeed-error-2 failed [CDC:ErrSnapshotLostByGC]
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=changefeed-error-2
+ expected_state=failed
+ error_msg='[CDC:ErrSnapshotLostByGC]'
+ tls_dir='[CDC:ErrSnapshotLostByGC]'
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-error-2 -s
+ info='{
  "upstream_id": 7489987766520065292,
  "namespace": "default",
  "id": "changefeed-error-2",
  "state": "failed",
  "checkpoint_tso": 457152575846744065,
  "checkpoint_time": "2025-04-06 08:18:01.056",
  "error": {
    "time": "2025-04-06T08:18:47.714018946+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrSnapshotLostByGC",
    "message": "[CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457152575846744065 is earlier than or equal to GC safepoint at 9223372036854775807"
  }
}'
+ echo '{
  "upstream_id": 7489987766520065292,
  "namespace": "default",
  "id": "changefeed-error-2",
  "state": "failed",
  "checkpoint_tso": 457152575846744065,
  "checkpoint_time": "2025-04-06 08:18:01.056",
  "error": {
    "time": "2025-04-06T08:18:47.714018946+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrSnapshotLostByGC",
    "message": "[CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457152575846744065 is earlier than or equal to GC safepoint at 9223372036854775807"
  }
}'
{
  "upstream_id": 7489987766520065292,
  "namespace": "default",
  "id": "changefeed-error-2",
  "state": "failed",
  "checkpoint_tso": 457152575846744065,
  "checkpoint_time": "2025-04-06 08:18:01.056",
  "error": {
    "time": "2025-04-06T08:18:47.714018946+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrSnapshotLostByGC",
    "message": "[CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457152575846744065 is earlier than or equal to GC safepoint at 9223372036854775807"
  }
}
++ jq -r .state
++ echo '{' '"upstream_id":' 7489987766520065292, '"namespace":' '"default",' '"id":' '"changefeed-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 457152575846744065, '"checkpoint_time":' '"2025-04-06' '08:18:01.056",' '"error":' '{' '"time":' '"2025-04-06T08:18:47.714018946+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSnapshotLostByGC",' '"message":' '"[CDC:ErrSnapshotLostByGC]fail' to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457152575846744065 is earlier than or equal to GC safepoint at '9223372036854775807"' '}' '}'
+ state=failed
+ [[ ! failed == \f\a\i\l\e\d ]]
++ echo '{' '"upstream_id":' 7489987766520065292, '"namespace":' '"default",' '"id":' '"changefeed-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 457152575846744065, '"checkpoint_time":' '"2025-04-06' '08:18:01.056",' '"error":' '{' '"time":' '"2025-04-06T08:18:47.714018946+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSnapshotLostByGC",' '"message":' '"[CDC:ErrSnapshotLostByGC]fail' to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457152575846744065 is earlier than or equal to GC safepoint at '9223372036854775807"' '}' '}'
++ jq -r .error.message
+ message='[CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457152575846744065 is earlier than or equal to GC safepoint at 9223372036854775807'
+ [[ ! [CDC:ErrSnapshotLostByGC]fail to create or maintain changefeed due to snapshot loss caused by GC. checkpoint-ts 457152575846744065 is earlier than or equal to GC safepoint at 9223372036854775807 =~ \[CDC:ErrSnapshotLostByGC] ]]
run task successfully
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6678.out cli changefeed remove -c changefeed-error-2
[Pipeline] withEnv
[Pipeline] {
table ddl_manager.finish_mark not exists for 36-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/tiflash
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
start tidb cluster in /tmp/tidb_cdc_test/changefeed_finish
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
Changefeed remove successfully.
ID: changefeed-error-2
CheckpointTs: 457152575846744065
SinkURI: kafka://127.0.0.1:9092/ticdc-sink-retry-test-3431?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
Verifying downstream PD is started...
[Pipeline] container
[Pipeline] {
\033[0;36m<<< Run all test success >>>\033[0m
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/syncpoint/run.sh using Sink-Type: kafka... <<=================
kafka downstream isn't support syncpoint record
[Sun Apr  6 08:18:50 CST 2025] <<<<<< run test case syncpoint success! >>>>>>
Starting Upstream TiKV...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
start tidb cluster in /tmp/tidb_cdc_test/new_ci_collation
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
+ set +x
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Verifying downstream PD is started...
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/api_v2/run.sh using Sink-Type: kafka... <<=================
wait process cdc.test exit for 1-th time...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
table ddl_manager.finish_mark not exists for 37-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/resolve_lock
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
wait process cdc.test exit for 2-th time...
Verifying downstream PD is started...
start tidb cluster in /tmp/tidb_cdc_test/many_pk_or_uk
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:18:52 CST 2025] <<<<<< START cdc server in changefeed_error case >>>>>>
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/redo/ChangefeedNewRedoManagerError=2*return(true)'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.67336735.out server --log-file /tmp/tidb_cdc_test/changefeed_error/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_error/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[Pipeline] stage
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[Pipeline] { (Test)
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/syncpoint_check_ts/run.sh using Sink-Type: kafka... <<=================
kafka downstream isn't support syncpoint record
[Sun Apr  6 08:18:53 CST 2025] <<<<<< run test case syncpoint_check_ts success! >>>>>>
[Pipeline] }
table ddl_manager.finish_mark not exists for 38-th check, retry later
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988003318577329	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbabcc0013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-nd468, pid:1477, start at 2025-04-06 08:18:53.335583504 +0800 CST m=+1.568047145	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:53.344 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:53.349 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:53.349 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988003318577329	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbabcc0013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-nd468, pid:1477, start at 2025-04-06 08:18:53.335583504 +0800 CST m=+1.568047145	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:53.344 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:53.349 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:53.349 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988006886862904	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbad70000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-nd468, pid:1533, start at 2025-04-06 08:18:53.423008709 +0800 CST m=+1.593942571	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:53.431 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:53.404 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:53.404 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/error.log
arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kv_client_stream_reconnect/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[Pipeline] // timeout
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc already exists)
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
[Pipeline] {
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/http_api_tls_with_user_auth/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:18:54 CST 2025] <<<<<< run test case http_api_tls_with_user_auth success! >>>>>>
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988002156440164	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbbe80000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl, pid:1400, start at 2025-04-06 08:18:54.53114136 +0800 CST m=+1.469413466	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:54.542 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:54.546 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:54.546 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988002156440164	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbbe80000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl, pid:1400, start at 2025-04-06 08:18:54.53114136 +0800 CST m=+1.469413466	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:54.542 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:54.546 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:54.546 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988008598727183	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbbf48000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl, pid:1477, start at 2025-04-06 08:18:54.590133906 +0800 CST m=+1.451262237	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:54.597 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:54.597 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:54.597 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988010712220738	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbbbb80013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8, pid:1401, start at 2025-04-06 08:18:54.354450016 +0800 CST m=+1.558239502	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:54.362 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:54.369 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:54.369 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988010712220738	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbbbb80013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8, pid:1401, start at 2025-04-06 08:18:54.354450016 +0800 CST m=+1.558239502	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:54.362 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:54.369 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:54.369 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988005137510431	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbbbac000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8, pid:1477, start at 2025-04-06 08:18:54.354502895 +0800 CST m=+1.479052006	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:54.362 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:54.366 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:54.366 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/processor_err_chan/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/processor_err_chan/tiflash/log/error.log
arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/processor_err_chan/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/processor_err_chan/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/processor_err_chan/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/gc_safepoint/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/gc_safepoint/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/gc_safepoint/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/gc_safepoint/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/gc_safepoint/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988004993099153	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbc754000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw, pid:1470, start at 2025-04-06 08:18:55.100732605 +0800 CST m=+1.580054183	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:55.109 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:55.110 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:55.110 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988004993099153	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbc754000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw, pid:1470, start at 2025-04-06 08:18:55.100732605 +0800 CST m=+1.580054183	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:55.109 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:55.110 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:55.110 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988011147069003	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbbde0000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-k-b7655, pid:1471, start at 2025-04-06 08:18:54.493988214 +0800 CST m=+1.414676318	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:54.501 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:54.505 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:54.505 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988011147069003	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbbde0000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-k-b7655, pid:1471, start at 2025-04-06 08:18:54.493988214 +0800 CST m=+1.414676318	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:54.501 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:54.505 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:54.505 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988009288388168	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbc0ec0001	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-k-b7655, pid:1549, start at 2025-04-06 08:18:54.652102035 +0800 CST m=+1.498034994	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:54.659 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:54.651 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:54.651 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/row_format/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/row_format/tiflash/log/error.log
arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/row_format/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/row_format/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/row_format/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
[Pipeline] cache
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988015602602828	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbc8dc0002	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw, pid:1552, start at 2025-04-06 08:18:55.160645839 +0800 CST m=+1.555307686	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:55.168 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:55.159 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:55.159 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/simple/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/simple/tiflash/log/error.log
table ddl_manager.finish_mark not exists for 39-th check, retry later
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/simple/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/simple/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/simple/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
[Sun Apr  6 08:18:56 CST 2025] <<<<<< START cdc server in kv_client_stream_reconnect case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/kv/kvClientForceReconnect=return(true)'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kv_client_stream_reconnect.28512853.out server --log-file /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kv_client_stream_reconnect/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:18:56 GMT
< Content-Length: 845
< Content-Type: text/plain; charset=utf-8
< 
{ [845 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/32bf7347-5c11-427d-97d6-3529211698c2
	{"id":"32bf7347-5c11-427d-97d6-3529211698c2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898733}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count
	7

/tidb/cdc/default/__cdc_meta__/owner/2231960875f66f34
	32bf7347-5c11-427d-97d6-3529211698c2

/tidb/cdc/default/default/upstream/7489987766520065292
	{"id":7489987766520065292,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/32bf7347-5c11-427d-97d6-3529211698c2
	{"id":"32bf7347-5c11-427d-97d6-3529211698c2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898733}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count
	7

/tidb/cdc/default/__cdc_meta__/owner/2231960875f66f34
	32bf7347-5c11-427d-97d6-3529211698c2

/tidb/cdc/default/default/upstream/7489987766520065292
	{"id":7489987766520065292,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/32bf7347-5c11-427d-97d6-3529211698c2
	{"id":"32bf7347-5c11-427d-97d6-3529211698c2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898733}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/meta/ticdc-delete-etcd-key-count
	7

/tidb/cdc/default/__cdc_meta__/owner/2231960875f66f34
	32bf7347-5c11-427d-97d6-3529211698c2

/tidb/cdc/default/default/upstream/7489987766520065292
	{"id":7489987766520065292,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6789.out cli changefeed create --start-ts=0 '--sink-uri=kafka://127.0.0.1:9092/ticdc-sink-retry-test-3431?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' -c changefeed-initialize-error
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988013027046945	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbd530000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-4d0nv, pid:1396, start at 2025-04-06 08:18:55.9769246 +0800 CST m=+1.617075216	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:55.986 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:55.948 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:55.948 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988013027046945	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbd530000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-4d0nv, pid:1396, start at 2025-04-06 08:18:55.9769246 +0800 CST m=+1.617075216	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:55.986 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:55.948 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:55.948 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988019300514079	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbd5d80004	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-4d0nv, pid:1462, start at 2025-04-06 08:18:55.998057365 +0800 CST m=+1.571750071	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:56.006 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:55.990 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:55.990 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Create changefeed successfully!
ID: changefeed-initialize-error
Info: {"upstream_id":7489987766520065292,"namespace":"default","id":"changefeed-initialize-error","sink_uri":"kafka://127.0.0.1:9092/ticdc-sink-retry-test-3431?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:18:56.431402794+08:00","start_ts":457152590329937924,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152590329937924,"checkpoint_ts":457152590329937924,"checkpoint_time":"2025-04-06 08:18:56.305"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/tiflash/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/tiflash/tiflash/log/error.log
arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/tiflash/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/tiflash/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/tiflash/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988020198436144	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbe17c000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-q-6fgfs, pid:1325, start at 2025-04-06 08:18:56.760935536 +0800 CST m=+1.752367149	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:56.769 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:56.735 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:56.735 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988020198436144	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbe17c000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-q-6fgfs, pid:1325, start at 2025-04-06 08:18:56.760935536 +0800 CST m=+1.752367149	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:56.769 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:56.735 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:56.735 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988010232497980	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbe24c000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-q-6fgfs, pid:1393, start at 2025-04-06 08:18:56.828406049 +0800 CST m=+1.737736961	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:56.836 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:56.837 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:56.837 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.row_format.cli.2856.out cli tso query --pd=http://127.0.0.1:2379
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/changefeed_finish/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/changefeed_finish/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_finish/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_finish/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_finish/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table ddl_manager.finish_mark not exists for 40-th check, retry later
[Sun Apr  6 08:18:57 CST 2025] <<<<<< START cdc server in gc_safepoint case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS='github.com/pingcap/tiflow/pkg/txnutil/gc/InjectGcSafepointUpdateInterval=return(500)'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.gc_safepoint.28532855.out server --log-file /tmp/tidb_cdc_test/gc_safepoint/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/gc_safepoint/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ set +x
check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error normal null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=changefeed-initialize-error
+ expected_state=normal
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s
+ info='{
  "upstream_id": 7489987766520065292,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "warning",
  "checkpoint_tso": 457152590329937924,
  "checkpoint_time": "2025-04-06 08:18:56.305",
  "error": {
    "time": "2025-04-06T08:18:56.612989557+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrProcessorUnknown",
    "message": "changefeed new redo manager injected error"
  }
}'
+ echo '{
  "upstream_id": 7489987766520065292,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "warning",
  "checkpoint_tso": 457152590329937924,
  "checkpoint_time": "2025-04-06 08:18:56.305",
  "error": {
    "time": "2025-04-06T08:18:56.612989557+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrProcessorUnknown",
    "message": "changefeed new redo manager injected error"
  }
}'
{
  "upstream_id": 7489987766520065292,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "warning",
  "checkpoint_tso": 457152590329937924,
  "checkpoint_time": "2025-04-06 08:18:56.305",
  "error": {
    "time": "2025-04-06T08:18:56.612989557+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrProcessorUnknown",
    "message": "changefeed new redo manager injected error"
  }
}
++ echo '{' '"upstream_id":' 7489987766520065292, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"warning",' '"checkpoint_tso":' 457152590329937924, '"checkpoint_time":' '"2025-04-06' '08:18:56.305",' '"error":' '{' '"time":' '"2025-04-06T08:18:56.612989557+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrProcessorUnknown",' '"message":' '"changefeed' new redo manager injected 'error"' '}' '}'
++ jq -r .state
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.simple.cli.2855.out cli tso query --pd=http://127.0.0.1:2379
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/server_config_compatibility/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:18:57 CST 2025] <<<<<< run test case server_config_compatibility success! >>>>>>
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ state=warning
+ [[ ! warning == \n\o\r\m\a\l ]]
+ echo 'changefeed state warning does not equal to normal'
changefeed state warning does not equal to normal
+ exit 1
run task failed 1-th time, retry later
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cli_tls_with_auth/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
[Sun Apr  6 08:18:58 CST 2025] <<<<<< START cdc server in processor_err_chan case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/ProcessorAddTableError=1*return(true)'
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.processor_err_chan.29562958.out server --log-file /tmp/tidb_cdc_test/processor_err_chan/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/processor_err_chan/cdc_data --cluster-id default --config /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/processor_err_chan/conf/server.toml --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988017555854775	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbfba40004	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-7kmm4, pid:1415, start at 2025-04-06 08:18:58.414933088 +0800 CST m=+1.572906470	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:58.423 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:58.409 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:58.409 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988017555854775	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbfba40004	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-7kmm4, pid:1415, start at 2025-04-06 08:18:58.414933088 +0800 CST m=+1.572906470	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:58.423 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:58.409 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:58.409 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988027211382348	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbfb94000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-7kmm4, pid:1491, start at 2025-04-06 08:18:58.449715561 +0800 CST m=+1.535599274	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:58.457 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:58.456 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:58.456 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/new_ci_collation/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/new_ci_collation/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/new_ci_collation/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/new_ci_collation/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/new_ci_collation/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.tiflash.cli.2840.out cli tso query --pd=http://127.0.0.1:2379
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988026777784825	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbf590000e	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-3-h0dch, pid:1479, start at 2025-04-06 08:18:58.064062479 +0800 CST m=+1.415807769	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:58.071 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:58.070 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:58.070 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988026777784825	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbf590000e	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-3-h0dch, pid:1479, start at 2025-04-06 08:18:58.064062479 +0800 CST m=+1.415807769	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:58.071 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:58.070 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:58.070 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988024289929276	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dbf8ac000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-3-h0dch, pid:1557, start at 2025-04-06 08:18:58.255234828 +0800 CST m=+1.527516756	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:58.262 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:58.269 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:58.269 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/resolve_lock/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/resolve_lock/tiflash/log/error.log
arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/resolve_lock/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/resolve_lock/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/resolve_lock/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ set +x
+ tso='457152590723153921
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152590723153921 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:18:59 CST 2025] <<<<<< START cdc server in row_format case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.row_format.28922894.out server --log-file /tmp/tidb_cdc_test/row_format/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/row_format/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[Sun Apr  6 08:18:59 CST 2025] <<<<<< START cdc server in changefeed_finish case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_finish.28302832.out server --log-file /tmp/tidb_cdc_test/changefeed_finish/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_finish/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:18:59 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/33848074-05d0-44ba-941a-32c3c6500e6a
	{"id":"33848074-05d0-44ba-941a-32c3c6500e6a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898736}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876d0c1cc
	33848074-05d0-44ba-941a-32c3c6500e6a

/tidb/cdc/default/default/upstream/7489988003318577329
	{"id":7489988003318577329,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/33848074-05d0-44ba-941a-32c3c6500e6a
	{"id":"33848074-05d0-44ba-941a-32c3c6500e6a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898736}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876d0c1cc
	33848074-05d0-44ba-941a-32c3c6500e6a

/tidb/cdc/default/default/upstream/7489988003318577329
	{"id":7489988003318577329,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/33848074-05d0-44ba-941a-32c3c6500e6a
	{"id":"33848074-05d0-44ba-941a-32c3c6500e6a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898736}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876d0c1cc
	33848074-05d0-44ba-941a-32c3c6500e6a

/tidb/cdc/default/default/upstream/7489988003318577329
	{"id":7489988003318577329,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
[Sun Apr  6 08:18:59 CST 2025] <<<<<< START kafka consumer in kv_client_stream_reconnect case >>>>>>
table ddl_manager.finish_mark not exists for 41-th check, retry later
+ set +x
+ tso='457152590842429441
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152590842429441 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:18:59 CST 2025] <<<<<< START cdc server in simple case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.simple.29002902.out server --log-file /tmp/tidb_cdc_test/simple/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/simple/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error normal null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=changefeed-initialize-error
+ expected_state=normal
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s
+ info='{
  "upstream_id": 7489987766520065292,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "warning",
  "checkpoint_tso": 457152590329937924,
  "checkpoint_time": "2025-04-06 08:18:56.305",
  "error": {
    "time": "2025-04-06T08:18:56.612989557+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrProcessorUnknown",
    "message": "changefeed new redo manager injected error"
  }
}'
+ echo '{
  "upstream_id": 7489987766520065292,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "warning",
  "checkpoint_tso": 457152590329937924,
  "checkpoint_time": "2025-04-06 08:18:56.305",
  "error": {
    "time": "2025-04-06T08:18:56.612989557+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrProcessorUnknown",
    "message": "changefeed new redo manager injected error"
  }
}'
{
  "upstream_id": 7489987766520065292,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "warning",
  "checkpoint_tso": 457152590329937924,
  "checkpoint_time": "2025-04-06 08:18:56.305",
  "error": {
    "time": "2025-04-06T08:18:56.612989557+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrProcessorUnknown",
    "message": "changefeed new redo manager injected error"
  }
}
++ echo '{' '"upstream_id":' 7489987766520065292, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"warning",' '"checkpoint_tso":' 457152590329937924, '"checkpoint_time":' '"2025-04-06' '08:18:56.305",' '"error":' '{' '"time":' '"2025-04-06T08:18:56.612989557+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrProcessorUnknown",' '"message":' '"changefeed' new redo manager injected 'error"' '}' '}'
++ jq -r .state
+ state=warning
+ [[ ! warning == \n\o\r\m\a\l ]]
+ echo 'changefeed state warning does not equal to normal'
changefeed state warning does not equal to normal
+ exit 1
run task failed 2-th time, retry later
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/changefeed_dup_error_restart/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:19:00 CST 2025] <<<<<< run test case changefeed_dup_error_restart success! >>>>>>
+ set +x
+ tso='457152591062368257
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152591062368257 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:19:00 CST 2025] <<<<<< START cdc server in tiflash case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.tiflash.28802882.out server --log-file /tmp/tidb_cdc_test/tiflash/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/tiflash/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988037575705134	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dc0df4000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-w-wg1h5, pid:1392, start at 2025-04-06 08:18:59.599946733 +0800 CST m=+1.447372681	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:59.608 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:59.581 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:59.581 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988037575705134	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dc0df4000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-w-wg1h5, pid:1392, start at 2025-04-06 08:18:59.599946733 +0800 CST m=+1.447372681	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:59.608 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:59.581 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:59.581 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988031558852395	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dc0ec4000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-w-wg1h5, pid:1464, start at 2025-04-06 08:18:59.66555565 +0800 CST m=+1.436905824	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:20:59.673 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:18:59.633 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:08:59.633 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/many_pk_or_uk/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/many_pk_or_uk/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/many_pk_or_uk/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/many_pk_or_uk/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/many_pk_or_uk/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resolve_lock.cli.2937.out cli tso query --pd=http://127.0.0.1:2379
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:19:00 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/d3a0e65d-3b9a-4227-a6f1-06527a9c9037
	{"id":"d3a0e65d-3b9a-4227-a6f1-06527a9c9037","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898737}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876d1e8d6
	d3a0e65d-3b9a-4227-a6f1-06527a9c9037

/tidb/cdc/default/default/upstream/7489988002156440164
	{"id":7489988002156440164,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/d3a0e65d-3b9a-4227-a6f1-06527a9c9037
	{"id":"d3a0e65d-3b9a-4227-a6f1-06527a9c9037","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898737}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876d1e8d6
	d3a0e65d-3b9a-4227-a6f1-06527a9c9037

/tidb/cdc/default/default/upstream/7489988002156440164
	{"id":7489988002156440164,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/d3a0e65d-3b9a-4227-a6f1-06527a9c9037
	{"id":"d3a0e65d-3b9a-4227-a6f1-06527a9c9037","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898737}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876d1e8d6
	d3a0e65d-3b9a-4227-a6f1-06527a9c9037

/tidb/cdc/default/default/upstream/7489988002156440164
	{"id":7489988002156440164,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
[Sun Apr  6 08:19:00 CST 2025] <<<<<< START kafka consumer in gc_safepoint case >>>>>>
0
check diff failed 1-th time, retry later
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:19:01 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/61c1c4b3-c3cd-4930-bc95-3757973605cc
	{"id":"61c1c4b3-c3cd-4930-bc95-3757973605cc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898738}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876d2fa2a
	61c1c4b3-c3cd-4930-bc95-3757973605cc

/tidb/cdc/default/default/upstream/7489988010712220738
	{"id":7489988010712220738,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/61c1c4b3-c3cd-4930-bc95-3757973605cc
	{"id":"61c1c4b3-c3cd-4930-bc95-3757973605cc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898738}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876d2fa2a
	61c1c4b3-c3cd-4930-bc95-3757973605cc

/tidb/cdc/default/default/upstream/7489988010712220738
	{"id":7489988010712220738,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/61c1c4b3-c3cd-4930-bc95-3757973605cc
	{"id":"61c1c4b3-c3cd-4930-bc95-3757973605cc","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898738}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876d2fa2a
	61c1c4b3-c3cd-4930-bc95-3757973605cc

/tidb/cdc/default/default/upstream/7489988010712220738
	{"id":7489988010712220738,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
[Sun Apr  6 08:19:01 CST 2025] <<<<<< START kafka consumer in processor_err_chan case >>>>>>
check_changefeed_state http://127.0.0.1:2379 ccd00d12-4a3b-4f6a-b163-9a0217508b9f normal null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=ccd00d12-4a3b-4f6a-b163-9a0217508b9f
+ expected_state=normal
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c ccd00d12-4a3b-4f6a-b163-9a0217508b9f -s
+ info='{
  "upstream_id": 7489988010712220738,
  "namespace": "default",
  "id": "ccd00d12-4a3b-4f6a-b163-9a0217508b9f",
  "state": "normal",
  "checkpoint_tso": 457152591657435138,
  "checkpoint_time": "2025-04-06 08:19:01.369",
  "error": null
}'
+ echo '{
  "upstream_id": 7489988010712220738,
  "namespace": "default",
  "id": "ccd00d12-4a3b-4f6a-b163-9a0217508b9f",
  "state": "normal",
  "checkpoint_tso": 457152591657435138,
  "checkpoint_time": "2025-04-06 08:19:01.369",
  "error": null
}'
{
  "upstream_id": 7489988010712220738,
  "namespace": "default",
  "id": "ccd00d12-4a3b-4f6a-b163-9a0217508b9f",
  "state": "normal",
  "checkpoint_tso": 457152591657435138,
  "checkpoint_time": "2025-04-06 08:19:01.369",
  "error": null
}
++ echo '{' '"upstream_id":' 7489988010712220738, '"namespace":' '"default",' '"id":' '"ccd00d12-4a3b-4f6a-b163-9a0217508b9f",' '"state":' '"normal",' '"checkpoint_tso":' 457152591657435138, '"checkpoint_time":' '"2025-04-06' '08:19:01.369",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7489988010712220738, '"namespace":' '"default",' '"id":' '"ccd00d12-4a3b-4f6a-b163-9a0217508b9f",' '"state":' '"normal",' '"checkpoint_tso":' 457152591657435138, '"checkpoint_time":' '"2025-04-06' '08:19:01.369",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
run task successfully
[Sun Apr  6 08:19:01 CST 2025] <<<<<< START cdc server in new_ci_collation case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.new_ci_collation.29172919.out server --log-file /tmp/tidb_cdc_test/new_ci_collation/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/new_ci_collation/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
check diff failed 1-th time, retry later
table ddl_manager.finish_mark not exists for 42-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/cli_tls_with_auth
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.many_pk_or_uk.cli.2924.out cli tso query --pd=http://127.0.0.1:2379
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:19:02 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/9b2e6d5e-227e-4f6c-828f-583f59c34187
	{"id":"9b2e6d5e-227e-4f6c-828f-583f59c34187","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898739}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876d418d5
	9b2e6d5e-227e-4f6c-828f-583f59c34187

/tidb/cdc/default/default/upstream/7489988011147069003
	{"id":7489988011147069003,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/9b2e6d5e-227e-4f6c-828f-583f59c34187
	{"id":"9b2e6d5e-227e-4f6c-828f-583f59c34187","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898739}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876d418d5
	9b2e6d5e-227e-4f6c-828f-583f59c34187

/tidb/cdc/default/default/upstream/7489988011147069003
	{"id":7489988011147069003,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/9b2e6d5e-227e-4f6c-828f-583f59c34187
	{"id":"9b2e6d5e-227e-4f6c-828f-583f59c34187","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898739}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876d418d5
	9b2e6d5e-227e-4f6c-828f-583f59c34187

/tidb/cdc/default/default/upstream/7489988011147069003
	{"id":7489988011147069003,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.row_format.cli.2944.out cli changefeed create --start-ts=457152590723153921 '--sink-uri=kafka://127.0.0.1:9092/ticdc-row-format-test-27895?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:19:02 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a62ffca3-780e-4559-ae55-3c68967e8401
	{"id":"a62ffca3-780e-4559-ae55-3c68967e8401","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898739}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876dba2cd
	a62ffca3-780e-4559-ae55-3c68967e8401

/tidb/cdc/default/default/upstream/7489988020198436144
	{"id":7489988020198436144,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a62ffca3-780e-4559-ae55-3c68967e8401
	{"id":"a62ffca3-780e-4559-ae55-3c68967e8401","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898739}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876dba2cd
	a62ffca3-780e-4559-ae55-3c68967e8401

/tidb/cdc/default/default/upstream/7489988020198436144
	{"id":7489988020198436144,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a62ffca3-780e-4559-ae55-3c68967e8401
	{"id":"a62ffca3-780e-4559-ae55-3c68967e8401","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898739}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876dba2cd
	a62ffca3-780e-4559-ae55-3c68967e8401

/tidb/cdc/default/default/upstream/7489988020198436144
	{"id":7489988020198436144,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
Create changefeed successfully!
ID: 520296bd-5482-40c2-9103-3a81cff156c4
Info: {"upstream_id":7489988011147069003,"namespace":"default","id":"520296bd-5482-40c2-9103-3a81cff156c4","sink_uri":"kafka://127.0.0.1:9092/ticdc-row-format-test-27895?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:19:02.808333319+08:00","start_ts":457152590723153921,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152590723153921,"checkpoint_ts":457152590723153921,"checkpoint_time":"2025-04-06 08:18:57.805"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
[Sun Apr  6 08:19:02 CST 2025] <<<<<< START kafka consumer in changefeed_finish case >>>>>>
+ set +x
+ tso='457152591670804482
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152591670804482 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:19:02 CST 2025] <<<<<< START cdc server in resolve_lock case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resolve_lock.29712973.out server --log-file /tmp/tidb_cdc_test/resolve_lock/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/resolve_lock/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:19:02 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a6dd96ba-5493-43fc-bb09-df2eb4e511a5
	{"id":"a6dd96ba-5493-43fc-bb09-df2eb4e511a5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898740}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876d7a2ea
	a6dd96ba-5493-43fc-bb09-df2eb4e511a5

/tidb/cdc/default/default/upstream/7489988004993099153
	{"id":7489988004993099153,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a6dd96ba-5493-43fc-bb09-df2eb4e511a5
	{"id":"a6dd96ba-5493-43fc-bb09-df2eb4e511a5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898740}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876d7a2ea
	a6dd96ba-5493-43fc-bb09-df2eb4e511a5

/tidb/cdc/default/default/upstream/7489988004993099153
	{"id":7489988004993099153,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a6dd96ba-5493-43fc-bb09-df2eb4e511a5
	{"id":"a6dd96ba-5493-43fc-bb09-df2eb4e511a5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898740}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876d7a2ea
	a6dd96ba-5493-43fc-bb09-df2eb4e511a5

/tidb/cdc/default/default/upstream/7489988004993099153
	{"id":7489988004993099153,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.simple.cli.2953.out cli changefeed create --start-ts=457152590842429441 '--sink-uri=kafka+ssl://127.0.0.1:9092/ticdc-simple-test-31088?protocol=open-protocol&partition-num=4&kafka-client-id=cdc_test_simple&kafka-version=2.4.1&max-message-bytes=10485760'
check diff failed 1-th time, retry later
Create changefeed successfully!
ID: 7ae50442-1c61-492d-839d-ccc6fd33e217
Info: {"upstream_id":7489988004993099153,"namespace":"default","id":"7ae50442-1c61-492d-839d-ccc6fd33e217","sink_uri":"kafka+ssl://127.0.0.1:9092/ticdc-simple-test-31088?protocol=open-protocol\u0026partition-num=4\u0026kafka-client-id=cdc_test_simple\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:19:03.323278669+08:00","start_ts":457152590842429441,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152590842429441,"checkpoint_ts":457152590842429441,"checkpoint_time":"2025-04-06 08:18:58.260"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
check diff failed 2-th time, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:19:03 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/44c3efd7-5234-4e12-b255-5ff1e5a823bb
	{"id":"44c3efd7-5234-4e12-b255-5ff1e5a823bb","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898740}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876dae7d9
	44c3efd7-5234-4e12-b255-5ff1e5a823bb

/tidb/cdc/default/default/upstream/7489988013027046945
	{"id":7489988013027046945,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/44c3efd7-5234-4e12-b255-5ff1e5a823bb
	{"id":"44c3efd7-5234-4e12-b255-5ff1e5a823bb","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898740}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876dae7d9
	44c3efd7-5234-4e12-b255-5ff1e5a823bb

/tidb/cdc/default/default/upstream/7489988013027046945
	{"id":7489988013027046945,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/44c3efd7-5234-4e12-b255-5ff1e5a823bb
	{"id":"44c3efd7-5234-4e12-b255-5ff1e5a823bb","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898740}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876dae7d9
	44c3efd7-5234-4e12-b255-5ff1e5a823bb

/tidb/cdc/default/default/upstream/7489988013027046945
	{"id":7489988013027046945,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
Create changefeed successfully!
ID: a3921ffd-e84b-4f16-9213-33578f354d70
Info: {"upstream_id":7489988013027046945,"namespace":"default","id":"a3921ffd-e84b-4f16-9213-33578f354d70","sink_uri":"kafka://127.0.0.1:9092/ticdc-tiflash-test-29039?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:19:03.847070299+08:00","start_ts":457152591062368257,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152591062368257,"checkpoint_ts":457152591062368257,"checkpoint_time":"2025-04-06 08:18:59.099"}
[Sun Apr  6 08:19:03 CST 2025] <<<<<< START kafka consumer in tiflash case >>>>>>
table ddl_manager.finish_mark not exists for 43-th check, retry later
+ set +x
[Sun Apr  6 08:19:04 CST 2025] <<<<<< START kafka consumer in row_format case >>>>>>
+ set +x
+ tso='457152592053796865
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152592053796865 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:19:04 CST 2025] <<<<<< START cdc server in many_pk_or_uk case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.many_pk_or_uk.29592961.out server --log-file /tmp/tidb_cdc_test/many_pk_or_uk/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/many_pk_or_uk/cdc_data --cluster-id default
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error normal null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=changefeed-initialize-error
+ expected_state=normal
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s
+ info='{
  "upstream_id": 7489987766520065292,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "normal",
  "checkpoint_tso": 457152592204267523,
  "checkpoint_time": "2025-04-06 08:19:03.455",
  "error": null
}'
+ echo '{
  "upstream_id": 7489987766520065292,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "normal",
  "checkpoint_tso": 457152592204267523,
  "checkpoint_time": "2025-04-06 08:19:03.455",
  "error": null
}'
{
  "upstream_id": 7489987766520065292,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "normal",
  "checkpoint_tso": 457152592204267523,
  "checkpoint_time": "2025-04-06 08:19:03.455",
  "error": null
}
++ echo '{' '"upstream_id":' 7489987766520065292, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"normal",' '"checkpoint_tso":' 457152592204267523, '"checkpoint_time":' '"2025-04-06' '08:19:03.455",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7489987766520065292, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"normal",' '"checkpoint_tso":' 457152592204267523, '"checkpoint_time":' '"2025-04-06' '08:19:03.455",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
run task successfully
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.6943.out cli changefeed pause -c changefeed-initialize-error
check diff failed 2-th time, retry later
+ set +x
[Sun Apr  6 08:19:04 CST 2025] <<<<<< START kafka consumer in simple case >>>>>>
succeed to verify meta placement rules
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/safe_mode/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:19:03 CST 2025] <<<<<< run test case safe_mode success! >>>>>>
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:19:04 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ef7de1f1-6045-4d89-9763-ba637e50030e
	{"id":"ef7de1f1-6045-4d89-9763-ba637e50030e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898741}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876e09cd6
	ef7de1f1-6045-4d89-9763-ba637e50030e

/tidb/cdc/default/default/upstream/7489988017555854775
	{"id":7489988017555854775,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ef7de1f1-6045-4d89-9763-ba637e50030e
	{"id":"ef7de1f1-6045-4d89-9763-ba637e50030e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898741}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876e09cd6
	ef7de1f1-6045-4d89-9763-ba637e50030e

/tidb/cdc/default/default/upstream/7489988017555854775
	{"id":7489988017555854775,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/ef7de1f1-6045-4d89-9763-ba637e50030e
	{"id":"ef7de1f1-6045-4d89-9763-ba637e50030e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898741}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876e09cd6
	ef7de1f1-6045-4d89-9763-ba637e50030e

/tidb/cdc/default/default/upstream/7489988017555854775
	{"id":7489988017555854775,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
Create changefeed successfully!
ID: 5f234212-5aa1-4663-958a-466e9a6d06ff
Info: {"upstream_id":7489988017555854775,"namespace":"default","id":"5f234212-5aa1-4663-958a-466e9a6d06ff","sink_uri":"kafka://127.0.0.1:9092/ticdc-new_ci_collation-test-31747?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:19:04.763024148+08:00","start_ts":457152591655075841,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152591655075841,"checkpoint_ts":457152591655075841,"checkpoint_time":"2025-04-06 08:19:01.360"}
[Sun Apr  6 08:19:04 CST 2025] <<<<<< START kafka consumer in new_ci_collation case >>>>>>
TEST FAILED: OUTPUT DOES NOT CONTAIN 'id: 1'
____________________________________
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
check data failed 1-th time, retry later
Verifying downstream PD is started...
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
table new_ci_collation_test.t1 not exists for 1-th check, retry later
check diff successfully
check_safepoint_forward http://127.0.0.1:2379 7489988002156440164 457152592372039683 457152591467642882
check diff failed 2-th time, retry later
table cdc_tiflash_test.multi_data_type not exists for 1-th check, retry later
table ddl_manager.finish_mark not exists for 44-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:19:05 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/4d11accc-5ae5-47b7-891b-d908fe95db35
	{"id":"4d11accc-5ae5-47b7-891b-d908fe95db35","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898743}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876e5eed4
	4d11accc-5ae5-47b7-891b-d908fe95db35

/tidb/cdc/default/default/upstream/7489988026777784825
	{"id":7489988026777784825,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/4d11accc-5ae5-47b7-891b-d908fe95db35
	{"id":"4d11accc-5ae5-47b7-891b-d908fe95db35","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898743}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876e5eed4
	4d11accc-5ae5-47b7-891b-d908fe95db35

/tidb/cdc/default/default/upstream/7489988026777784825
	{"id":7489988026777784825,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/4d11accc-5ae5-47b7-891b-d908fe95db35
	{"id":"4d11accc-5ae5-47b7-891b-d908fe95db35","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898743}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876e5eed4
	4d11accc-5ae5-47b7-891b-d908fe95db35

/tidb/cdc/default/default/upstream/7489988026777784825
	{"id":7489988026777784825,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resolve_lock.cli.3031.out cli changefeed create --start-ts=457152591670804482 '--sink-uri=kafka://127.0.0.1:9092/ticdc-resolve-lock-test-10212?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
+ set +x
check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error stopped null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=changefeed-initialize-error
+ expected_state=stopped
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s
+ info='{
  "upstream_id": 7489987766520065292,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "stopped",
  "checkpoint_tso": 457152592466411523,
  "checkpoint_time": "2025-04-06 08:19:04.455",
  "error": null
}'
+ echo '{
  "upstream_id": 7489987766520065292,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "stopped",
  "checkpoint_tso": 457152592466411523,
  "checkpoint_time": "2025-04-06 08:19:04.455",
  "error": null
}'
{
  "upstream_id": 7489987766520065292,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "stopped",
  "checkpoint_tso": 457152592466411523,
  "checkpoint_time": "2025-04-06 08:19:04.455",
  "error": null
}
++ echo '{' '"upstream_id":' 7489987766520065292, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"stopped",' '"checkpoint_tso":' 457152592466411523, '"checkpoint_time":' '"2025-04-06' '08:19:04.455",' '"error":' null '}'
++ jq -r .state
+ state=stopped
+ [[ ! stopped == \s\t\o\p\p\e\d ]]
++ echo '{' '"upstream_id":' 7489987766520065292, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"stopped",' '"checkpoint_tso":' 457152592466411523, '"checkpoint_time":' '"2025-04-06' '08:19:04.455",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
run task successfully
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.7011.out cli changefeed resume -c changefeed-initialize-error
run task successfully
check_changefeed_state http://127.0.0.1:2379 d6ae0667-5629-4429-8f6a-48027e12b8d8 stopped null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=d6ae0667-5629-4429-8f6a-48027e12b8d8
+ expected_state=stopped
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c d6ae0667-5629-4429-8f6a-48027e12b8d8 -s
Create changefeed successfully!
ID: 3c8a5497-1614-4f13-974d-1721ef5f29c7
Info: {"upstream_id":7489988026777784825,"namespace":"default","id":"3c8a5497-1614-4f13-974d-1721ef5f29c7","sink_uri":"kafka://127.0.0.1:9092/ticdc-resolve-lock-test-10212?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:19:06.355103239+08:00","start_ts":457152591670804482,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152591670804482,"checkpoint_ts":457152591670804482,"checkpoint_time":"2025-04-06 08:19:01.420"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
check diff failed 3-th time, retry later
Cache restored successfully (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc)
4030433280 bytes in 8.27 secs (487127016 bytes/sec)
[Pipeline] {
[Pipeline] timeout
Timeout set to expire in 45 min
[Pipeline] {
+ info='{
  "upstream_id": 7489988002156440164,
  "namespace": "default",
  "id": "d6ae0667-5629-4429-8f6a-48027e12b8d8",
  "state": "stopped",
  "checkpoint_tso": 457152592896327687,
  "checkpoint_time": "2025-04-06 08:19:06.095",
  "error": null
}'
+ echo '{
  "upstream_id": 7489988002156440164,
  "namespace": "default",
  "id": "d6ae0667-5629-4429-8f6a-48027e12b8d8",
  "state": "stopped",
  "checkpoint_tso": 457152592896327687,
  "checkpoint_time": "2025-04-06 08:19:06.095",
  "error": null
}'
{
  "upstream_id": 7489988002156440164,
  "namespace": "default",
  "id": "d6ae0667-5629-4429-8f6a-48027e12b8d8",
  "state": "stopped",
  "checkpoint_tso": 457152592896327687,
  "checkpoint_time": "2025-04-06 08:19:06.095",
  "error": null
}
++ echo '{' '"upstream_id":' 7489988002156440164, '"namespace":' '"default",' '"id":' '"d6ae0667-5629-4429-8f6a-48027e12b8d8",' '"state":' '"stopped",' '"checkpoint_tso":' 457152592896327687, '"checkpoint_time":' '"2025-04-06' '08:19:06.095",' '"error":' null '}'
++ jq -r .state
+ state=stopped
+ [[ ! stopped == \s\t\o\p\p\e\d ]]
++ echo '{' '"upstream_id":' 7489988002156440164, '"namespace":' '"default",' '"id":' '"d6ae0667-5629-4429-8f6a-48027e12b8d8",' '"state":' '"stopped",' '"checkpoint_tso":' 457152592896327687, '"checkpoint_time":' '"2025-04-06' '08:19:06.095",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
run task successfully
check_safepoint_equal http://127.0.0.1:2379 7489988002156440164
[Pipeline] sh
PASS
coverage: 2.1% of statements in github.com/pingcap/tiflow/...
[Pipeline] // cache
[Pipeline] }
+ rm -rf /tmp/tidb_cdc_test
+ mkdir -p /tmp/tidb_cdc_test
+ chmod +x ./tests/integration_tests/run_group.sh
+ ./tests/integration_tests/run_group.sh kafka G16
table new_ci_collation_test.t1 exists
table new_ci_collation_test.t2 not exists for 1-th check, retry later
TEST FAILED: OUTPUT DOES NOT CONTAIN 'id: 1'
____________________________________
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
check data failed 2-th time, retry later
Run cases: owner_resign processor_etcd_worker_delay sink_hang
GIT_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect
JENKINS_URL=https://do.pingcap.net/jenkins/
EXECUTOR_NUMBER=0
JOB_SPEC={"type":"periodic","job":"pingcap/tiflow/periodics_cdc_integration_kafka_test","buildid":"1908671202189119491","prowjobid":"1fef6085-127a-11f0-bebb-96e16cfa81f4","extra_refs":[{"org":"pingcap","repo":"tiflow","base_ref":"master"}]}
TZ=Asia/Shanghai
BUILD_ID=1908671202189119491
POD_LABEL=pingcap_tiflow_periodics_cdc_integration_kafka_test_249-fvvmt
HOSTNAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-nl2hz
OLDPWD=/home/jenkins
RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=changes
JENKINS_NODE_COOKIE=b3ac2395-abc6-4577-82f7-37ec865cdb77
GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct
JAVA_HOME=/usr/lib/jvm/jre-openjdk
JOB_BASE_NAME=periodics_cdc_integration_kafka_test
WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test@tmp
KUBERNETES_PORT_443_TCP_PROTO=tcp
TINI_VERSION=v0.19.0
CI=true
GIT_URL=https://github.com/PingCAP-QE/ci.git
CLASSPATH=
KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1
FILE_SERVER_URL=http://fileserver.pingcap.net
POD_CONTAINER=golang
GOPATH=/go
BUILD_NUMBER=249
USE_BAZEL_VERSION=6.5.0
KUBERNETES_PORT=tcp://10.233.0.1:443
WORKSPACE=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test
PWD=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow
HUDSON_URL=https://do.pingcap.net/jenkins/
HOME=/home/jenkins
NODE_NAME=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-nl2hz
HUDSON_SERVER_COOKIE=83ef27fe9acccc92
JENKINS_HOME=/var/jenkins_home
JOB_NAME=pingcap/tiflow/periodics_cdc_integration_kafka_test
RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=tests
KUBERNETES_SERVICE_PORT_HTTPS=443
KUBERNETES_PORT_443_TCP_PORT=443
GIT_PREVIOUS_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
HUDSON_HOME=/var/jenkins_home
JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/display/redirect
PROW_JOB_ID=1fef6085-127a-11f0-bebb-96e16cfa81f4
TEST_GROUP=G16
KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443
RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/display/redirect?page=artifacts
BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/
TERM=xterm
STAGE_NAME=Test
JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/
BUILD_DISPLAY_NAME=#249
SHLVL=5
GIT_BRANCH=origin/main
BUILD_TAG=jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249
KUBERNETES_SERVICE_PORT=443
NODE_LABELS=pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-nl2hz pingcap_tiflow_periodics_cdc_integration_kafka_test_249-fvvmt
PATH=/go/bin:/root/.cargo/bin:/usr/local/go/bin/:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/gradle-7.4.2/bin:/opt/apache-maven-3.8.8/bin:/usr/local/pulsar/bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../bin:/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/../../scripts/bin
GIT_PREVIOUS_SUCCESSFUL_COMMIT=b2a59508c11c86ba701c4af25fc536a9475b82c6
KUBERNETES_SERVICE_HOST=10.233.0.1
JENKINS_SERVER_COOKIE=durable-2344e786db90c1467190c13137affbeab47f6da7e672df2d2c788d5cef099908
_=/usr/bin/env
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/owner_resign/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:19:07 CST 2025] <<<<<< run test case owner_resign success! >>>>>>
check diff successfully
table cdc_tiflash_test.multi_data_type exists
check diff failed 1-th time, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:19:07 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a476b035-bee4-4928-a9fa-0e65643e760c
	{"id":"a476b035-bee4-4928-a9fa-0e65643e760c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898744}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876e5fad8
	a476b035-bee4-4928-a9fa-0e65643e760c

/tidb/cdc/default/default/upstream/7489988037575705134
	{"id":7489988037575705134,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a476b035-bee4-4928-a9fa-0e65643e760c
	{"id":"a476b035-bee4-4928-a9fa-0e65643e760c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898744}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876e5fad8
	a476b035-bee4-4928-a9fa-0e65643e760c

/tidb/cdc/default/default/upstream/7489988037575705134
	{"id":7489988037575705134,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a476b035-bee4-4928-a9fa-0e65643e760c
	{"id":"a476b035-bee4-4928-a9fa-0e65643e760c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898744}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960876e5fad8
	a476b035-bee4-4928-a9fa-0e65643e760c

/tidb/cdc/default/default/upstream/7489988037575705134
	{"id":7489988037575705134,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.many_pk_or_uk.cli.3017.out cli changefeed create --start-ts=457152592053796865 '--sink-uri=kafka://127.0.0.1:9092/ticdc-many-pk-or-uk-test-13337?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
table ddl_manager.finish_mark not exists for 45-th check, retry later
+ set +x
[Sun Apr  6 08:19:07 CST 2025] <<<<<< START kafka consumer in resolve_lock case >>>>>>
go: downloading go1.23.4 (linux/amd64)
Create changefeed successfully!
ID: b7064565-5389-47f6-a565-2ff617be0def
Info: {"upstream_id":7489988037575705134,"namespace":"default","id":"b7064565-5389-47f6-a565-2ff617be0def","sink_uri":"kafka://127.0.0.1:9092/ticdc-many-pk-or-uk-test-13337?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:19:07.825928251+08:00","start_ts":457152592053796865,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152592053796865,"checkpoint_ts":457152592053796865,"checkpoint_time":"2025-04-06 08:19:02.881"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_big_messages/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ set +x
check_changefeed_state http://127.0.0.1:2379 changefeed-initialize-error normal null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=changefeed-initialize-error
+ expected_state=normal
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c changefeed-initialize-error -s
+ info='{
  "upstream_id": 7489987766520065292,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "normal",
  "checkpoint_tso": 457152592466411523,
  "checkpoint_time": "2025-04-06 08:19:04.455",
  "error": null
}'
+ echo '{
  "upstream_id": 7489987766520065292,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "normal",
  "checkpoint_tso": 457152592466411523,
  "checkpoint_time": "2025-04-06 08:19:04.455",
  "error": null
}'
{
  "upstream_id": 7489987766520065292,
  "namespace": "default",
  "id": "changefeed-initialize-error",
  "state": "normal",
  "checkpoint_tso": 457152592466411523,
  "checkpoint_time": "2025-04-06 08:19:04.455",
  "error": null
}
++ echo '{' '"upstream_id":' 7489987766520065292, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"normal",' '"checkpoint_tso":' 457152592466411523, '"checkpoint_time":' '"2025-04-06' '08:19:04.455",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7489987766520065292, '"namespace":' '"default",' '"id":' '"changefeed-initialize-error",' '"state":' '"normal",' '"checkpoint_tso":' 457152592466411523, '"checkpoint_time":' '"2025-04-06' '08:19:04.455",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
run task successfully
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_error.cli.7079.out cli changefeed remove -c changefeed-initialize-error
check diff successfully
wait process cdc.test exit for 1-th time...
+ set +x
[Sun Apr  6 08:19:09 CST 2025] <<<<<< START kafka consumer in many_pk_or_uk case >>>>>>
go: downloading go1.23.4 (linux/amd64)
TEST FAILED: OUTPUT DOES NOT CONTAIN 'id: 1'
____________________________________
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
check data failed 3-th time, retry later
Changefeed remove successfully.
ID: changefeed-initialize-error
CheckpointTs: 457152592466411523
SinkURI: kafka://127.0.0.1:9092/ticdc-sink-retry-test-3431?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
wait process cdc.test exit for 2-th time...
table new_ci_collation_test.t2 exists
table new_ci_collation_test.t3 not exists for 1-th check, retry later
[Pipeline] // dir
run task successfully
check diff successfully
wait process cdc.test exit for 1-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:19:10 CST 2025] <<<<<< run test case processor_err_chan success! >>>>>>
check_changefeed_state http://127.0.0.1:2379 d6ae0667-5629-4429-8f6a-48027e12b8d8 normal null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=d6ae0667-5629-4429-8f6a-48027e12b8d8
+ expected_state=normal
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c d6ae0667-5629-4429-8f6a-48027e12b8d8 -s
+ info='{
  "upstream_id": 7489988002156440164,
  "namespace": "default",
  "id": "d6ae0667-5629-4429-8f6a-48027e12b8d8",
  "state": "normal",
  "checkpoint_tso": 457152592896327687,
  "checkpoint_time": "2025-04-06 08:19:06.095",
  "error": null
}'
+ echo '{
  "upstream_id": 7489988002156440164,
  "namespace": "default",
  "id": "d6ae0667-5629-4429-8f6a-48027e12b8d8",
  "state": "normal",
  "checkpoint_tso": 457152592896327687,
  "checkpoint_time": "2025-04-06 08:19:06.095",
  "error": null
}'
{
  "upstream_id": 7489988002156440164,
  "namespace": "default",
  "id": "d6ae0667-5629-4429-8f6a-48027e12b8d8",
  "state": "normal",
  "checkpoint_tso": 457152592896327687,
  "checkpoint_time": "2025-04-06 08:19:06.095",
  "error": null
}
++ echo '{' '"upstream_id":' 7489988002156440164, '"namespace":' '"default",' '"id":' '"d6ae0667-5629-4429-8f6a-48027e12b8d8",' '"state":' '"normal",' '"checkpoint_tso":' 457152592896327687, '"checkpoint_time":' '"2025-04-06' '08:19:06.095",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7489988002156440164, '"namespace":' '"default",' '"id":' '"d6ae0667-5629-4429-8f6a-48027e12b8d8",' '"state":' '"normal",' '"checkpoint_tso":' 457152592896327687, '"checkpoint_time":' '"2025-04-06' '08:19:06.095",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
run task successfully
check_safepoint_forward http://127.0.0.1:2379 7489988002156440164 457152592896327686 457152592896327687
table ddl_manager.finish_mark not exists for 46-th check, retry later
[Pipeline] }
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988070570824500	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dcab880013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:1811, start at 2025-04-06 08:19:09.707011679 +0800 CST m=+1.578359220	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:09.714 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:09.715 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:09.715 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988070570824500	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dcab880013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:1811, start at 2025-04-06 08:19:09.707011679 +0800 CST m=+1.578359220	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:09.714 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:09.715 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:09.715 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988078812924469	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dcab8c000b	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:1891, start at 2025-04-06 08:19:09.687462641 +0800 CST m=+1.477379567	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:09.696 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:09.667 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:09.667 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/cli_tls_with_auth/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/cli_tls_with_auth/tiflash/log/error.log
arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/cli_tls_with_auth/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/cli_tls_with_auth/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/cli_tls_with_auth/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
wait process cdc.test exit for 2-th time...
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/processor_etcd_worker_delay/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:19:10 CST 2025] <<<<<< run test case processor_etcd_worker_delay success! >>>>>>
[Pipeline] // stage
+ set +x
[Pipeline] }
[Pipeline] // container
[Pipeline] }
wait process cdc.test exit for 1-th time...
[Pipeline] // withEnv
[Pipeline] }
check data successfully
start tidb cluster in /tmp/tidb_cdc_test/kafka_big_messages
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
[Pipeline] // node
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:19:11 CST 2025] <<<<<< run test case tiflash success! >>>>>>
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
run task successfully
check_changefeed_state http://127.0.0.1:2379 d6ae0667-5629-4429-8f6a-48027e12b8d8 stopped null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=d6ae0667-5629-4429-8f6a-48027e12b8d8
+ expected_state=stopped
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c d6ae0667-5629-4429-8f6a-48027e12b8d8 -s
wait process cdc.test exit for 2-th time...
[Pipeline] // stage
[Pipeline] }
table new_ci_collation_test.t3 exists
table new_ci_collation_test.t4 not exists for 1-th check, retry later
wait process cdc.test exit for 1-th time...
+ info='{
  "upstream_id": 7489988002156440164,
  "namespace": "default",
  "id": "d6ae0667-5629-4429-8f6a-48027e12b8d8",
  "state": "stopped",
  "checkpoint_tso": 457152592896327687,
  "checkpoint_time": "2025-04-06 08:19:06.095",
  "error": null
}'
+ echo '{
  "upstream_id": 7489988002156440164,
  "namespace": "default",
  "id": "d6ae0667-5629-4429-8f6a-48027e12b8d8",
  "state": "stopped",
  "checkpoint_tso": 457152592896327687,
  "checkpoint_time": "2025-04-06 08:19:06.095",
  "error": null
}'
{
  "upstream_id": 7489988002156440164,
  "namespace": "default",
  "id": "d6ae0667-5629-4429-8f6a-48027e12b8d8",
  "state": "stopped",
  "checkpoint_tso": 457152592896327687,
  "checkpoint_time": "2025-04-06 08:19:06.095",
  "error": null
}
++ echo '{' '"upstream_id":' 7489988002156440164, '"namespace":' '"default",' '"id":' '"d6ae0667-5629-4429-8f6a-48027e12b8d8",' '"state":' '"stopped",' '"checkpoint_tso":' 457152592896327687, '"checkpoint_time":' '"2025-04-06' '08:19:06.095",' '"error":' null '}'
++ jq -r .state
+ state=stopped
+ [[ ! stopped == \s\t\o\p\p\e\d ]]
++ echo '{' '"upstream_id":' 7489988002156440164, '"namespace":' '"default",' '"id":' '"d6ae0667-5629-4429-8f6a-48027e12b8d8",' '"state":' '"stopped",' '"checkpoint_tso":' 457152592896327687, '"checkpoint_time":' '"2025-04-06' '08:19:06.095",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
run task successfully
check_changefeed_state http://127.0.0.1:2379 76a8c5c4-2146-455b-991f-abec5bee14ae normal null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=76a8c5c4-2146-455b-991f-abec5bee14ae
+ expected_state=normal
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 76a8c5c4-2146-455b-991f-abec5bee14ae -s
+ info='{
  "upstream_id": 7489988002156440164,
  "namespace": "default",
  "id": "76a8c5c4-2146-455b-991f-abec5bee14ae",
  "state": "normal",
  "checkpoint_tso": 457152594377441286,
  "checkpoint_time": "2025-04-06 08:19:11.745",
  "error": null
}'
+ echo '{
  "upstream_id": 7489988002156440164,
  "namespace": "default",
  "id": "76a8c5c4-2146-455b-991f-abec5bee14ae",
  "state": "normal",
  "checkpoint_tso": 457152594377441286,
  "checkpoint_time": "2025-04-06 08:19:11.745",
  "error": null
}'
{
  "upstream_id": 7489988002156440164,
  "namespace": "default",
  "id": "76a8c5c4-2146-455b-991f-abec5bee14ae",
  "state": "normal",
  "checkpoint_tso": 457152594377441286,
  "checkpoint_time": "2025-04-06 08:19:11.745",
  "error": null
}
++ echo '{' '"upstream_id":' 7489988002156440164, '"namespace":' '"default",' '"id":' '"76a8c5c4-2146-455b-991f-abec5bee14ae",' '"state":' '"normal",' '"checkpoint_tso":' 457152594377441286, '"checkpoint_time":' '"2025-04-06' '08:19:11.745",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7489988002156440164, '"namespace":' '"default",' '"id":' '"76a8c5c4-2146-455b-991f-abec5bee14ae",' '"state":' '"normal",' '"checkpoint_tso":' 457152594377441286, '"checkpoint_time":' '"2025-04-06' '08:19:11.745",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
run task successfully
check_safepoint_equal http://127.0.0.1:2379 7489988002156440164
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:19:12 CST 2025] <<<<<< run test case changefeed_error success! >>>>>>
table ddl_manager.finish_mark not exists for 47-th check, retry later
wait process cdc.test exit for 2-th time...
The 1 times to try to start tls tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/cli_tls_with_auth
Starting TLS PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:19:12 CST 2025] <<<<<< run test case simple success! >>>>>>
go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f
go: downloading github.com/pingcap/kvproto v0.0.0-20241120022153-92b0414aeed8
go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20241223052309-3735ed55a394
go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a
go: downloading github.com/tikv/pd/client v0.0.0-20241111073742-238d4d79ea31
go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20241209094930-06d7f4b9233b
go: downloading github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c
go: downloading go.uber.org/zap v1.27.0
go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86
go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1
go: downloading go.uber.org/atomic v1.11.0
go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b
go: downloading go.uber.org/multierr v1.11.0
go: downloading github.com/pkg/errors v0.9.1
go: downloading github.com/opentracing/opentracing-go v1.2.0
go: downloading github.com/golang/protobuf v1.5.4
go: downloading github.com/google/uuid v1.6.0
go: downloading google.golang.org/grpc v1.64.0
go: downloading go.etcd.io/etcd/client/v3 v3.5.12
go: downloading go.etcd.io/etcd/api/v3 v3.5.12
go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a
go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548
go: downloading github.com/prometheus/client_golang v1.20.5
go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0
go: downloading github.com/twmb/murmur3 v1.1.6
go: downloading github.com/gogo/protobuf v1.3.2
go: downloading github.com/prometheus/client_model v0.6.1
go: downloading golang.org/x/sync v0.10.0
go: downloading github.com/google/btree v1.1.2
go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da
go: downloading github.com/docker/go-units v0.5.0
go: downloading google.golang.org/protobuf v1.35.2
go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec
go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12
go: downloading github.com/coreos/go-semver v0.3.1
go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda
go: downloading github.com/coreos/go-systemd/v22 v22.5.0
go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda
go: downloading github.com/cespare/xxhash/v2 v2.3.0
go: downloading github.com/beorn7/perks v1.0.1
go: downloading github.com/prometheus/common v0.61.0
go: downloading github.com/prometheus/procfs v0.15.1
go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822
go: downloading golang.org/x/sys v0.28.0
go: downloading github.com/cloudfoundry/gosigar v1.3.6
go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0
go: downloading golang.org/x/net v0.33.0
go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291
go: downloading golang.org/x/text v0.21.0
table new_ci_collation_test.t4 exists
table new_ci_collation_test.t5 not exists for 1-th check, retry later
find: '/tmp/tidb_cdc_test/*/*': No such file or directory
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/sink_hang/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:19:14 CST 2025] <<<<<< run test case sink_hang success! >>>>>>
table ddl_manager.finish_mark not exists for 48-th check, retry later
table row_format.finish_mark not exists for 1-th check, retry later
go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f
go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a
go: downloading github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c
go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20241223052309-3735ed55a394
go: downloading go.uber.org/zap v1.27.0
go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86
go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1
go: downloading go.uber.org/atomic v1.11.0
go: downloading go.uber.org/multierr v1.11.0
table row_format.finish_mark not exists for 2-th check, retry later
Starting TLS TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
run task successfully
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20241223052309-3735ed55a394
go: downloading github.com/coocood/freecache v1.2.1
go: downloading github.com/spf13/pflag v1.0.5
go: downloading github.com/go-sql-driver/mysql v1.7.1
go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible
go: downloading github.com/pingcap/tipb v0.0.0-20241105053214-f91fdb81a69e
go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5
go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22
go: downloading github.com/opentracing/basictracer-go v1.1.0
go: downloading github.com/shirou/gopsutil/v3 v3.24.5
go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7
go: downloading github.com/dgraph-io/ristretto v0.1.1
go: downloading gopkg.in/yaml.v2 v2.4.0
go: downloading github.com/influxdata/tdigest v0.0.1
go: downloading github.com/json-iterator/go v1.1.12
go: downloading github.com/gorilla/mux v1.8.1
go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117
go: downloading github.com/bits-and-blooms/bitset v1.14.3
go: downloading github.com/stretchr/testify v1.10.0
go: downloading cloud.google.com/go/storage v1.39.1
go: downloading github.com/dolthub/swiss v0.2.1
go: downloading github.com/otiai10/copy v1.2.0
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.16.0
go: downloading github.com/tidwall/btree v1.7.0
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0
go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0
go: downloading github.com/qri-io/jsonschema v0.2.1
go: downloading golang.org/x/tools v0.28.0
go: downloading github.com/golang/snappy v0.0.4
go: downloading go.uber.org/mock v0.4.0
go: downloading github.com/aws/aws-sdk-go v1.55.5
go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581
go: downloading github.com/go-resty/resty/v2 v2.11.0
go: downloading github.com/klauspost/compress v1.17.9
go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2
go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9
go: downloading golang.org/x/oauth2 v0.24.0
go: downloading google.golang.org/api v0.170.0
go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df
go: downloading github.com/cockroachdb/pebble v1.1.0
go: downloading golang.org/x/time v0.7.0
go: downloading github.com/jfcg/sorty/v2 v2.1.0
go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef
go: downloading github.com/carlmjohnson/flagext v0.21.0
go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21
go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0
go: downloading github.com/spkg/bom v1.0.0
go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17
go: downloading cloud.google.com/go v0.112.2
go: downloading github.com/dolthub/maphash v0.1.0
go: downloading github.com/cheggaaa/pb/v3 v3.0.8
go: downloading golang.org/x/term v0.27.0
go: downloading github.com/pingcap/badger v1.5.1-0.20241015064302-38533b6cbf8d
go: downloading github.com/jellydator/ttlcache/v3 v3.0.1
go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358
go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4
go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc
go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2
go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0
go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2
go: downloading golang.org/x/crypto v0.31.0
table new_ci_collation_test.t5 exists
check diff failed 1-th time, retry later
Changefeed remove successfully.
ID: d6ae0667-5629-4429-8f6a-48027e12b8d8
CheckpointTs: 457152592896327687
SinkURI: kafka://127.0.0.1:9092/ticdc-gc-safepoint-18976?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760
check_safepoint_forward http://127.0.0.1:2379 7489988002156440164 457152595255623685 457152594377441286 457152592896327687
go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd
go: downloading github.com/modern-go/reflect2 v1.0.2
go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989
go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2
go: downloading github.com/fatih/color v1.18.0
go: downloading github.com/vbauerster/mpb/v7 v7.5.3
go: downloading github.com/spf13/cobra v1.8.1
go: downloading github.com/qri-io/jsonpointer v0.1.1
go: downloading cloud.google.com/go/compute/metadata v0.3.0
go: downloading github.com/jfcg/sixb v1.3.8
go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible
go: downloading github.com/tklauser/go-sysconf v0.3.12
go: downloading github.com/google/pprof v0.0.0-20241001023024-f4c0cfd0cf1d
go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f
go: downloading github.com/VividCortex/ewma v1.2.0
go: downloading github.com/mattn/go-colorable v0.1.13
go: downloading github.com/mattn/go-isatty v0.0.20
go: downloading github.com/mattn/go-runewidth v0.0.16
go: downloading gopkg.in/yaml.v3 v3.0.1
go: downloading github.com/apache/thrift v0.16.0
go: downloading github.com/dustin/go-humanize v1.0.1
go: downloading github.com/golang/glog v1.2.0
go: downloading github.com/robfig/cron/v3 v3.0.1
go: downloading github.com/Masterminds/semver v1.5.0
go: downloading k8s.io/api v0.29.11
go: downloading github.com/emirpasic/gods v1.18.1
go: downloading cloud.google.com/go/iam v1.1.7
go: downloading github.com/googleapis/gax-go/v2 v2.12.3
go: downloading github.com/robfig/cron v1.2.0
go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d
go: downloading github.com/apache/arrow/go/v12 v12.0.1
go: downloading github.com/goccy/go-reflect v1.2.0
go: downloading github.com/kylelemons/godebug v1.1.0
go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c
go: downloading github.com/rivo/uniseg v0.4.7
go: downloading github.com/lestrrat-go/blackmagic v1.0.2
go: downloading github.com/lestrrat-go/httprc v1.0.5
go: downloading github.com/lestrrat-go/iter v1.0.2
go: downloading github.com/lestrrat-go/option v1.0.1
go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac
go: downloading go.opentelemetry.io/otel v1.24.0
go: downloading go.opentelemetry.io/otel/trace v1.24.0
go: downloading github.com/tklauser/numcpus v0.6.1
go: downloading github.com/pierrec/lz4/v4 v4.1.18
go: downloading github.com/golang-jwt/jwt/v5 v5.2.1
go: downloading cloud.google.com/go/kms v1.15.8
go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible
go: downloading github.com/lestrrat-go/httpcc v1.0.1
go: downloading github.com/ncw/directio v1.0.5
go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2
go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64
table ddl_manager.finish_mark not exists for 49-th check, retry later
go: downloading github.com/klauspost/cpuid v1.3.1
go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da
go: downloading github.com/go-logr/logr v1.4.1
go: downloading github.com/go-logr/stdr v1.2.2
go: downloading go.opentelemetry.io/otel/metric v1.24.0
go: downloading github.com/cockroachdb/errors v1.11.1
go: downloading github.com/DataDog/zstd v1.5.5
go: downloading github.com/cockroachdb/redact v1.1.5
go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06
go: downloading github.com/kr/pretty v0.3.1
go: downloading github.com/getsentry/sentry-go v0.27.0
go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b
go: downloading github.com/rogpeppe/go-internal v1.13.1
go: downloading github.com/kr/text v0.2.0
go: downloading github.com/go-sql-driver/mysql v1.7.1
go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20241223052309-3735ed55a394
go: downloading github.com/tikv/pd/client v0.0.0-20241111073742-238d4d79ea31
go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7
go: downloading github.com/pingcap/kvproto v0.0.0-20241120022153-92b0414aeed8
go: downloading github.com/json-iterator/go v1.1.12
go: downloading github.com/spf13/pflag v1.0.5
go: downloading github.com/bits-and-blooms/bitset v1.14.3
go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20241209094930-06d7f4b9233b
go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible
go: downloading github.com/google/btree v1.1.2
go: downloading github.com/docker/go-units v0.5.0
go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0
go: downloading github.com/golang/protobuf v1.5.4
go: downloading github.com/prometheus/client_golang v1.20.5
go: downloading github.com/coocood/freecache v1.2.1
go: downloading gopkg.in/yaml.v2 v2.4.0
go: downloading github.com/otiai10/copy v1.2.0
go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0
go: downloading github.com/stretchr/testify v1.10.0
go: downloading github.com/gorilla/mux v1.8.1
go: downloading github.com/coreos/go-semver v0.3.1
go: downloading golang.org/x/text v0.21.0
go: downloading github.com/opentracing/opentracing-go v1.2.0
go: downloading github.com/dolthub/swiss v0.2.1
go: downloading github.com/google/uuid v1.6.0
go: downloading github.com/pingcap/tipb v0.0.0-20241105053214-f91fdb81a69e
go: downloading github.com/gogo/protobuf v1.3.2
go: downloading cloud.google.com/go/storage v1.39.1
go: downloading golang.org/x/net v0.33.0
go: downloading go.etcd.io/etcd/client/v3 v3.5.12
go: downloading github.com/tidwall/btree v1.7.0
go: downloading google.golang.org/grpc v1.64.0
go: downloading golang.org/x/sys v0.28.0
go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.16.0
go: downloading golang.org/x/sync v0.10.0
go: downloading github.com/pkg/errors v0.9.1
go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b
go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0
go: downloading github.com/twmb/murmur3 v1.1.6
go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0
go: downloading github.com/shirou/gopsutil/v3 v3.24.5
go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117
go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028
go: downloading github.com/google/flatbuffers v2.0.8+incompatible
go: downloading github.com/goccy/go-json v0.10.2
go: downloading github.com/zeebo/xxh3 v1.0.2
go: downloading github.com/andybalholm/brotli v1.0.5
go: downloading github.com/klauspost/cpuid/v2 v2.2.4
go: downloading k8s.io/apimachinery v0.29.11
go: downloading k8s.io/klog/v2 v2.120.1
go: downloading github.com/google/gofuzz v1.2.0
go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd
go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1
go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b
go: downloading gopkg.in/inf.v0 v0.9.1
go: downloading github.com/influxdata/tdigest v0.0.1
go: downloading cloud.google.com/go v0.112.2
go: downloading github.com/qri-io/jsonschema v0.2.1
go: downloading github.com/prometheus/client_model v0.6.1
go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581
go: downloading github.com/aws/aws-sdk-go v1.55.5
go: downloading github.com/opentracing/basictracer-go v1.1.0
go: downloading github.com/go-resty/resty/v2 v2.11.0
go: downloading github.com/klauspost/compress v1.17.9
go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9
go: downloading golang.org/x/oauth2 v0.24.0
go: downloading google.golang.org/api v0.170.0
go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22
go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef
go: downloading github.com/dolthub/maphash v0.1.0
go: downloading github.com/cespare/xxhash/v2 v2.3.0
go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2
go: downloading golang.org/x/tools v0.28.0
go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd
go: downloading github.com/modern-go/reflect2 v1.0.2
go: downloading google.golang.org/protobuf v1.35.2
go: downloading go.etcd.io/etcd/api/v3 v3.5.12
go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12
go: downloading github.com/golang/snappy v0.0.4
go: downloading github.com/beorn7/perks v1.0.1
go: downloading github.com/prometheus/common v0.61.0
go: downloading github.com/prometheus/procfs v0.15.1
go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0
go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2
Starting Upstream TiDB...
go: downloading golang.org/x/crypto v0.31.0
go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358
go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4
go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible
go: downloading github.com/dgraph-io/ristretto v0.1.1
go: downloading go.uber.org/mock v0.4.0
go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc
go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2
go: downloading github.com/cockroachdb/pebble v1.1.0
go: downloading github.com/jfcg/sorty/v2 v2.1.0
go: downloading golang.org/x/time v0.7.0
go: downloading github.com/carlmjohnson/flagext v0.21.0
go: downloading github.com/jellydator/ttlcache/v3 v3.0.1
go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21
go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548
go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da
run task successfully
table row_format.finish_mark not exists for 3-th check, retry later
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Starting TLS TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying TLS TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
go: downloading github.com/pingcap/badger v1.5.1-0.20241015064302-38533b6cbf8d
go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df
go: downloading github.com/qri-io/jsonpointer v0.1.1
go: downloading cloud.google.com/go/compute/metadata v0.3.0
go: downloading cloud.google.com/go/iam v1.1.7
go: downloading github.com/googleapis/gax-go/v2 v2.12.3
go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda
go: downloading github.com/tklauser/go-sysconf v0.3.12
go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda
go: downloading github.com/coreos/go-systemd/v22 v22.5.0
go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822
go: downloading github.com/kylelemons/godebug v1.1.0
go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c
go: downloading github.com/cloudfoundry/gosigar v1.3.6
go: downloading gopkg.in/yaml.v3 v3.0.1
go: downloading github.com/spkg/bom v1.0.0
go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17
go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989
go: downloading github.com/jfcg/sixb v1.3.8
go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2
go: downloading github.com/google/pprof v0.0.0-20241001023024-f4c0cfd0cf1d
go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f
go: downloading github.com/cheggaaa/pb/v3 v3.0.8
go: downloading golang.org/x/term v0.27.0
go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec
go: downloading github.com/robfig/cron/v3 v3.0.1
go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291
go: downloading github.com/lestrrat-go/blackmagic v1.0.2
go: downloading github.com/lestrrat-go/httprc v1.0.5
go: downloading github.com/lestrrat-go/iter v1.0.2
go: downloading github.com/lestrrat-go/option v1.0.1
go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac
go: downloading github.com/robfig/cron v1.2.0
go: downloading go.opentelemetry.io/otel v1.24.0
go: downloading go.opentelemetry.io/otel/trace v1.24.0
go: downloading github.com/golang-jwt/jwt/v5 v5.2.1
go: downloading github.com/tklauser/numcpus v0.6.1
go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible
go: downloading github.com/apache/thrift v0.16.0
Changefeed remove successfully.
ID: 76a8c5c4-2146-455b-991f-abec5bee14ae
CheckpointTs: 457152595518029829
SinkURI: kafka://127.0.0.1:9092/ticdc-gc-safepoint-18976?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760
check_safepoint_cleared http://127.0.0.1:2379 7489988002156440164
run task successfully
go: downloading github.com/dustin/go-humanize v1.0.1
go: downloading github.com/golang/glog v1.2.0
go: downloading github.com/VividCortex/ewma v1.2.0
go: downloading github.com/fatih/color v1.18.0
go: downloading github.com/mattn/go-colorable v0.1.13
go: downloading github.com/mattn/go-isatty v0.0.20
go: downloading github.com/mattn/go-runewidth v0.0.16
go: downloading github.com/lestrrat-go/httpcc v1.0.1
go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da
go: downloading github.com/go-logr/logr v1.4.1
go: downloading go.opentelemetry.io/otel/metric v1.24.0
go: downloading github.com/apache/arrow/go/v12 v12.0.1
go: downloading github.com/goccy/go-reflect v1.2.0
go: downloading github.com/ncw/directio v1.0.5
go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2
go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64
go: downloading github.com/rivo/uniseg v0.4.7
go: downloading github.com/go-logr/stdr v1.2.2
go: downloading github.com/pierrec/lz4/v4 v4.1.18
go: downloading github.com/klauspost/cpuid v1.3.1
go: downloading github.com/pierrec/lz4 v2.6.1+incompatible
go: downloading github.com/cockroachdb/errors v1.11.1
go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06
go: downloading github.com/cockroachdb/redact v1.1.5
go: downloading github.com/DataDog/zstd v1.5.5
go: downloading github.com/kr/pretty v0.3.1
go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b
go: downloading github.com/getsentry/sentry-go v0.27.0
go: downloading github.com/rogpeppe/go-internal v1.13.1
go: downloading github.com/kr/text v0.2.0
wait process cdc.test exit for 1-th time...
table ddl_manager.finish_mark not exists for 50-th check, retry later
go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028
go: downloading github.com/goccy/go-json v0.10.2
go: downloading github.com/google/flatbuffers v2.0.8+incompatible
go: downloading github.com/zeebo/xxh3 v1.0.2
go: downloading github.com/andybalholm/brotli v1.0.5
go: downloading github.com/klauspost/cpuid/v2 v2.2.4
check diff failed 2-th time, retry later
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
wait process cdc.test exit for 2-th time...
[Pipeline] // timeout
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
go: downloading github.com/pierrec/lz4 v2.6.1+incompatible
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:19:18 CST 2025] <<<<<< run test case gc_safepoint success! >>>>>>
table row_format.finish_mark not exists for 4-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988112277437220	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dd2fac000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:3607, start at 2025-04-06 08:19:18.169780624 +0800 CST m=+1.390597263	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:18.176 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:18.172 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:18.172 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
+ pd_host=127.0.0.1
+ pd_port=2579
+ is_tls=true
+ '[' true == true ']'
++ run_cdc_cli tso query --pd=https://127.0.0.1:2579
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.3652.out cli tso query --pd=https://127.0.0.1:2579
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0
go: downloading github.com/google/s2a-go v0.1.7
go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2
go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0
go: downloading github.com/felixge/httpsnoop v1.0.4
[Pipeline] // stage
[Pipeline] }
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988115018746565	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dd3408000a	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq, pid:2008, start at 2025-04-06 08:19:18.41747896 +0800 CST m=+1.539243507	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:18.427 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:18.402 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:18.402 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988115018746565	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dd3408000a	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq, pid:2008, start at 2025-04-06 08:19:18.41747896 +0800 CST m=+1.539243507	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:18.427 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:18.402 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:18.402 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988105684065054	TiDB Cluster ID.
tikv_gc_leader_uuid	65821dd34100003	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq, pid:2079, start at 2025-04-06 08:19:18.406972662 +0800 CST m=+1.462336117	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:18.414 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:18.404 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:18.404 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/kafka_big_messages/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kafka_big_messages/tiflash/log/error.log
arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kafka_big_messages/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kafka_big_messages/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_big_messages/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
go: downloading github.com/jmespath/go-jmespath v0.4.0
check diff failed 3-th time, retry later
table ddl_manager.finish_mark not exists for 51-th check, retry later
go: downloading github.com/google/s2a-go v0.1.7
go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2
go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0
go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0
go: downloading github.com/felixge/httpsnoop v1.0.4
go: downloading github.com/jmespath/go-jmespath v0.4.0
+ set +x
+ tso='457152596350599169
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152596350599169 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:19:20 CST 2025] <<<<<< START cdc server in cli_tls_with_auth case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.36973699.out server --log-file /tmp/tidb_cdc_test/cli_tls_with_auth/cdc_cli_tls_with_auth_tls1.log --log-level debug --data-dir /tmp/tidb_cdc_test/cli_tls_with_auth/cdc_data_cli_tls_with_auth_tls1 --cluster-id default --config /tmp/tidb_cdc_test/cli_tls_with_auth/server.toml --ca /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/server.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/server-key.pem --cert-allowed-cn client --addr 127.0.0.1:8300 --pd https://127.0.0.1:2579
+ '[' -z /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates ']'
+ curl_status_cmd='curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table row_format.finish_mark not exists for 5-th check, retry later
[Sun Apr  6 08:19:21 CST 2025] <<<<<< START cdc server in kafka_big_messages case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ GO_FAILPOINTS=
+ '[' -z '' ']'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_big_messages.34783480.out server --log-file /tmp/tidb_cdc_test/kafka_big_messages/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_big_messages/cdc_data --cluster-id default
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
check diff failed 4-th time, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/ddl_sequence/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table ddl_manager.finish_mark not exists for 52-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/changefeed_reconstruct/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table row_format.finish_mark not exists for 6-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/region_merge/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table ddl_manager.finish_mark not exists for 53-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl --cacert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem --key /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem --user ticdc:ticdc_secret -vsL --max-time 20 https://127.0.0.1:8300/debug/info
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* ALPN, offering h2
* ALPN, offering http/1.1
* successfully set certificate verify locations:
*   CAfile: /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem
  CApath: none
} [5 bytes data]
* TLSv1.3 (OUT), TLS handshake, Client hello (1):
} [512 bytes data]
* TLSv1.3 (IN), TLS handshake, Server hello (2):
{ [122 bytes data]
* TLSv1.3 (IN), TLS handshake, [no content] (0):
{ [1 bytes data]
* TLSv1.3 (IN), TLS handshake, Encrypted Extensions (8):
{ [6 bytes data]
* TLSv1.3 (IN), TLS handshake, [no content] (0):
{ [1 bytes data]
* TLSv1.3 (IN), TLS handshake, Request CERT (13):
{ [142 bytes data]
* TLSv1.3 (IN), TLS handshake, [no content] (0):
{ [1 bytes data]
* TLSv1.3 (IN), TLS handshake, Certificate (11):
{ [928 bytes data]
* TLSv1.3 (IN), TLS handshake, [no content] (0):
{ [1 bytes data]
* TLSv1.3 (IN), TLS handshake, CERT verify (15):
{ [264 bytes data]
* TLSv1.3 (IN), TLS handshake, [no content] (0):
{ [1 bytes data]
* TLSv1.3 (IN), TLS handshake, Finished (20):
{ [36 bytes data]
* TLSv1.3 (OUT), TLS change cipher, Change cipher spec (1):
} [1 bytes data]
* TLSv1.3 (OUT), TLS handshake, [no content] (0):
} [1 bytes data]
* TLSv1.3 (OUT), TLS handshake, Certificate (11):
} [1814 bytes data]
* TLSv1.3 (OUT), TLS handshake, [no content] (0):
} [1 bytes data]
* TLSv1.3 (OUT), TLS handshake, CERT verify (15):
} [264 bytes data]
* TLSv1.3 (OUT), TLS handshake, [no content] (0):
} [1 bytes data]
* TLSv1.3 (OUT), TLS handshake, Finished (20):
} [36 bytes data]
* SSL connection using TLSv1.3 / TLS_AES_128_GCM_SHA256
* ALPN, server did not agree to a protocol
* Server certificate:
*  subject: CN=tidb-server
*  start date: Feb 18 09:11:00 2020 GMT
*  expire date: Jan 25 09:11:00 2120 GMT
*  subjectAltName: host "127.0.0.1" matched cert's IP address!
*  issuer: C=CN; ST=Beijing; L=Beijing; O=PingCAP; CN=My own CA
*  SSL certificate verify ok.
* Server auth using Basic with user 'ticdc'
} [5 bytes data]
* TLSv1.3 (OUT), TLS app data, [no content] (0):
} [1 bytes data]
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
{ [5 bytes data]
* TLSv1.3 (IN), TLS handshake, [no content] (0):
{ [1 bytes data]
* TLSv1.3 (IN), TLS handshake, Newsession Ticket (4):
{ [2834 bytes data]
* TLSv1.3 (IN), TLS app data, [no content] (0):
{ [1 bytes data]
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:19:23 GMT
< Content-Length: 1253
< Content-Type: text/plain; charset=utf-8
< 
{ [1067 bytes data]
* TLSv1.3 (IN), TLS app data, [no content] (0):
{ [1 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e95527c5-a013-4e6b-a3b2-15d32cdf8b5c
	{"id":"e95527c5-a013-4e6b-a3b2-15d32cdf8b5c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898761}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/1f5d9608773694f2
	e95527c5-a013-4e6b-a3b2-15d32cdf8b5c

/tidb/cdc/default/default/upstream/7489988112277437220
	{"id":7489988112277437220,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e95527c5-a013-4e6b-a3b2-15d32cdf8b5c
	{"id":"e95527c5-a013-4e6b-a3b2-15d32cdf8b5c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898761}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/1f5d9608773694f2
	e95527c5-a013-4e6b-a3b2-15d32cdf8b5c

/tidb/cdc/default/default/upstream/7489988112277437220
	{"id":7489988112277437220,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e95527c5-a013-4e6b-a3b2-15d32cdf8b5c
	{"id":"e95527c5-a013-4e6b-a3b2-15d32cdf8b5c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898761}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/1f5d9608773694f2
	e95527c5-a013-4e6b-a3b2-15d32cdf8b5c

/tidb/cdc/default/default/upstream/7489988112277437220
	{"id":7489988112277437220,"pd-endpoints":"https://127.0.0.1:2579,https://127.0.0.1:2579","key-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/server-key.pem","cert-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/server.pem","ca-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem","cert-allowed-cn":["client","tidb-server"]}'
+ grep -q 'etcd info'
+ break
+ set +x
check diff failed 5-th time, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:19:24 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/143c214b-5e9d-4ceb-8be4-97e561bf2962
	{"id":"143c214b-5e9d-4ceb-8be4-97e561bf2962","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898761}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608772f1bd0
	143c214b-5e9d-4ceb-8be4-97e561bf2962

/tidb/cdc/default/default/upstream/7489988115018746565
	{"id":7489988115018746565,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/143c214b-5e9d-4ceb-8be4-97e561bf2962
	{"id":"143c214b-5e9d-4ceb-8be4-97e561bf2962","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898761}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608772f1bd0
	143c214b-5e9d-4ceb-8be4-97e561bf2962

/tidb/cdc/default/default/upstream/7489988115018746565
	{"id":7489988115018746565,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/143c214b-5e9d-4ceb-8be4-97e561bf2962
	{"id":"143c214b-5e9d-4ceb-8be4-97e561bf2962","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898761}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608772f1bd0
	143c214b-5e9d-4ceb-8be4-97e561bf2962

/tidb/cdc/default/default/upstream/7489988115018746565
	{"id":7489988115018746565,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
Create changefeed successfully!
ID: 9e505507-9474-423f-89c3-cdaeb79e2348
Info: {"upstream_id":7489988115018746565,"namespace":"default","id":"9e505507-9474-423f-89c3-cdaeb79e2348","sink_uri":"kafka://127.0.0.1:9092/big-message-test?protocol=open-protocol\u0026partition-num=1\u0026kafka-version=2.4.1\u0026max-message-bytes=12582912","create_time":"2025-04-06T08:19:24.594513918+08:00","start_ts":457152596895858689,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152596895858689,"checkpoint_ts":457152596895858689,"checkpoint_time":"2025-04-06 08:19:21.352"}
[Sun Apr  6 08:19:24 CST 2025] <<<<<< START kafka consumer in kafka_big_messages case >>>>>>
Starting generate kafka big messages...
go: downloading go1.23.4 (linux/amd64)
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc_server_tips/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table row_format.finish_mark not exists for 7-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/ddl_sequence
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
start tidb cluster in /tmp/tidb_cdc_test/changefeed_reconstruct
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
table ddl_manager.finish_mark not exists for 54-th check, retry later
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.3758.out cli changefeed create --start-ts=457152596350599169 '--sink-uri=kafka://127.0.0.1:9092/ticdc-cli-test-26760?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --tz=Asia/Shanghai -c=custom-changefeed-name
check diff successfully
[WARN] --tz is deprecated in changefeed settings.

check diff failed 1-th time, retry later
Create changefeed successfully!
ID: custom-changefeed-name
Info: {"upstream_id":7489988112277437220,"namespace":"default","id":"custom-changefeed-name","sink_uri":"kafka://127.0.0.1:9092/ticdc-cli-test-26760?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:19:26.481584681+08:00","start_ts":457152596350599169,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152596350599169,"checkpoint_ts":457152596350599169,"checkpoint_time":"2025-04-06 08:19:19.272"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
start tidb cluster in /tmp/tidb_cdc_test/region_merge
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
table row_format.finish_mark not exists for 8-th check, retry later
table ddl_manager.finish_mark not exists for 55-th check, retry later
+ set +x
[Sun Apr  6 08:19:27 CST 2025] <<<<<< START kafka consumer in cli_tls_with_auth case >>>>>>
table test.simple not exists for 1-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/cdc_server_tips
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table row_format.finish_mark not exists for 9-th check, retry later
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f
go: downloading go.uber.org/atomic v1.11.0
table test.simple exists
table test.`simple-dash` not exists for 1-th check, retry later
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:19:29 CST 2025] <<<<<< run test case new_ci_collation success! >>>>>>
table ddl_manager.finish_mark not exists for 56-th check, retry later
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/changefeed_pause_resume/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table row_format.finish_mark not exists for 10-th check, retry later
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table ddl_manager.finish_mark not exists for 57-th check, retry later
table test.`simple-dash` exists
+ endpoints=https://127.0.0.1:2579
+ changefeed_id=custom-changefeed-name
+ expected_state=normal
+ error_msg=null
+ tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates
+ [[ https://127.0.0.1:2579 =~ https ]]
++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c custom-changefeed-name -s
+ info='{
  "upstream_id": 7489988112277437220,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 457152596743815185,
  "checkpoint_time": "2025-04-06 08:19:20.772",
  "error": null
}'
+ echo '{
  "upstream_id": 7489988112277437220,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 457152596743815185,
  "checkpoint_time": "2025-04-06 08:19:20.772",
  "error": null
}'
{
  "upstream_id": 7489988112277437220,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 457152596743815185,
  "checkpoint_time": "2025-04-06 08:19:20.772",
  "error": null
}
++ echo '{' '"upstream_id":' 7489988112277437220, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457152596743815185, '"checkpoint_time":' '"2025-04-06' '08:19:20.772",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7489988112277437220, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457152596743815185, '"checkpoint_time":' '"2025-04-06' '08:19:20.772",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
changefeed count 1 check pass, pd_addr: https://127.0.0.1:2579
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988175151278757	TiDB Cluster ID.
tikv_gc_leader_uuid	65821de0bcc000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-55f4g, pid:8195, start at 2025-04-06 08:19:32.245293325 +0800 CST m=+1.459590948	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:32.254 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:32.211 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:32.211 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988175151278757	TiDB Cluster ID.
tikv_gc_leader_uuid	65821de0bcc000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-55f4g, pid:8195, start at 2025-04-06 08:19:32.245293325 +0800 CST m=+1.459590948	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:32.254 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:32.211 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:32.211 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988174082423868	TiDB Cluster ID.
tikv_gc_leader_uuid	65821de0ee40004	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-55f4g, pid:8264, start at 2025-04-06 08:19:32.414404005 +0800 CST m=+1.565712297	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:32.422 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:32.409 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:32.409 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/ddl_sequence/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/ddl_sequence/tiflash/log/error.log
arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_sequence/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/ddl_sequence/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/ddl_sequence/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table row_format.finish_mark exists
check diff successfully
Error: [CDC:ErrChangefeedUpdateRefused]changefeed update error: can only update changefeed config when it is stopped or failed
update changefeed config should fail when changefeed is running, got Diff of changefeed config:
{Type:update Path:[Config CaseSensitive] From:false To:true}
{Type:update Path:[Config SyncPointInterval] From:<nil> To:0xc003823720}
{Type:update Path:[Config SyncPointRetention] From:<nil> To:0xc003823728}
{Type:update Path:[Config Consistent] From:<nil> To:0xc00118f9d0}
{Type:update Path:[Config Scheduler EnableTableAcrossNodes] From:false To:true}
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.3985.out cli changefeed --changefeed-id custom-changefeed-name pause
PASS
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
wait process cdc.test exit for 1-th time...
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988178621024241	TiDB Cluster ID.
tikv_gc_leader_uuid	65821de174c0002	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8, pid:4347, start at 2025-04-06 08:19:32.949516686 +0800 CST m=+1.430071384	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:32.956 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:32.947 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:32.947 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988178621024241	TiDB Cluster ID.
tikv_gc_leader_uuid	65821de174c0002	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8, pid:4347, start at 2025-04-06 08:19:32.949516686 +0800 CST m=+1.430071384	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:32.956 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:32.947 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:32.947 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988174890258150	TiDB Cluster ID.
tikv_gc_leader_uuid	65821de18280006	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8, pid:4428, start at 2025-04-06 08:19:33.008994903 +0800 CST m=+1.421770551	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:33.015 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:33.002 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:33.002 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/changefeed_reconstruct/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/changefeed_reconstruct/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_reconstruct/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_reconstruct/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_reconstruct/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table ddl_manager.finish_mark not exists for 58-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/changefeed_pause_resume
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:19:34 CST 2025] <<<<<< run test case row_format success! >>>>>>
+ set +x
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_sequence.cli.9629.out cli tso query --pd=http://127.0.0.1:2379
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988188603664008	TiDB Cluster ID.
tikv_gc_leader_uuid	65821de3cac000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-4d0nv, pid:4332, start at 2025-04-06 08:19:35.361599043 +0800 CST m=+1.672350697	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:35.370 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:35.339 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:35.339 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988188603664008	TiDB Cluster ID.
tikv_gc_leader_uuid	65821de3cac000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-4d0nv, pid:4332, start at 2025-04-06 08:19:35.361599043 +0800 CST m=+1.672350697	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:35.370 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:35.339 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:35.339 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988179634917351	TiDB Cluster ID.
tikv_gc_leader_uuid	65821de3c940010	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-4d0nv, pid:4423, start at 2025-04-06 08:19:35.378068235 +0800 CST m=+1.618834186	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:35.386 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:35.384 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:35.384 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988184879048491	TiDB Cluster ID.
tikv_gc_leader_uuid	65821de3d7c000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw, pid:4174, start at 2025-04-06 08:19:35.424073781 +0800 CST m=+1.550185038	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:35.433 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:35.440 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:35.440 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
[Sun Apr  6 08:19:35 CST 2025] <<<<<< START cdc server in changefeed_reconstruct case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_reconstruct.58925894.out server --log-file /tmp/tidb_cdc_test/changefeed_reconstruct/cdcserver1.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_reconstruct/cdc_dataserver1 --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table ddl_manager.finish_mark not exists for 59-th check, retry later
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/region_merge/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/region_merge/tiflash/log/error.log
arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/region_merge/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/region_merge/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/region_merge/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988184879048491	TiDB Cluster ID.
tikv_gc_leader_uuid	65821de3d7c000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw, pid:4174, start at 2025-04-06 08:19:35.424073781 +0800 CST m=+1.550185038	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:35.433 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:35.440 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:35.440 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988182933766717	TiDB Cluster ID.
tikv_gc_leader_uuid	65821de3e2c000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw, pid:4243, start at 2025-04-06 08:19:35.482027598 +0800 CST m=+1.541105331	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:35.489 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:35.485 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:35.485 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/cdc_server_tips/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/cdc_server_tips/tiflash/log/error.log
table kafka_big_messages.test exists
check diff failed 1-th time, retry later
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/cdc_server_tips/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/cdc_server_tips/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/cdc_server_tips/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ set +x
+ tso='457152600607817729
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152600607817729 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:19:36 CST 2025] <<<<<< START cdc server in ddl_sequence case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_sequence.96639665.out server --log-file /tmp/tidb_cdc_test/ddl_sequence/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_sequence/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
check diff failed 1-th time, retry later
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc_server_tips.cli.5706.out cli tso query --pd=http://127.0.0.1:2379
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
+ endpoints=https://127.0.0.1:2579
+ changefeed_id=custom-changefeed-name
+ expected_state=stopped
+ error_msg=null
+ tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates
+ [[ https://127.0.0.1:2579 =~ https ]]
++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c custom-changefeed-name -s
+ info='{
  "upstream_id": 7489988112277437220,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "stopped",
  "checkpoint_tso": 457152599915757571,
  "checkpoint_time": "2025-04-06 08:19:32.872",
  "error": null
}'
+ echo '{
  "upstream_id": 7489988112277437220,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "stopped",
  "checkpoint_tso": 457152599915757571,
  "checkpoint_time": "2025-04-06 08:19:32.872",
  "error": null
}'
{
  "upstream_id": 7489988112277437220,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "stopped",
  "checkpoint_tso": 457152599915757571,
  "checkpoint_time": "2025-04-06 08:19:32.872",
  "error": null
}
++ echo '{' '"upstream_id":' 7489988112277437220, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"stopped",' '"checkpoint_tso":' 457152599915757571, '"checkpoint_time":' '"2025-04-06' '08:19:32.872",' '"error":' null '}'
++ jq -r .state
+ state=stopped
+ [[ ! stopped == \s\t\o\p\p\e\d ]]
++ echo '{' '"upstream_id":' 7489988112277437220, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"stopped",' '"checkpoint_tso":' 457152599915757571, '"checkpoint_time":' '"2025-04-06' '08:19:32.872",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4057.out cli changefeed update --pd=https://127.0.0.1:2579 --config=/tmp/tidb_cdc_test/cli_tls_with_auth/changefeed.toml --no-confirm --changefeed-id custom-changefeed-name
table ddl_manager.finish_mark not exists for 60-th check, retry later
[Sun Apr  6 08:19:38 CST 2025] <<<<<< START cdc server in region_merge case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.region_merge.57265728.out server --log-file /tmp/tidb_cdc_test/region_merge/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/region_merge/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
Diff of changefeed config:
{Type:update Path:[Config CaseSensitive] From:false To:true}
{Type:update Path:[Config SyncPointInterval] From:<nil> To:0xc003d27ba8}
{Type:update Path:[Config SyncPointRetention] From:<nil> To:0xc003d27bb8}
{Type:update Path:[Config Consistent] From:<nil> To:0xc000e1b180}
{Type:update Path:[Config Scheduler EnableTableAcrossNodes] From:false To:true}
check diff successfully
check diff failed 2-th time, retry later
Update changefeed config successfully! 
ID: custom-changefeed-name
Info: {"upstream_id":7489988112277437220,"namespace":"default","id":"custom-changefeed-name","sink_uri":"kafka://127.0.0.1:9092/ticdc-cli-test-26760?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:19:26.481584681+08:00","start_ts":457152596350599169,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":true,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_table_monitor":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","encoder_concurrency":32,"terminator":"\r\n","enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":true,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":0,"checkpoint_ts":457152599915757571,"checkpoint_time":"2025-04-06 08:19:32.872"}
PASS
coverage: 2.9% of statements in github.com/pingcap/tiflow/...
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:19:39 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/6a7006c7-bbb4-4ed4-a3da-cf0f68657e11
	{"id":"6a7006c7-bbb4-4ed4-a3da-cf0f68657e11","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898776}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608776850d0
	6a7006c7-bbb4-4ed4-a3da-cf0f68657e11

/tidb/cdc/default/default/upstream/7489988178621024241
	{"id":7489988178621024241,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/6a7006c7-bbb4-4ed4-a3da-cf0f68657e11
	{"id":"6a7006c7-bbb4-4ed4-a3da-cf0f68657e11","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898776}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608776850d0
	6a7006c7-bbb4-4ed4-a3da-cf0f68657e11

/tidb/cdc/default/default/upstream/7489988178621024241
	{"id":7489988178621024241,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/6a7006c7-bbb4-4ed4-a3da-cf0f68657e11
	{"id":"6a7006c7-bbb4-4ed4-a3da-cf0f68657e11","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898776}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608776850d0
	6a7006c7-bbb4-4ed4-a3da-cf0f68657e11

/tidb/cdc/default/default/upstream/7489988178621024241
	{"id":7489988178621024241,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
[Sun Apr  6 08:19:39 CST 2025] <<<<<< START kafka consumer in changefeed_reconstruct case >>>>>>
wait process cdc.test exit for 1-th time...
***************** properties *****************
"mysql.host"="127.0.0.1"
"recordcount"="50"
"threadcount"="4"
"workload"="core"
"dotransactions"="false"
"scanproportion"="0"
"readallfields"="true"
"requestdistribution"="uniform"
"mysql.db"="changefeed_reconstruct"
"operationcount"="0"
"mysql.port"="4000"
"readproportion"="0"
"insertproportion"="0"
"mysql.user"="root"
"updateproportion"="0"
**********************************************
Run finished, takes 20.881509ms
INSERT - Takes(s): 0.0, Count: 48, OPS: 3032.0, Avg(us): 1581, Min(us): 991, Max(us): 4995, 95th(us): 5000, 99th(us): 5000
table changefeed_reconstruct.usertable not exists for 1-th check, retry later
wait process cdc.test exit for 2-th time...
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:19:40 CST 2025] <<<<<< run test case kv_client_stream_reconnect success! >>>>>>
+ set +x
+ tso='457152601414696961
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152601414696961 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:19:39 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/7c32b920-553a-4e6b-a9ce-3a8cf8c1132a
	{"id":"7c32b920-553a-4e6b-a9ce-3a8cf8c1132a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898777}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608776763d7
	7c32b920-553a-4e6b-a9ce-3a8cf8c1132a

/tidb/cdc/default/default/upstream/7489988175151278757
	{"id":7489988175151278757,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/7c32b920-553a-4e6b-a9ce-3a8cf8c1132a
	{"id":"7c32b920-553a-4e6b-a9ce-3a8cf8c1132a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898777}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608776763d7
	7c32b920-553a-4e6b-a9ce-3a8cf8c1132a

/tidb/cdc/default/default/upstream/7489988175151278757
	{"id":7489988175151278757,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/7c32b920-553a-4e6b-a9ce-3a8cf8c1132a
	{"id":"7c32b920-553a-4e6b-a9ce-3a8cf8c1132a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898777}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608776763d7
	7c32b920-553a-4e6b-a9ce-3a8cf8c1132a

/tidb/cdc/default/default/upstream/7489988175151278757
	{"id":7489988175151278757,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_sequence.cli.9721.out cli changefeed create --start-ts=457152600607817729 '--sink-uri=kafka://127.0.0.1:9092/ticdc-ddl-sequence-test-20725?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4089.out cli changefeed --changefeed-id custom-changefeed-name resume
table ddl_manager.finish_mark not exists for 61-th check, retry later
Create changefeed successfully!
ID: 5fc26df9-d004-4433-bbd9-d2a4953b7382
Info: {"upstream_id":7489988175151278757,"namespace":"default","id":"5fc26df9-d004-4433-bbd9-d2a4953b7382","sink_uri":"kafka://127.0.0.1:9092/ticdc-ddl-sequence-test-20725?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:19:40.419733663+08:00","start_ts":457152600607817729,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152600607817729,"checkpoint_ts":457152600607817729,"checkpoint_time":"2025-04-06 08:19:35.512"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
try a VALID cdc server command
[Sun Apr  6 08:19:40 CST 2025] <<<<<< START cdc server in cdc_server_tips case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc_server_tips.57575759.out server --log-file /tmp/tidb_cdc_test/cdc_server_tips/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/cdc_server_tips/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
check diff successfully
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
PASS
coverage: 2.1% of statements in github.com/pingcap/tiflow/...
wait process cdc.test exit for 1-th time...
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:19:41 GMT
< Content-Length: 864
< Content-Type: text/plain; charset=utf-8
< 
{ [864 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/064fcb40-75d7-4242-a80e-020b8df41b35
	{"id":"064fcb40-75d7-4242-a80e-020b8df41b35","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898778}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960877748fd3
	064fcb40-75d7-4242-a80e-020b8df41b35

/tidb/cdc/default/default/upstream/7489988188603664008
	{"id":7489988188603664008,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/064fcb40-75d7-4242-a80e-020b8df41b35
	{"id":"064fcb40-75d7-4242-a80e-020b8df41b35","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898778}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960877748fd3
	064fcb40-75d7-4242-a80e-020b8df41b35

/tidb/cdc/default/default/upstream/7489988188603664008
	{"id":7489988188603664008,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/064fcb40-75d7-4242-a80e-020b8df41b35
	{"id":"064fcb40-75d7-4242-a80e-020b8df41b35","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898778}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960877748fd3
	064fcb40-75d7-4242-a80e-020b8df41b35

/tidb/cdc/default/default/upstream/7489988188603664008
	{"id":7489988188603664008,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
Create changefeed successfully!
ID: eea9bd97-a52e-4c16-9373-24ab04fdd3f1
Info: {"upstream_id":7489988188603664008,"namespace":"default","id":"eea9bd97-a52e-4c16-9373-24ab04fdd3f1","sink_uri":"kafka://127.0.0.1:9092/ticdc-region-merge-test-26184?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:19:41.337815543+08:00","start_ts":457152602109116417,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152602109116417,"checkpoint_ts":457152602109116417,"checkpoint_time":"2025-04-06 08:19:41.239"}
[Sun Apr  6 08:19:41 CST 2025] <<<<<< START kafka consumer in region_merge case >>>>>>
table changefeed_reconstruct.usertable exists
split_and_random_merge scale: 20
*************************** 1. row ***************************
count(distinct region_id): 1
check diff failed 1-th time, retry later
+ set +x
[Sun Apr  6 08:19:41 CST 2025] <<<<<< START kafka consumer in ddl_sequence case >>>>>>
wait process cdc.test exit for 2-th time...
table ddl_manager.finish_mark not exists for 62-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988211132448951	TiDB Cluster ID.
tikv_gc_leader_uuid	65821de98980006	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl, pid:4836, start at 2025-04-06 08:19:41.229355307 +0800 CST m=+1.528126679	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:41.237 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:41.222 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:41.222 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988211132448951	TiDB Cluster ID.
tikv_gc_leader_uuid	65821de98980006	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl, pid:4836, start at 2025-04-06 08:19:41.229355307 +0800 CST m=+1.528126679	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:41.237 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:41.222 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:41.222 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988215761557252	TiDB Cluster ID.
tikv_gc_leader_uuid	65821de9894000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl, pid:4908, start at 2025-04-06 08:19:41.248627088 +0800 CST m=+1.474431329	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:41.256 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:41.221 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:41.221 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_pause_resume/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_pause_resume/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:19:42 CST 2025] <<<<<< run test case kafka_big_messages success! >>>>>>
+ set +x
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:19:43 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a1f73650-eda7-4a5a-a019-038dd47830e7
	{"id":"a1f73650-eda7-4a5a-a019-038dd47830e7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898780}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960877736ae5
	a1f73650-eda7-4a5a-a019-038dd47830e7

/tidb/cdc/default/default/upstream/7489988184879048491
	{"id":7489988184879048491,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a1f73650-eda7-4a5a-a019-038dd47830e7
	{"id":"a1f73650-eda7-4a5a-a019-038dd47830e7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898780}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960877736ae5
	a1f73650-eda7-4a5a-a019-038dd47830e7

/tidb/cdc/default/default/upstream/7489988184879048491
	{"id":7489988184879048491,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a1f73650-eda7-4a5a-a019-038dd47830e7
	{"id":"a1f73650-eda7-4a5a-a019-038dd47830e7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898780}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960877736ae5
	a1f73650-eda7-4a5a-a019-038dd47830e7

/tidb/cdc/default/default/upstream/7489988184879048491
	{"id":7489988184879048491,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
check diff successfully
wait process 5897 exit for 1-th time...
table ddl_manager.finish_mark not exists for 63-th check, retry later
[Sun Apr  6 08:19:44 CST 2025] <<<<<< START cdc server in changefeed_pause_resume case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_pause_resume.62096211.out server --log-file /tmp/tidb_cdc_test/changefeed_pause_resume/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_pause_resume/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
wait process 5897 exit for 2-th time...
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/batch_add_table/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (5897) - No such process
wait process 5897 exit for 3-th time...
process 5897 already exit
check_no_capture http://127.0.0.1:2379
parse error: Invalid numeric literal at line 1, column 6
run task successfully
[Sun Apr  6 08:19:45 CST 2025] <<<<<< START cdc server in changefeed_reconstruct case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_reconstruct.61686170.out server --log-file /tmp/tidb_cdc_test/changefeed_reconstruct/cdcserver2.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_reconstruct/cdc_dataserver2 --cluster-id default --addr 127.0.0.1:8300
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ endpoints=https://127.0.0.1:2579
+ changefeed_id=custom-changefeed-name
+ expected_state=normal
+ error_msg=null
+ tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates
+ [[ https://127.0.0.1:2579 =~ https ]]
++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c custom-changefeed-name -s
+ info='{
  "upstream_id": 7489988112277437220,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 457152603061485572,
  "checkpoint_time": "2025-04-06 08:19:44.872",
  "error": null
}'
+ echo '{
  "upstream_id": 7489988112277437220,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 457152603061485572,
  "checkpoint_time": "2025-04-06 08:19:44.872",
  "error": null
}'
{
  "upstream_id": 7489988112277437220,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 457152603061485572,
  "checkpoint_time": "2025-04-06 08:19:44.872",
  "error": null
}
++ echo '{' '"upstream_id":' 7489988112277437220, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457152603061485572, '"checkpoint_time":' '"2025-04-06' '08:19:44.872",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7489988112277437220, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457152603061485572, '"checkpoint_time":' '"2025-04-06' '08:19:44.872",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4165.out cli changefeed --changefeed-id custom-changefeed-name remove
table ddl_manager.finish_mark not exists for 64-th check, retry later
Changefeed remove successfully.
ID: custom-changefeed-name
CheckpointTs: 457152603061485572
SinkURI: kafka://127.0.0.1:9092/ticdc-cli-test-26760?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/drop_many_tables/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/batch_add_table
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:19:47 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/8008d2aa-0d27-49d9-9f3f-91b47c040dd3
	{"id":"8008d2aa-0d27-49d9-9f3f-91b47c040dd3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898784}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608778a33ce
	8008d2aa-0d27-49d9-9f3f-91b47c040dd3

/tidb/cdc/default/default/upstream/7489988211132448951
	{"id":7489988211132448951,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/8008d2aa-0d27-49d9-9f3f-91b47c040dd3
	{"id":"8008d2aa-0d27-49d9-9f3f-91b47c040dd3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898784}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608778a33ce
	8008d2aa-0d27-49d9-9f3f-91b47c040dd3

/tidb/cdc/default/default/upstream/7489988211132448951
	{"id":7489988211132448951,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/8008d2aa-0d27-49d9-9f3f-91b47c040dd3
	{"id":"8008d2aa-0d27-49d9-9f3f-91b47c040dd3","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898784}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608778a33ce
	8008d2aa-0d27-49d9-9f3f-91b47c040dd3

/tidb/cdc/default/default/upstream/7489988211132448951
	{"id":7489988211132448951,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
[Sun Apr  6 08:19:47 CST 2025] <<<<<< START kafka consumer in changefeed_pause_resume case >>>>>>
table changefeed_pause_resume.t1 not exists for 1-th check, retry later
+ set +x
*************************** 1. row ***************************
count(distinct region_id): 20
table ddl_sequence.finish_mark not exists for 1-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:19:48 GMT
< Content-Type: text/plain; charset=utf-8
< Transfer-Encoding: chunked
< 
{ [3971 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:

changefeedID: default/1deeff32-562a-4336-beaa-339609d70f29
{UpstreamID:7489988178621024241 Namespace:default ID:1deeff32-562a-4336-beaa-339609d70f29 SinkURI:kafka://127.0.0.1:9092/ticdc-changefeed-reconstruct-1463?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-06 08:19:39.218220203 +0800 CST StartTs:457152601547603969 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00422f7a0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457152601574080515}
{CheckpointTs:457152603762720777 MinTableBarrierTs:457152603762720777 AdminJobType:noop}
span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457152603762720777, checkpointTs: 457152603762720777, state: Replicating



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/d7f4724f-fb1b-404b-b756-b24a2145dbe4
	{"id":"d7f4724f-fb1b-404b-b756-b24a2145dbe4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898785}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960877685170
	d7f4724f-fb1b-404b-b756-b24a2145dbe4

/tidb/cdc/default/default/changefeed/info/1deeff32-562a-4336-beaa-339609d70f29
	{"upstream-id":7489988178621024241,"namespace":"default","changefeed-id":"1deeff32-562a-4336-beaa-339609d70f29","sink-uri":"kafka://127.0.0.1:9092/ticdc-changefeed-reconstruct-1463?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-06T08:19:39.218220203+08:00","start-ts":457152601547603969,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152601574080515}

/tidb/cdc/default/default/changefeed/status/1deeff32-562a-4336-beaa-339609d70f29
	{"checkpoint-ts":457152603762720777,"min-table-barrier-ts":457152603762720777,"admin-job-type":0}

/tidb/cdc/default/default/task/position/d7f4724f-fb1b-404b-b756-b24a2145dbe4/1deeff32-562a-4336-beaa-339609d70f29
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7489988178621024241
	{"id":7489988178621024241,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:

changefeedID: default/1deeff32-562a-4336-beaa-339609d70f29
{UpstreamID:7489988178621024241 Namespace:default ID:1deeff32-562a-4336-beaa-339609d70f29 SinkURI:kafka://127.0.0.1:9092/ticdc-changefeed-reconstruct-1463?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-06 08:19:39.218220203 +0800 CST StartTs:457152601547603969 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00422f7a0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457152601574080515}
{CheckpointTs:457152603762720777 MinTableBarrierTs:457152603762720777 AdminJobType:noop}
span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457152603762720777, checkpointTs: 457152603762720777, state: Replicating



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/d7f4724f-fb1b-404b-b756-b24a2145dbe4
	{"id":"d7f4724f-fb1b-404b-b756-b24a2145dbe4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898785}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960877685170
	d7f4724f-fb1b-404b-b756-b24a2145dbe4

/tidb/cdc/default/default/changefeed/info/1deeff32-562a-4336-beaa-339609d70f29
	{"upstream-id":7489988178621024241,"namespace":"default","changefeed-id":"1deeff32-562a-4336-beaa-339609d70f29","sink-uri":"kafka://127.0.0.1:9092/ticdc-changefeed-reconstruct-1463?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-06T08:19:39.218220203+08:00","start-ts":457152601547603969,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152601574080515}

/tidb/cdc/default/default/changefeed/status/1deeff32-562a-4336-beaa-339609d70f29
	{"checkpoint-ts":457152603762720777,"min-table-barrier-ts":457152603762720777,"admin-job-type":0}

/tidb/cdc/default/default/task/position/d7f4724f-fb1b-404b-b756-b24a2145dbe4/1deeff32-562a-4336-beaa-339609d70f29
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7489988178621024241
	{"id":7489988178621024241,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:

changefeedID: default/1deeff32-562a-4336-beaa-339609d70f29
{UpstreamID:7489988178621024241 Namespace:default ID:1deeff32-562a-4336-beaa-339609d70f29 SinkURI:kafka://127.0.0.1:9092/ticdc-changefeed-reconstruct-1463?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-06 08:19:39.218220203 +0800 CST StartTs:457152601547603969 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc00422f7a0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457152601574080515}
{CheckpointTs:457152603762720777 MinTableBarrierTs:457152603762720777 AdminJobType:noop}
span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457152603762720777, checkpointTs: 457152603762720777, state: Replicating



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/d7f4724f-fb1b-404b-b756-b24a2145dbe4
	{"id":"d7f4724f-fb1b-404b-b756-b24a2145dbe4","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898785}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960877685170
	d7f4724f-fb1b-404b-b756-b24a2145dbe4

/tidb/cdc/default/default/changefeed/info/1deeff32-562a-4336-beaa-339609d70f29
	{"upstream-id":7489988178621024241,"namespace":"default","changefeed-id":"1deeff32-562a-4336-beaa-339609d70f29","sink-uri":"kafka://127.0.0.1:9092/ticdc-changefeed-reconstruct-1463?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-06T08:19:39.218220203+08:00","start-ts":457152601547603969,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152601574080515}

/tidb/cdc/default/default/changefeed/status/1deeff32-562a-4336-beaa-339609d70f29
	{"checkpoint-ts":457152603762720777,"min-table-barrier-ts":457152603762720777,"admin-job-type":0}

/tidb/cdc/default/default/task/position/d7f4724f-fb1b-404b-b756-b24a2145dbe4/1deeff32-562a-4336-beaa-339609d70f29
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7489988178621024241
	{"id":7489988178621024241,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
cdc.test cli capture list --pd=http://127.0.0.1:2379 2>&1 | grep id
table ddl_manager.finish_mark not exists for 65-th check, retry later
table changefeed_pause_resume.t1 exists
table changefeed_pause_resume.t2 not exists for 1-th check, retry later
    "id": "d7f4724f-fb1b-404b-b756-b24a2145dbe4",
    "cluster-id": "default"
run task successfully
table ddl_sequence.finish_mark not exists for 2-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/drop_many_tables
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
table ddl_manager.finish_mark not exists for 66-th check, retry later
changefeed count 0 check pass, pd_addr: https://127.0.0.1:2579
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4242.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-cli-test-26760?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --tz=Asia/Shanghai -c=custom-changefeed-name
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
[WARN] --tz is deprecated in changefeed settings.

Create changefeed successfully!
ID: custom-changefeed-name
Info: {"upstream_id":7489988112277437220,"namespace":"default","id":"custom-changefeed-name","sink_uri":"kafka://127.0.0.1:9092/ticdc-cli-test-26760?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:19:51.494085496+08:00","start_ts":457152604778528770,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152604778528770,"checkpoint_ts":457152604778528770,"checkpoint_time":"2025-04-06 08:19:51.422"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
capture_id: d7f4724f-fb1b-404b-b756-b24a2145dbe4
check_processor_table_count http://127.0.0.1:2379 1deeff32-562a-4336-beaa-339609d70f29 d7f4724f-fb1b-404b-b756-b24a2145dbe4 1
run task successfully
check_processor_table_count http://127.0.0.1:2379 1deeff32-562a-4336-beaa-339609d70f29 d7f4724f-fb1b-404b-b756-b24a2145dbe4 0
table count 1 does equal to expected count 0
run task failed 1-th time, retry later
table changefeed_pause_resume.t2 exists
table changefeed_pause_resume.t3 not exists for 1-th check, retry later
table ddl_sequence.finish_mark not exists for 3-th check, retry later
table ddl_manager.finish_mark not exists for 67-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/run.sh using Sink-Type: kafka... <<=================
+ set +x
split_and_random_merge scale: 40
*************************** 1. row ***************************
count(distinct region_id): 6
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check_processor_table_count http://127.0.0.1:2379 1deeff32-562a-4336-beaa-339609d70f29 d7f4724f-fb1b-404b-b756-b24a2145dbe4 0
table changefeed_pause_resume.t3 exists
table ddl_sequence.finish_mark not exists for 4-th check, retry later
run task successfully
***************** properties *****************
"scanproportion"="0"
"operationcount"="0"
"readallfields"="true"
"updateproportion"="0"
"readproportion"="0"
"mysql.user"="root"
"recordcount"="50"
"mysql.port"="4000"
"insertproportion"="0"
"workload"="core"
"dotransactions"="false"
"requestdistribution"="uniform"
"threadcount"="4"
"mysql.host"="127.0.0.1"
"mysql.db"="changefeed_reconstruct"
**********************************************
table ddl_manager.finish_mark not exists for 68-th check, retry later
Run finished, takes 16.886357ms
INSERT - Takes(s): 0.0, Count: 48, OPS: 3664.5, Avg(us): 1334, Min(us): 921, Max(us): 4190, 95th(us): 4000, 99th(us): 5000
table changefeed_reconstruct.usertable not exists for 1-th check, retry later
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_compression/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
check diff failed 1-th time, retry later
The 1 times to try to start tidb cluster...
table ddl_manager.finish_mark not exists for 69-th check, retry later
+ endpoints=https://127.0.0.1:2579
+ changefeed_id=custom-changefeed-name
+ expected_state=normal
+ error_msg=null
+ tls_dir=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates
+ [[ https://127.0.0.1:2579 =~ https ]]
++ cdc cli changefeed query --ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem --cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem --key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem --pd=https://127.0.0.1:2579 -c custom-changefeed-name -s
+ info='{
  "upstream_id": 7489988112277437220,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 457152605682925574,
  "checkpoint_time": "2025-04-06 08:19:54.872",
  "error": null
}'
+ echo '{
  "upstream_id": 7489988112277437220,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 457152605682925574,
  "checkpoint_time": "2025-04-06 08:19:54.872",
  "error": null
}'
{
  "upstream_id": 7489988112277437220,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 457152605682925574,
  "checkpoint_time": "2025-04-06 08:19:54.872",
  "error": null
}
++ echo '{' '"upstream_id":' 7489988112277437220, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457152605682925574, '"checkpoint_time":' '"2025-04-06' '08:19:54.872",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ jq -r .error.message
++ echo '{' '"upstream_id":' 7489988112277437220, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457152605682925574, '"checkpoint_time":' '"2025-04-06' '08:19:54.872",' '"error":' null '}'
+ message=null
+ [[ ! null =~ null ]]
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988270729293659	TiDB Cluster ID.
tikv_gc_leader_uuid	65821df716c0006	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-7kmm4, pid:4566, start at 2025-04-06 08:19:55.107221506 +0800 CST m=+1.576838188	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:55.114 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:55.099 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:55.099 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988270729293659	TiDB Cluster ID.
tikv_gc_leader_uuid	65821df716c0006	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-7kmm4, pid:4566, start at 2025-04-06 08:19:55.107221506 +0800 CST m=+1.576838188	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:55.114 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:55.099 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:55.099 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988270525614949	TiDB Cluster ID.
tikv_gc_leader_uuid	65821df72140006	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-7kmm4, pid:4624, start at 2025-04-06 08:19:55.148990932 +0800 CST m=+1.557104790	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:55.156 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:55.141 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:55.141 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/batch_add_table/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/batch_add_table/tiflash/log/error.log
arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table changefeed_reconstruct.usertable exists
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check diff failed 1-th time, retry later
table ddl_sequence.finish_mark exists
check diff successfully
check diff failed 2-th time, retry later
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
start tidb cluster in /tmp/tidb_cdc_test/kafka_compression
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:19:57 CST 2025] <<<<<< run test case ddl_sequence success! >>>>>>
[Sun Apr  6 08:19:58 CST 2025] <<<<<< START cdc server in batch_add_table case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_add_table.59615963.out server --log-file /tmp/tidb_cdc_test/batch_add_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/batch_add_table/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
check diff successfully
table ddl_manager.finish_mark not exists for 70-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988284558546919	TiDB Cluster ID.
tikv_gc_leader_uuid	65821df9aa0000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-k-b7655, pid:4315, start at 2025-04-06 08:19:57.773489792 +0800 CST m=+1.507713180	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:57.781 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:57.786 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:57.786 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988284558546919	TiDB Cluster ID.
tikv_gc_leader_uuid	65821df9aa0000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-k-b7655, pid:4315, start at 2025-04-06 08:19:57.773489792 +0800 CST m=+1.507713180	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:57.781 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:57.786 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:57.786 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988277127338839	TiDB Cluster ID.
tikv_gc_leader_uuid	65821df9b84000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-k-b7655, pid:4396, start at 2025-04-06 08:19:57.816832624 +0800 CST m=+1.479158514	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:21:57.824 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:19:57.793 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:09:57.793 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/drop_many_tables/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/drop_many_tables/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/drop_many_tables/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/drop_many_tables/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/drop_many_tables/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
wait process cdc.test exit for 1-th time...
check diff failed 3-th time, retry later
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4343.out cli changefeed create --start-ts=457152596350599169 '--sink-uri=kafka://127.0.0.1:9093/ticdc-cli-test-ssl-28453?protocol=open-protocol&ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem&cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem&key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem&kafka-version=2.4.1&max-message-bytes=10485760&insecure-skip-verify=true' --tz=Asia/Shanghai
wait process cdc.test exit for 2-th time...
[WARN] --tz is deprecated in changefeed settings.

start tidb cluster in /tmp/tidb_cdc_test/cdc
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
Create changefeed successfully!
ID: bb41b285-b0e6-43d5-a11b-3ae09c8893ce
Info: {"upstream_id":7489988112277437220,"namespace":"default","id":"bb41b285-b0e6-43d5-a11b-3ae09c8893ce","sink_uri":"kafka://127.0.0.1:9093/ticdc-cli-test-ssl-28453?protocol=open-protocol\u0026ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem\u0026cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem\u0026key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760\u0026insecure-skip-verify=true","create_time":"2025-04-06T08:19:59.741275294+08:00","start_ts":457152596350599169,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152596350599169,"checkpoint_ts":457152596350599169,"checkpoint_time":"2025-04-06 08:19:19.272"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
*************************** 1. row ***************************
count(distinct region_id): 40
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:19:59 CST 2025] <<<<<< run test case changefeed_reconstruct success! >>>>>>
table ddl_manager.finish_mark not exists for 71-th check, retry later
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.drop_many_tables.cli.5713.out cli tso query --pd=http://127.0.0.1:2379
check diff failed 4-th time, retry later
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4376.out cli unsafe delete-service-gc-safepoint
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:20:01 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/074c63d9-1c4b-4494-b31e-4fd2b5b3c0f7
	{"id":"074c63d9-1c4b-4494-b31e-4fd2b5b3c0f7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898798}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960877be40ce
	074c63d9-1c4b-4494-b31e-4fd2b5b3c0f7

/tidb/cdc/default/default/upstream/7489988270729293659
	{"id":7489988270729293659,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/074c63d9-1c4b-4494-b31e-4fd2b5b3c0f7
	{"id":"074c63d9-1c4b-4494-b31e-4fd2b5b3c0f7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898798}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960877be40ce
	074c63d9-1c4b-4494-b31e-4fd2b5b3c0f7

/tidb/cdc/default/default/upstream/7489988270729293659
	{"id":7489988270729293659,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/074c63d9-1c4b-4494-b31e-4fd2b5b3c0f7
	{"id":"074c63d9-1c4b-4494-b31e-4fd2b5b3c0f7","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898798}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960877be40ce
	074c63d9-1c4b-4494-b31e-4fd2b5b3c0f7

/tidb/cdc/default/default/upstream/7489988270729293659
	{"id":7489988270729293659,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_add_table.cli.6026.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-batch-add-table-test-17322?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
Confirm that you know what this command will do and use it at your own risk [Y/N]
CDC service GC safepoint truncated in PD!
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
Create changefeed successfully!
ID: 10b98ae7-1b33-4548-bb46-91da428c3b68
Info: {"upstream_id":7489988270729293659,"namespace":"default","id":"10b98ae7-1b33-4548-bb46-91da428c3b68","sink_uri":"kafka://127.0.0.1:9092/ticdc-batch-add-table-test-17322?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:20:01.59824307+08:00","start_ts":457152607407308805,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152607407308805,"checkpoint_ts":457152607407308805,"checkpoint_time":"2025-04-06 08:20:01.450"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table ddl_manager.finish_mark not exists for 72-th check, retry later
+ set +x
+ tso='457152607285673985
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152607285673985 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:20:02 CST 2025] <<<<<< START cdc server in drop_many_tables case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.drop_many_tables.57465748.out server --log-file /tmp/tidb_cdc_test/drop_many_tables/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/drop_many_tables/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
check diff failed 5-th time, retry later
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4410.out cli unsafe reset --no-confirm --pd=https://127.0.0.1:2579
+ set +x
[Sun Apr  6 08:20:03 CST 2025] <<<<<< START kafka consumer in batch_add_table case >>>>>>
reset and all metadata truncated in PD!
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
split_and_random_merge scale: 80
*************************** 1. row ***************************
count(distinct region_id): 6
table ddl_manager.finish_mark not exists for 73-th check, retry later
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ set +x
check diff successfully
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988314930555337	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e00c98000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq, pid:5953, start at 2025-04-06 08:20:05.055421654 +0800 CST m=+1.538949925	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:05.062 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:05.030 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:05.030 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988314930555337	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e00c98000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq, pid:5953, start at 2025-04-06 08:20:05.055421654 +0800 CST m=+1.538949925	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:05.062 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:05.030 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:05.030 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988307973571577	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e00bcc000a	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq, pid:6036, start at 2025-04-06 08:20:04.995729598 +0800 CST m=+1.404695055	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:05.002 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:04.979 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:04.979 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:20:05 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/39bc1dfd-c8c8-4bae-81f6-1097d3a1ca3a
	{"id":"39bc1dfd-c8c8-4bae-81f6-1097d3a1ca3a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898802}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960877c8f3d6
	39bc1dfd-c8c8-4bae-81f6-1097d3a1ca3a

/tidb/cdc/default/default/upstream/7489988284558546919
	{"id":7489988284558546919,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/39bc1dfd-c8c8-4bae-81f6-1097d3a1ca3a
	{"id":"39bc1dfd-c8c8-4bae-81f6-1097d3a1ca3a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898802}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960877c8f3d6
	39bc1dfd-c8c8-4bae-81f6-1097d3a1ca3a

/tidb/cdc/default/default/upstream/7489988284558546919
	{"id":7489988284558546919,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/39bc1dfd-c8c8-4bae-81f6-1097d3a1ca3a
	{"id":"39bc1dfd-c8c8-4bae-81f6-1097d3a1ca3a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898802}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960877c8f3d6
	39bc1dfd-c8c8-4bae-81f6-1097d3a1ca3a

/tidb/cdc/default/default/upstream/7489988284558546919
	{"id":7489988284558546919,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.drop_many_tables.cli.5803.out cli changefeed create --start-ts=457152607285673985 '--sink-uri=kafka://127.0.0.1:9092/ticdc-drop-tables-test-24245?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
valid ~~~ running cdc  
Failed to start cdc, the usage tips should be printed
 1st test case cdc_server_tips success! 
try an INVALID cdc server command
[Sun Apr  6 08:20:03 CST 2025] <<<<<< START cdc server in cdc_server_tips case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ true != \n\o ]]
+ GO_FAILPOINTS=
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc_server_tips.58545856.out server --log-file /tmp/tidb_cdc_test/cdc_server_tips/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/cdc_server_tips/cdc_data --cluster-id default --pd None
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/kafka_compression/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kafka_compression/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kafka_compression/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kafka_compression/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_compression/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table ddl_manager.finish_mark exists
[Sun Apr  6 08:20:01 CST 2025] <<<<<< START kafka consumer in multi_topics_v2 case >>>>>>
schema registry uri found: 1
[Sun Apr  6 08:20:01 CST 2025] <<<<<< START kafka consumer in multi_topics_v2 case >>>>>>
schema registry uri found: 2
[Sun Apr  6 08:20:01 CST 2025] <<<<<< START kafka consumer in multi_topics_v2 case >>>>>>
schema registry uri found: 3
table test.table1 not exists for 1-th check, retry later
table test.table1 exists
table test.table2 exists
table test.table3 exists
check diff successfully
table test.table10 exists
table test.table20 not exists for 1-th check, retry later
table test.table20 exists
check diff successfully
Create changefeed successfully!
ID: 02f99241-9d16-4ced-a650-abab3d0a8970
Info: {"upstream_id":7489988284558546919,"namespace":"default","id":"02f99241-9d16-4ced-a650-abab3d0a8970","sink_uri":"kafka://127.0.0.1:9092/ticdc-drop-tables-test-24245?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:20:06.001035884+08:00","start_ts":457152607285673985,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152607285673985,"checkpoint_ts":457152607285673985,"checkpoint_time":"2025-04-06 08:20:00.986"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
check diff successfully
check diff failed 1-th time, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988319414835672	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e0202c0008	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-nd468, pid:4481, start at 2025-04-06 08:20:06.297480146 +0800 CST m=+1.585305851	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:06.305 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:06.283 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:06.283 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988319414835672	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e0202c0008	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-nd468, pid:4481, start at 2025-04-06 08:20:06.297480146 +0800 CST m=+1.585305851	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:06.305 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:06.283 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:06.283 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988312199898089	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e020e0000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-nd468, pid:4536, start at 2025-04-06 08:20:06.351648352 +0800 CST m=+1.577349537	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:06.360 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:06.328 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:06.328 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
wait process cdc.test exit for 1-th time...
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/cdc/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/cdc/tiflash/log/error.log
arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/cdc/tiflash/db/proxy"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/cdc/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/cdc/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
wait process cdc.test exit for 2-th time...
+ set +x
[Sun Apr  6 08:20:07 CST 2025] <<<<<< START kafka consumer in drop_many_tables case >>>>>>
table drop_tables.c not exists for 1-th check, retry later
wait process cdc.test exit for 3-th time...
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4502.out cli unsafe resolve-lock --region=26
check diff failed 2-th time, retry later
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
[Sun Apr  6 08:20:07 CST 2025] <<<<<< START cdc server in kafka_compression case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.74117413.out server --log-file /tmp/tidb_cdc_test/kafka_compression/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_compression/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
wait process cdc.test exit for 4-th time...
cdc.test: no process found
wait process cdc.test exit for 5-th time...
process cdc.test already exit
[Sun Apr  6 08:20:08 CST 2025] <<<<<< run test case ddl_manager success! >>>>>>
[Sun Apr  6 08:20:09 CST 2025] <<<<<< START cdc server in cdc case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc.59175919.out server --log-file /tmp/tidb_cdc_test/cdc/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/cdc/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_tls_with_auth.cli.4526.out cli unsafe resolve-lock --region=26 --ts=457152608304365573
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/resourcecontrol/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
PASS
table drop_tables.c not exists for 2-th check, retry later
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
*************************** 1. row ***************************
count(distinct region_id): 76
check diff failed 3-th time, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:20:11 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a8dc93b6-60f9-46d8-bc10-eab0c8afd7ba
	{"id":"a8dc93b6-60f9-46d8-bc10-eab0c8afd7ba","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898808}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960877e53ecd
	a8dc93b6-60f9-46d8-bc10-eab0c8afd7ba

/tidb/cdc/default/default/upstream/7489988314930555337
	{"id":7489988314930555337,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a8dc93b6-60f9-46d8-bc10-eab0c8afd7ba
	{"id":"a8dc93b6-60f9-46d8-bc10-eab0c8afd7ba","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898808}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960877e53ecd
	a8dc93b6-60f9-46d8-bc10-eab0c8afd7ba

/tidb/cdc/default/default/upstream/7489988314930555337
	{"id":7489988314930555337,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a8dc93b6-60f9-46d8-bc10-eab0c8afd7ba
	{"id":"a8dc93b6-60f9-46d8-bc10-eab0c8afd7ba","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898808}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960877e53ecd
	a8dc93b6-60f9-46d8-bc10-eab0c8afd7ba

/tidb/cdc/default/default/upstream/7489988314930555337
	{"id":7489988314930555337,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7470.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   218  100   212  100     6  11777    333 --:--:-- --:--:-- --:--:-- 12111
{
    "error_msg": "[CDC:ErrAPIInvalidParam]invalid log level: json: cannot unmarshal string into Go value of type struct { Level string \"json:\\\"log_level\\\"\" }",
    "error_code": "CDC:ErrAPIInvalidParam"
table drop_tables.c not exists for 3-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_capture/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:20:12 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a22318ee-8038-4d64-89f9-b9bd6950be60
	{"id":"a22318ee-8038-4d64-89f9-b9bd6950be60","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898809}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960877ebe6cc
	a22318ee-8038-4d64-89f9-b9bd6950be60

/tidb/cdc/default/default/upstream/7489988319414835672
	{"id":7489988319414835672,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a22318ee-8038-4d64-89f9-b9bd6950be60
	{"id":"a22318ee-8038-4d64-89f9-b9bd6950be60","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898809}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960877ebe6cc
	a22318ee-8038-4d64-89f9-b9bd6950be60

/tidb/cdc/default/default/upstream/7489988319414835672
	{"id":7489988319414835672,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a22318ee-8038-4d64-89f9-b9bd6950be60
	{"id":"a22318ee-8038-4d64-89f9-b9bd6950be60","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898809}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960877ebe6cc
	a22318ee-8038-4d64-89f9-b9bd6950be60

/tidb/cdc/default/default/upstream/7489988319414835672
	{"id":7489988319414835672,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cdc.cli.5974.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-cdc-test-22552?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --config /tmp/tidb_cdc_test/cdc/pulsar_test.toml
start tidb cluster in /tmp/tidb_cdc_test/resourcecontrol
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Create changefeed successfully!
ID: 6a09b3bf-d6e1-4a35-a7e4-b7a04ddcdd64
Info: {"upstream_id":7489988319414835672,"namespace":"default","id":"6a09b3bf-d6e1-4a35-a7e4-b7a04ddcdd64","sink_uri":"kafka://127.0.0.1:9092/ticdc-cdc-test-22552?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:20:12.627066992+08:00","start_ts":457152610312912898,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152610312912898,"checkpoint_ts":457152610312912898,"checkpoint_time":"2025-04-06 08:20:12.534"}
PASS
check diff failed 4-th time, retry later
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
+ set +x
+ tso='457152609997291523
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152609997291523 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7503.out cli changefeed create --start-ts=457152609997291523 '--sink-uri=kafka://127.0.0.1:9092/ticdc-kafka-compression-gzip-test?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1&compression=gzip' -c gzip
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
table batch_add_table.finish_mark not exists for 1-th check, retry later
Create changefeed successfully!
ID: gzip
Info: {"upstream_id":7489988314930555337,"namespace":"default","id":"gzip","sink_uri":"kafka://127.0.0.1:9092/ticdc-kafka-compression-gzip-test?protocol=canal-json\u0026enable-tidb-extension=true\u0026kafka-version=2.4.1\u0026compression=gzip","create_time":"2025-04-06T08:20:13.240821039+08:00","start_ts":457152609997291523,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152609997291523,"checkpoint_ts":457152609997291523,"checkpoint_time":"2025-04-06 08:20:11.330"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
table drop_tables.c not exists for 4-th check, retry later
+ set +x
[Sun Apr  6 08:20:14 CST 2025] <<<<<< START kafka consumer in cdc case >>>>>>
go: downloading go1.23.4 (linux/amd64)
table batch_add_table.finish_mark not exists for 2-th check, retry later
check diff failed 5-th time, retry later
+ set +x
[Sun Apr  6 08:20:14 CST 2025] <<<<<< START kafka consumer in kafka_compression case >>>>>>
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_compression/run.sh: line 22: [[: [2025/04/06 08:20:13.178 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses gzip compression algorithm"]
[2025/04/06 08:20:13.234 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses gzip compression algorithm"]
[2025/04/06 08:20:13.338 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses gzip compression algorithm"]
[2025/04/06 08:20:13.348 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses gzip compression algorithm"]
[2025/04/06 08:20:14.314 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses gzip compression algorithm"]
[2025/04/06 08:20:14.325 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses gzip compression algorithm"]: syntax error: operand expected (error token is "[2025/04/06 08:20:13.178 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses gzip compression algorithm"]
[2025/04/06 08:20:13.234 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses gzip compression algorithm"]
[2025/04/06 08:20:13.338 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses gzip compression algorithm"]
[2025/04/06 08:20:13.348 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses gzip compression algorithm"]
[2025/04/06 08:20:14.314 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses gzip compression algorithm"]
[2025/04/06 08:20:14.325 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses gzip compression algorithm"]")
table test.gzip_finish_mark not exists for 1-th check, retry later
}  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   181  100   181    0     0  10647      0 --:--:-- --:--:-- --:--:-- 10055
{
 "version": "v9.0.0-beta.1-9-g4c631d595",
 "git_hash": "4c631d5951854ac91765b729fe3849d8e8d5ed8a",
 "id": "a9feb30f-3524-45c4-8852-c27d72c2733e",
 "pid": 3702,
 "is_owner": true
}wait process cdc.test exit for 1-th time...
start tidb cluster in /tmp/tidb_cdc_test/multi_capture
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
wait process cdc.test exit for 2-th time...
table drop_tables.c not exists for 5-th check, retry later
table region_merge.t1 exists
check diff failed 1-th time, retry later
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:20:16 CST 2025] <<<<<< run test case cli_tls_with_auth success! >>>>>>
table batch_add_table.finish_mark not exists for 3-th check, retry later
check diff successfully
check diff failed 2-th time, retry later
table test.gzip_finish_mark not exists for 2-th check, retry later
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table drop_tables.c exists
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check diff successfully
check diff failed 1-th time, retry later
wait process cdc.test exit for 1-th time...
table batch_add_table.finish_mark not exists for 4-th check, retry later
wait process cdc.test exit for 2-th time...
table test.gzip_finish_mark not exists for 3-th check, retry later
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f
go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a
go: downloading github.com/go-sql-driver/mysql v1.7.1
go: downloading go.uber.org/zap v1.27.0
go: downloading github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c
go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20241223052309-3735ed55a394
go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20241223052309-3735ed55a394
go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86
go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1
go: downloading go.uber.org/atomic v1.11.0
go: downloading go.uber.org/multierr v1.11.0
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:20:19 CST 2025] <<<<<< run test case drop_many_tables success! >>>>>>
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988375942912233	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e0e9f80001	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-55f4g, pid:10982, start at 2025-04-06 08:20:19.199115549 +0800 CST m=+1.476119410	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:19.206 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:19.198 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:19.198 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
check diff successfully
check diff failed 2-th time, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988375942912233	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e0e9f80001	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-55f4g, pid:10982, start at 2025-04-06 08:20:19.199115549 +0800 CST m=+1.476119410	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:19.206 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:19.198 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:19.198 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988376114761252	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e0eb8c000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-4-55f4g, pid:11057, start at 2025-04-06 08:20:19.330079841 +0800 CST m=+1.541224400	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:19.338 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:19.299 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:19.299 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/resourcecontrol/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/resourcecontrol/tiflash/log/error.log
wait process cdc.test exit for 1-th time...
arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/resourcecontrol/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/resourcecontrol/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/resourcecontrol/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
wait process cdc.test exit for 2-th time...
table batch_add_table.finish_mark not exists for 5-th check, retry later
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:20:20 CST 2025] <<<<<< run test case region_merge success! >>>>>>
table test.gzip_finish_mark exists
check diff successfully
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7640.out cli changefeed pause -c gzip
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_source/run.sh using Sink-Type: kafka... <<=================
PASS
go: downloading golang.org/x/text v0.21.0
go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7
go: downloading github.com/pingcap/kvproto v0.0.0-20241120022153-92b0414aeed8
go: downloading github.com/json-iterator/go v1.1.12
go: downloading github.com/prometheus/client_golang v1.20.5
go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0
go: downloading github.com/opentracing/opentracing-go v1.2.0
go: downloading github.com/tikv/pd/client v0.0.0-20241111073742-238d4d79ea31
go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20241209094930-06d7f4b9233b
go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0
go: downloading github.com/shirou/gopsutil/v3 v3.24.5
go: downloading github.com/spf13/pflag v1.0.5
go: downloading golang.org/x/net v0.33.0
go: downloading golang.org/x/sync v0.10.0
go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5
go: downloading google.golang.org/grpc v1.64.0
go: downloading github.com/pingcap/tipb v0.0.0-20241105053214-f91fdb81a69e
go: downloading github.com/golang/protobuf v1.5.4
go: downloading github.com/influxdata/tdigest v0.0.1
go: downloading github.com/tidwall/btree v1.7.0
go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible
go: downloading github.com/coocood/freecache v1.2.1
go: downloading gopkg.in/yaml.v2 v2.4.0
go: downloading github.com/bits-and-blooms/bitset v1.14.3
go: downloading github.com/gorilla/mux v1.8.1
go: downloading github.com/coreos/go-semver v0.3.1
go: downloading github.com/docker/go-units v0.5.0
go: downloading github.com/google/btree v1.1.2
go: downloading github.com/stretchr/testify v1.10.0
go: downloading github.com/opentracing/basictracer-go v1.1.0
go: downloading github.com/google/uuid v1.6.0
go: downloading go.etcd.io/etcd/client/v3 v3.5.12
go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a
go: downloading github.com/prometheus/client_model v0.6.1
go: downloading github.com/twmb/murmur3 v1.1.6
go: downloading github.com/otiai10/copy v1.2.0
go: downloading cloud.google.com/go/storage v1.39.1
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.16.0
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0
go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0
go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581
go: downloading github.com/aws/aws-sdk-go v1.55.5
go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b
go: downloading golang.org/x/sys v0.28.0
go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22
go: downloading github.com/go-resty/resty/v2 v2.11.0
go: downloading github.com/klauspost/compress v1.17.9
go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9
go: downloading cloud.google.com/go v0.112.2
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
go: downloading golang.org/x/oauth2 v0.24.0
go: downloading google.golang.org/api v0.170.0
go: downloading github.com/gogo/protobuf v1.3.2
go: downloading github.com/qri-io/jsonschema v0.2.1
go: downloading github.com/golang/snappy v0.0.4
go: downloading github.com/pkg/errors v0.9.1
go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef
go: downloading github.com/dolthub/swiss v0.2.1
go: downloading github.com/cespare/xxhash/v2 v2.3.0
go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117
go: downloading golang.org/x/tools v0.28.0
go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2
go: downloading google.golang.org/protobuf v1.35.2
go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc
go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2
go: downloading go.etcd.io/etcd/api/v3 v3.5.12
go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12
go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd
go: downloading github.com/modern-go/reflect2 v1.0.2
go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0
go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2
go: downloading golang.org/x/crypto v0.31.0
go: downloading github.com/beorn7/perks v1.0.1
go: downloading github.com/prometheus/common v0.61.0
go: downloading github.com/prometheus/procfs v0.15.1
go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible
go: downloading github.com/cockroachdb/pebble v1.1.0
go: downloading github.com/jfcg/sorty/v2 v2.1.0
go: downloading github.com/carlmjohnson/flagext v0.21.0
go: downloading go.uber.org/mock v0.4.0
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988378147168357	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e0febc0002	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8, pid:7602, start at 2025-04-06 08:20:20.52792765 +0800 CST m=+1.510962425	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:20.535 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:20.527 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:20.527 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988378147168357	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e0febc0002	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8, pid:7602, start at 2025-04-06 08:20:20.52792765 +0800 CST m=+1.510962425	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:20.535 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:20.527 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:20.527 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988384877814667	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e0feec0002	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8, pid:7678, start at 2025-04-06 08:20:20.541821381 +0800 CST m=+1.442382336	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:20.549 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:20.539 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:20.539 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/multi_capture/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/multi_capture/tiflash/log/error.log
arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_capture/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_capture/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_capture/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
go: downloading golang.org/x/time v0.7.0
go: downloading github.com/dgraph-io/ristretto v0.1.1
go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21
go: downloading github.com/jellydator/ttlcache/v3 v3.0.1
go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548
go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da
go: downloading github.com/tklauser/go-sysconf v0.3.12
go: downloading github.com/pingcap/badger v1.5.1-0.20241015064302-38533b6cbf8d
go: downloading gopkg.in/yaml.v3 v3.0.1
go: downloading github.com/dolthub/maphash v0.1.0
go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358
go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4
go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda
go: downloading cloud.google.com/go/compute/metadata v0.3.0
go: downloading cloud.google.com/go/iam v1.1.7
go: downloading github.com/googleapis/gax-go/v2 v2.12.3
go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda
go: downloading github.com/coreos/go-systemd/v22 v22.5.0
go: downloading github.com/qri-io/jsonpointer v0.1.1
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resourcecontrol.cli.12417.out cli tso query --pd=http://127.0.0.1:2379
go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c
go: downloading github.com/cloudfoundry/gosigar v1.3.6
go: downloading github.com/kylelemons/godebug v1.1.0
go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df
go: downloading github.com/spkg/bom v1.0.0
go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17
go: downloading github.com/jfcg/sixb v1.3.8
go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822
go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2
go: downloading github.com/google/pprof v0.0.0-20241001023024-f4c0cfd0cf1d
go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f
go: downloading github.com/cheggaaa/pb/v3 v3.0.8
go: downloading golang.org/x/term v0.27.0
go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989
go: downloading github.com/robfig/cron/v3 v3.0.1
go: downloading github.com/tklauser/numcpus v0.6.1
go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec
go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291
go: downloading github.com/robfig/cron v1.2.0
go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac
go: downloading go.opentelemetry.io/otel v1.24.0
go: downloading go.opentelemetry.io/otel/trace v1.24.0
go: downloading github.com/golang-jwt/jwt/v5 v5.2.1
go: downloading github.com/lestrrat-go/blackmagic v1.0.2
go: downloading github.com/lestrrat-go/httprc v1.0.5
go: downloading github.com/lestrrat-go/iter v1.0.2
go: downloading github.com/lestrrat-go/option v1.0.1
go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible
go: downloading github.com/dustin/go-humanize v1.0.1
go: downloading github.com/golang/glog v1.2.0
go: downloading github.com/VividCortex/ewma v1.2.0
go: downloading github.com/fatih/color v1.18.0
go: downloading github.com/mattn/go-colorable v0.1.13
go: downloading github.com/mattn/go-isatty v0.0.20
go: downloading github.com/mattn/go-runewidth v0.0.16
go: downloading github.com/apache/thrift v0.16.0
go: downloading github.com/lestrrat-go/httpcc v1.0.1
go: downloading github.com/ncw/directio v1.0.5
go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2
go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64
go: downloading github.com/apache/arrow/go/v12 v12.0.1
go: downloading github.com/goccy/go-reflect v1.2.0
go: downloading github.com/rivo/uniseg v0.4.7
go: downloading github.com/klauspost/cpuid v1.3.1
go: downloading github.com/pierrec/lz4/v4 v4.1.18
go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da
check diff failed 3-th time, retry later
go: downloading github.com/go-logr/logr v1.4.1
go: downloading go.opentelemetry.io/otel/metric v1.24.0
go: downloading github.com/go-logr/stdr v1.2.2
go: downloading github.com/cockroachdb/errors v1.11.1
go: downloading github.com/DataDog/zstd v1.5.5
go: downloading github.com/cockroachdb/redact v1.1.5
go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06
table batch_add_table.finish_mark not exists for 6-th check, retry later
go: downloading github.com/getsentry/sentry-go v0.27.0
go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b
go: downloading github.com/kr/pretty v0.3.1
go: downloading github.com/kr/text v0.2.0
go: downloading github.com/rogpeppe/go-internal v1.13.1
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7677.out cli changefeed remove -c gzip
go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028
go: downloading github.com/goccy/go-json v0.10.2
go: downloading github.com/google/flatbuffers v2.0.8+incompatible
go: downloading github.com/zeebo/xxh3 v1.0.2
go: downloading github.com/andybalholm/brotli v1.0.5
go: downloading github.com/klauspost/cpuid/v2 v2.2.4
Changefeed remove successfully.
ID: gzip
CheckpointTs: 457152612409016325
SinkURI: kafka://127.0.0.1:9092/ticdc-kafka-compression-gzip-test?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1&compression=gzip
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.cli.9061.out cli tso query --pd=http://127.0.0.1:2379
invalid ~~~ running cdc  
Failed to start cdc, the usage tips should be printed
 2nd test case cdc_server_tips success! 
[Sun Apr  6 08:20:23 CST 2025] <<<<<< run all test cases cdc_server_tips success! >>>>>> 
go: downloading github.com/pierrec/lz4 v2.6.1+incompatible
+ set +x
+ tso='457152612912070657
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152612912070657 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:20:23 CST 2025] <<<<<< START cdc server in resourcecontrol case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ GO_FAILPOINTS=
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resourcecontrol.1245312455.out server --log-file /tmp/tidb_cdc_test/resourcecontrol/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/resourcecontrol/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
check diff failed 4-th time, retry later
The 1 times to try to start tidb cluster...
table batch_add_table.finish_mark not exists for 7-th check, retry later
+ set +x
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7712.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='457152613260460033
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152613260460033 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
check diff failed 5-th time, retry later
***************** properties *****************
"threadcount"="2"
"scanproportion"="0"
"dotransactions"="false"
"updateproportion"="0"
"mysql.port"="4000"
"requestdistribution"="uniform"
"recordcount"="10"
"mysql.db"="multi_capture_1"
"readproportion"="0"
"readallfields"="true"
"workload"="core"
"mysql.host"="127.0.0.1"
"mysql.user"="root"
"insertproportion"="0"
"operationcount"="0"
**********************************************
Run finished, takes 15.130085ms
INSERT - Takes(s): 0.0, Count: 10, OPS: 1701.4, Avg(us): 2914, Min(us): 1050, Max(us): 9067, 95th(us): 10000, 99th(us): 10000
table batch_add_table.finish_mark not exists for 8-th check, retry later
go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0
go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0
go: downloading github.com/google/s2a-go v0.1.7
go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2
go: downloading github.com/felixge/httpsnoop v1.0.4
go: downloading github.com/jmespath/go-jmespath v0.4.0
+ set +x
+ tso='457152613601509381
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152613601509381 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7744.out cli changefeed create --start-ts=457152613601509381 '--sink-uri=kafka://127.0.0.1:9092/ticdc-kafka-compression-snappy-test?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1&compression=snappy' -c snappy
Create changefeed successfully!
ID: snappy
Info: {"upstream_id":7489988314930555337,"namespace":"default","id":"snappy","sink_uri":"kafka://127.0.0.1:9092/ticdc-kafka-compression-snappy-test?protocol=canal-json\u0026enable-tidb-extension=true\u0026kafka-version=2.4.1\u0026compression=snappy","create_time":"2025-04-06T08:20:26.917986061+08:00","start_ts":457152613601509381,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152613601509381,"checkpoint_ts":457152613601509381,"checkpoint_time":"2025-04-06 08:20:25.079"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
***************** properties *****************
"dotransactions"="false"
"scanproportion"="0"
"mysql.port"="4000"
"operationcount"="0"
"updateproportion"="0"
"workload"="core"
"recordcount"="10"
"mysql.host"="127.0.0.1"
"mysql.user"="root"
"insertproportion"="0"
"requestdistribution"="uniform"
"readproportion"="0"
"mysql.db"="multi_capture_2"
"readallfields"="true"
"threadcount"="2"
**********************************************
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:20:26 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/bba7565f-3a03-4e26-8661-a93678cec379
	{"id":"bba7565f-3a03-4e26-8661-a93678cec379","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898824}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087820b2d7
	bba7565f-3a03-4e26-8661-a93678cec379

/tidb/cdc/default/default/upstream/7489988375942912233
	{"id":7489988375942912233,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/bba7565f-3a03-4e26-8661-a93678cec379
	{"id":"bba7565f-3a03-4e26-8661-a93678cec379","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898824}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087820b2d7
	bba7565f-3a03-4e26-8661-a93678cec379

/tidb/cdc/default/default/upstream/7489988375942912233
	{"id":7489988375942912233,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/bba7565f-3a03-4e26-8661-a93678cec379
	{"id":"bba7565f-3a03-4e26-8661-a93678cec379","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898824}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087820b2d7
	bba7565f-3a03-4e26-8661-a93678cec379

/tidb/cdc/default/default/upstream/7489988375942912233
	{"id":7489988375942912233,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.resourcecontrol.cli.12508.out cli changefeed create --start-ts=457152612912070657 '--sink-uri=kafka://127.0.0.1:9092/ticdc-resourcecontrol-test-11337?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
Run finished, takes 11.856388ms
INSERT - Takes(s): 0.0, Count: 10, OPS: 2072.8, Avg(us): 2284, Min(us): 910, Max(us): 6916, 95th(us): 7000, 99th(us): 7000
Create changefeed successfully!
ID: 5047c791-783b-47ac-9540-682083e62b5d
Info: {"upstream_id":7489988375942912233,"namespace":"default","id":"5047c791-783b-47ac-9540-682083e62b5d","sink_uri":"kafka://127.0.0.1:9092/ticdc-resourcecontrol-test-11337?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:20:27.396453901+08:00","start_ts":457152612912070657,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152612912070657,"checkpoint_ts":457152612912070657,"checkpoint_time":"2025-04-06 08:20:22.449"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
start tidb cluster in /tmp/tidb_cdc_test/multi_source
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
***************** properties *****************
"mysql.port"="4000"
"dotransactions"="false"
"readallfields"="true"
"mysql.db"="multi_capture_3"
"workload"="core"
"readproportion"="0"
"requestdistribution"="uniform"
"mysql.user"="root"
"recordcount"="10"
"mysql.host"="127.0.0.1"
"insertproportion"="0"
"operationcount"="0"
"updateproportion"="0"
"threadcount"="2"
"scanproportion"="0"
**********************************************
Run finished, takes 9.022728ms
INSERT - Takes(s): 0.0, Count: 10, OPS: 2193.2, Avg(us): 1737, Min(us): 976, Max(us): 4483, 95th(us): 5000, 99th(us): 5000
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/debezium_basic/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
+ set +x
[Sun Apr  6 08:20:28 CST 2025] <<<<<< START kafka consumer in kafka_compression case >>>>>>
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_compression/run.sh: line 22: [[: [2025/04/06 08:20:26.878 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses snappy compression algorithm"]
[2025/04/06 08:20:26.913 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses snappy compression algorithm"]
[2025/04/06 08:20:27.012 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses snappy compression algorithm"]
[2025/04/06 08:20:27.023 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses snappy compression algorithm"]
[2025/04/06 08:20:27.934 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses snappy compression algorithm"]
[2025/04/06 08:20:27.943 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses snappy compression algorithm"]: syntax error: operand expected (error token is "[2025/04/06 08:20:26.878 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses snappy compression algorithm"]
[2025/04/06 08:20:26.913 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses snappy compression algorithm"]
[2025/04/06 08:20:27.012 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses snappy compression algorithm"]
[2025/04/06 08:20:27.023 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses snappy compression algorithm"]
[2025/04/06 08:20:27.934 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses snappy compression algorithm"]
[2025/04/06 08:20:27.943 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses snappy compression algorithm"]")
table test.snappy_finish_mark not exists for 1-th check, retry later
check diff successfully
table batch_add_table.finish_mark not exists for 9-th check, retry later
+ set +x
[Sun Apr  6 08:20:28 CST 2025] <<<<<< START kafka consumer in resourcecontrol case >>>>>>
check diff failed 1-th time, retry later
***************** properties *****************
"recordcount"="10"
"mysql.host"="127.0.0.1"
"insertproportion"="0"
"operationcount"="0"
"workload"="core"
"updateproportion"="0"
"readproportion"="0"
"dotransactions"="false"
"threadcount"="2"
"readallfields"="true"
"mysql.port"="4000"
"mysql.db"="multi_capture_4"
"requestdistribution"="uniform"
"scanproportion"="0"
"mysql.user"="root"
**********************************************
Run finished, takes 10.095111ms
INSERT - Takes(s): 0.0, Count: 10, OPS: 1950.7, Avg(us): 1919, Min(us): 1016, Max(us): 4873, 95th(us): 5000, 99th(us): 5000
[Sun Apr  6 08:20:29 CST 2025] <<<<<< START cdc server in multi_capture case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.91759177.out server --log-file /tmp/tidb_cdc_test/multi_capture/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_capture/cdc_data1 --cluster-id default --addr 127.0.0.1:8301
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8301 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8301: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table test.snappy_finish_mark not exists for 2-th check, retry later
table batch_add_table.finish_mark not exists for 10-th check, retry later
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table resourcecontrol.finish_mark not exists for 1-th check, retry later
check diff failed 2-th time, retry later
start tidb cluster in /tmp/tidb_cdc_test/debezium_basic
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/processor_stop_delay/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table batch_add_table.finish_mark not exists for 11-th check, retry later
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.snappy_finish_mark not exists for 3-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/common_1/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8301
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:20:32 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/89e5c502-fb37-44d0-a386-9051c28a8a39
	{"id":"89e5c502-fb37-44d0-a386-9051c28a8a39","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898829}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608782b8d36
	89e5c502-fb37-44d0-a386-9051c28a8a39

/tidb/cdc/default/default/upstream/7489988378147168357
	{"id":7489988378147168357,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/89e5c502-fb37-44d0-a386-9051c28a8a39
	{"id":"89e5c502-fb37-44d0-a386-9051c28a8a39","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898829}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608782b8d36
	89e5c502-fb37-44d0-a386-9051c28a8a39

/tidb/cdc/default/default/upstream/7489988378147168357
	{"id":7489988378147168357,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/89e5c502-fb37-44d0-a386-9051c28a8a39
	{"id":"89e5c502-fb37-44d0-a386-9051c28a8a39","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898829}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608782b8d36
	89e5c502-fb37-44d0-a386-9051c28a8a39

/tidb/cdc/default/default/upstream/7489988378147168357
	{"id":7489988378147168357,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
[Sun Apr  6 08:20:32 CST 2025] <<<<<< START cdc server in multi_capture case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ GO_FAILPOINTS=
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.92349236.out server --log-file /tmp/tidb_cdc_test/multi_capture/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_capture/cdc_data2 --cluster-id default --addr 127.0.0.1:8302
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8302 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8302: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
check diff failed 3-th time, retry later
table resourcecontrol.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
table batch_add_table.finish_mark not exists for 12-th check, retry later
wait process cdc.test exit for 2-th time...
table test.snappy_finish_mark exists
check diff successfully
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7868.out cli changefeed pause -c snappy
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
start tidb cluster in /tmp/tidb_cdc_test/processor_stop_delay
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:20:35 CST 2025] <<<<<< run test case resourcecontrol success! >>>>>>
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988440581374799	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e1d44c0003	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-h5nmx, pid:7406, start at 2025-04-06 08:20:34.198316494 +0800 CST m=+1.426218984	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:34.206 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:34.195 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:34.195 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988440581374799	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e1d44c0003	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-h5nmx, pid:7406, start at 2025-04-06 08:20:34.198316494 +0800 CST m=+1.426218984	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:34.206 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:34.195 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:34.195 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988442095458118	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e1d690000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-h5nmx, pid:7480, start at 2025-04-06 08:20:34.357941258 +0800 CST m=+1.514679622	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:34.366 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:34.340 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:34.340 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/multi_source/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/multi_source/tiflash/log/error.log
arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
check diff failed 4-th time, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8302 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8302
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:20:35 GMT
< Content-Length: 1281
< Content-Type: text/plain; charset=utf-8
< 
{ [1281 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/1bfbca98-a8c3-42f5-9774-f6cbd1f0098f
	{"id":"1bfbca98-a8c3-42f5-9774-f6cbd1f0098f","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898832}

/tidb/cdc/default/__cdc_meta__/capture/89e5c502-fb37-44d0-a386-9051c28a8a39
	{"id":"89e5c502-fb37-44d0-a386-9051c28a8a39","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898829}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608782b8d36
	89e5c502-fb37-44d0-a386-9051c28a8a39

/tidb/cdc/default/__cdc_meta__/owner/22319608782b8d6c
	1bfbca98-a8c3-42f5-9774-f6cbd1f0098f

/tidb/cdc/default/default/upstream/7489988378147168357
	{"id":7489988378147168357,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/1bfbca98-a8c3-42f5-9774-f6cbd1f0098f
	{"id":"1bfbca98-a8c3-42f5-9774-f6cbd1f0098f","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898832}

/tidb/cdc/default/__cdc_meta__/capture/89e5c502-fb37-44d0-a386-9051c28a8a39
	{"id":"89e5c502-fb37-44d0-a386-9051c28a8a39","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898829}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608782b8d36
	89e5c502-fb37-44d0-a386-9051c28a8a39

/tidb/cdc/default/__cdc_meta__/owner/22319608782b8d6c
	1bfbca98-a8c3-42f5-9774-f6cbd1f0098f

/tidb/cdc/default/default/upstream/7489988378147168357
	{"id":7489988378147168357,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/1bfbca98-a8c3-42f5-9774-f6cbd1f0098f
	{"id":"1bfbca98-a8c3-42f5-9774-f6cbd1f0098f","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898832}

/tidb/cdc/default/__cdc_meta__/capture/89e5c502-fb37-44d0-a386-9051c28a8a39
	{"id":"89e5c502-fb37-44d0-a386-9051c28a8a39","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898829}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608782b8d36
	89e5c502-fb37-44d0-a386-9051c28a8a39

/tidb/cdc/default/__cdc_meta__/owner/22319608782b8d6c
	1bfbca98-a8c3-42f5-9774-f6cbd1f0098f

/tidb/cdc/default/default/upstream/7489988378147168357
	{"id":7489988378147168357,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
[Sun Apr  6 08:20:35 CST 2025] <<<<<< START cdc server in multi_capture case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8303/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.92839285.out server --log-file /tmp/tidb_cdc_test/multi_capture/cdc3.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_capture/cdc_data3 --cluster-id default --addr 127.0.0.1:8303
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8303/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8303 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8303: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/event_filter/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table batch_add_table.finish_mark not exists for 13-th check, retry later
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7896.out cli changefeed remove -c snappy
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
start tidb cluster in /tmp/tidb_cdc_test/common_1
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.cli.8874.out cli tso query --pd=http://127.0.0.1:2379
Changefeed remove successfully.
ID: snappy
CheckpointTs: 457152614466846721
SinkURI: kafka://127.0.0.1:9092/ticdc-kafka-compression-snappy-test?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1&compression=snappy
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
check diff failed 5-th time, retry later
[Sun Apr  6 08:20:37 CST 2025] <<<<<< START kafka consumer in multi_topics_v2 case >>>>>>
schema registry uri found: 10
[Sun Apr  6 08:20:37 CST 2025] <<<<<< START kafka consumer in multi_topics_v2 case >>>>>>
schema registry uri found: 20
[Sun Apr  6 08:20:37 CST 2025] <<<<<< START kafka consumer in multi_topics_v2 case >>>>>>
schema registry uri found: finish
table test.finish not exists for 1-th check, retry later
Verifying downstream PD is started...
+ set +x
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7927.out cli tso query --pd=http://127.0.0.1:2379
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988456171167285	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e21084000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:5637, start at 2025-04-06 08:20:38.091870041 +0800 CST m=+1.464783077	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:38.099 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:38.099 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:38.099 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988456171167285	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e21084000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:5637, start at 2025-04-06 08:20:38.091870041 +0800 CST m=+1.464783077	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:38.099 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:38.099 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:38.099 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
TEST FAILED: OUTPUT DOES NOT CONTAIN 'id: 1'
____________________________________
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
check data failed 1-th time, retry later
check data successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:20:36 CST 2025] <<<<<< run test case ddl_puller_lag success! >>>>>>
table batch_add_table.finish_mark exists
check diff successfully
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988459044869526	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e21210000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:5713, start at 2025-04-06 08:20:38.191301931 +0800 CST m=+1.493050702	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:38.199 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:38.198 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:38.198 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/debezium_basic/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/debezium_basic/tiflash/log/error.log
arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/debezium_basic/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/debezium_basic/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/debezium_basic/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8303/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8303 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8303
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:20:38 GMT
< Content-Length: 1765
< Content-Type: text/plain; charset=utf-8
< 
{ [1765 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/1bfbca98-a8c3-42f5-9774-f6cbd1f0098f
	{"id":"1bfbca98-a8c3-42f5-9774-f6cbd1f0098f","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898832}

/tidb/cdc/default/__cdc_meta__/capture/49c0ff77-6633-40b7-953b-d6028e193189
	{"id":"49c0ff77-6633-40b7-953b-d6028e193189","address":"127.0.0.1:8303","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898835}

/tidb/cdc/default/__cdc_meta__/capture/89e5c502-fb37-44d0-a386-9051c28a8a39
	{"id":"89e5c502-fb37-44d0-a386-9051c28a8a39","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898829}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608782b8d36
	89e5c502-fb37-44d0-a386-9051c28a8a39

/tidb/cdc/default/__cdc_meta__/owner/22319608782b8d6c
	1bfbca98-a8c3-42f5-9774-f6cbd1f0098f

/tidb/cdc/default/__cdc_meta__/owner/22319608782b8d8e
	49c0ff77-6633-40b7-953b-d6028e193189

/tidb/cdc/default/default/upstream/7489988378147168357
	{"id":7489988378147168357,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/1bfbca98-a8c3-42f5-9774-f6cbd1f0098f
	{"id":"1bfbca98-a8c3-42f5-9774-f6cbd1f0098f","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898832}

/tidb/cdc/default/__cdc_meta__/capture/49c0ff77-6633-40b7-953b-d6028e193189
	{"id":"49c0ff77-6633-40b7-953b-d6028e193189","address":"127.0.0.1:8303","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898835}

/tidb/cdc/default/__cdc_meta__/capture/89e5c502-fb37-44d0-a386-9051c28a8a39
	{"id":"89e5c502-fb37-44d0-a386-9051c28a8a39","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898829}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608782b8d36
	89e5c502-fb37-44d0-a386-9051c28a8a39

/tidb/cdc/default/__cdc_meta__/owner/22319608782b8d6c
	1bfbca98-a8c3-42f5-9774-f6cbd1f0098f

/tidb/cdc/default/__cdc_meta__/owner/22319608782b8d8e
	49c0ff77-6633-40b7-953b-d6028e193189

/tidb/cdc/default/default/upstream/7489988378147168357
	{"id":7489988378147168357,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/1bfbca98-a8c3-42f5-9774-f6cbd1f0098f
	{"id":"1bfbca98-a8c3-42f5-9774-f6cbd1f0098f","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898832}

/tidb/cdc/default/__cdc_meta__/capture/49c0ff77-6633-40b7-953b-d6028e193189
	{"id":"49c0ff77-6633-40b7-953b-d6028e193189","address":"127.0.0.1:8303","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898835}

/tidb/cdc/default/__cdc_meta__/capture/89e5c502-fb37-44d0-a386-9051c28a8a39
	{"id":"89e5c502-fb37-44d0-a386-9051c28a8a39","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898829}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608782b8d36
	89e5c502-fb37-44d0-a386-9051c28a8a39

/tidb/cdc/default/__cdc_meta__/owner/22319608782b8d6c
	1bfbca98-a8c3-42f5-9774-f6cbd1f0098f

/tidb/cdc/default/__cdc_meta__/owner/22319608782b8d8e
	49c0ff77-6633-40b7-953b-d6028e193189

/tidb/cdc/default/default/upstream/7489988378147168357
	{"id":7489988378147168357,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_capture.cli.9352.out cli changefeed create --start-ts=457152613260460033 '--sink-uri=kafka://127.0.0.1:9092/ticdc-multi-capture-test-17280?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --server=127.0.0.1:8301
+ set +x
+ tso='457152616856289281
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152616856289281 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:20:38 CST 2025] <<<<<< START cdc server in multi_source case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.89148916.out server --log-file /tmp/tidb_cdc_test/multi_source/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_source/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
wait process cdc.test exit for 1-th time...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
start tidb cluster in /tmp/tidb_cdc_test/event_filter
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
Create changefeed successfully!
ID: dd6ff79f-d38b-45d5-8069-81571f357d08
Info: {"upstream_id":7489988378147168357,"namespace":"default","id":"dd6ff79f-d38b-45d5-8069-81571f357d08","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-capture-test-17280?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:20:39.15267692+08:00","start_ts":457152613260460033,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152613260460033,"checkpoint_ts":457152613260460033,"checkpoint_time":"2025-04-06 08:20:23.778"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
wait process cdc.test exit for 2-th time...
check diff successfully
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table test.finish exists
check diff successfully
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
wait process cdc.test exit for 1-th time...
+ set +x
+ tso='457152617193144324
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152617193144324 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.7954.out cli changefeed create --start-ts=457152617193144324 '--sink-uri=kafka://127.0.0.1:9092/ticdc-kafka-compression-lz4-test?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1&compression=lz4' -c lz4
+ set +x
[Sun Apr  6 08:20:40 CST 2025] <<<<<< START kafka consumer in multi_capture case >>>>>>
table multi_capture_1.usertable not exists for 1-th check, retry later
check diff failed 1-th time, retry later
wait process cdc.test exit for 2-th time...
Create changefeed successfully!
ID: lz4
Info: {"upstream_id":7489988314930555337,"namespace":"default","id":"lz4","sink_uri":"kafka://127.0.0.1:9092/ticdc-kafka-compression-lz4-test?protocol=canal-json\u0026enable-tidb-extension=true\u0026kafka-version=2.4.1\u0026compression=lz4","create_time":"2025-04-06T08:20:40.619020313+08:00","start_ts":457152617193144324,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152617193144324,"checkpoint_ts":457152617193144324,"checkpoint_time":"2025-04-06 08:20:38.780"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:20:41 CST 2025] <<<<<< run test case multi_topics_v2 success! >>>>>>
[Sun Apr  6 08:20:41 CST 2025] <<<<<< START cdc server in debezium_basic case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.debezium_basic.71077109.out server --log-file /tmp/tidb_cdc_test/debezium_basic/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/debezium_basic/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.finish_mark not exists for 1-th check, retry later
+ set +x
[Sun Apr  6 08:20:42 CST 2025] <<<<<< START kafka consumer in kafka_compression case >>>>>>
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_compression/run.sh: line 22: [[: [2025/04/06 08:20:40.579 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses lz4 compression algorithm"]
[2025/04/06 08:20:40.613 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses lz4 compression algorithm"]
[2025/04/06 08:20:40.714 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses lz4 compression algorithm"]
[2025/04/06 08:20:40.723 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses lz4 compression algorithm"]
[2025/04/06 08:20:41.714 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses lz4 compression algorithm"]
[2025/04/06 08:20:41.723 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses lz4 compression algorithm"]: syntax error: operand expected (error token is "[2025/04/06 08:20:40.579 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses lz4 compression algorithm"]
[2025/04/06 08:20:40.613 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses lz4 compression algorithm"]
[2025/04/06 08:20:40.714 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses lz4 compression algorithm"]
[2025/04/06 08:20:40.723 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses lz4 compression algorithm"]
[2025/04/06 08:20:41.714 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses lz4 compression algorithm"]
[2025/04/06 08:20:41.723 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses lz4 compression algorithm"]")
table test.lz4_finish_mark not exists for 1-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:20:41 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/569be586-de2d-4cc9-9906-404c5b1f5b7b
	{"id":"569be586-de2d-4cc9-9906-404c5b1f5b7b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898839}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608785b78d7
	569be586-de2d-4cc9-9906-404c5b1f5b7b

/tidb/cdc/default/default/upstream/7489988440581374799
	{"id":7489988440581374799,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/569be586-de2d-4cc9-9906-404c5b1f5b7b
	{"id":"569be586-de2d-4cc9-9906-404c5b1f5b7b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898839}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608785b78d7
	569be586-de2d-4cc9-9906-404c5b1f5b7b

/tidb/cdc/default/default/upstream/7489988440581374799
	{"id":7489988440581374799,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/569be586-de2d-4cc9-9906-404c5b1f5b7b
	{"id":"569be586-de2d-4cc9-9906-404c5b1f5b7b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898839}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608785b78d7
	569be586-de2d-4cc9-9906-404c5b1f5b7b

/tidb/cdc/default/default/upstream/7489988440581374799
	{"id":7489988440581374799,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.cli.8975.out cli changefeed create --start-ts=457152616856289281 '--sink-uri=kafka://127.0.0.1:9092/ticdc-multi-source-test-18247?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
Create changefeed successfully!
ID: b1460306-dc2a-4a12-a799-42261c6baffa
Info: {"upstream_id":7489988440581374799,"namespace":"default","id":"b1460306-dc2a-4a12-a799-42261c6baffa","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-source-test-18247?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:20:42.414973674+08:00","start_ts":457152616856289281,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152616856289281,"checkpoint_ts":457152616856289281,"checkpoint_time":"2025-04-06 08:20:37.495"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
table multi_capture_1.usertable exists
table multi_capture_2.usertable not exists for 1-th check, retry later
check diff failed 2-th time, retry later
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table test.finish_mark not exists for 2-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988474509080502	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e254140014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-k-b7655, pid:7091, start at 2025-04-06 08:20:42.419889013 +0800 CST m=+1.472448976	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:42.427 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:42.424 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:42.424 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988474509080502	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e254140014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-k-b7655, pid:7091, start at 2025-04-06 08:20:42.419889013 +0800 CST m=+1.472448976	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:42.427 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:42.424 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:42.424 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988475096739435	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e255940003	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-k-b7655, pid:7168, start at 2025-04-06 08:20:42.473223927 +0800 CST m=+1.453993596	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:42.481 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:42.469 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:42.469 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/processor_stop_delay/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/processor_stop_delay/tiflash/log/error.log
arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/processor_stop_delay/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/processor_stop_delay/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/processor_stop_delay/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988473160281319	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e26560000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-4d0nv, pid:7217, start at 2025-04-06 08:20:43.51649275 +0800 CST m=+1.727872147	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:43.524 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:43.530 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:43.530 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988473160281319	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e26560000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-4d0nv, pid:7217, start at 2025-04-06 08:20:43.51649275 +0800 CST m=+1.727872147	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:43.524 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:43.530 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:43.530 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988478251810214	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e2647c000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-4d0nv, pid:7293, start at 2025-04-06 08:20:43.453596886 +0800 CST m=+1.593216236	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:43.463 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:43.474 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:43.474 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
+ set +x
[Sun Apr  6 08:20:43 CST 2025] <<<<<< START kafka consumer in multi_source case >>>>>>
go: downloading go1.23.4 (linux/amd64)
check_changefeed_state http://127.0.0.1:2379 74c2cb58-a492-4961-b257-27a0b6e0a892 finished null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=74c2cb58-a492-4961-b257-27a0b6e0a892
+ expected_state=finished
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c 74c2cb58-a492-4961-b257-27a0b6e0a892 -s
+ info='{
  "upstream_id": 7489988020198436144,
  "namespace": "default",
  "id": "74c2cb58-a492-4961-b257-27a0b6e0a892",
  "state": "finished",
  "checkpoint_tso": 457152615582269442,
  "checkpoint_time": "2025-04-06 08:20:32.635",
  "error": null
}'
+ echo '{
  "upstream_id": 7489988020198436144,
  "namespace": "default",
  "id": "74c2cb58-a492-4961-b257-27a0b6e0a892",
  "state": "finished",
  "checkpoint_tso": 457152615582269442,
  "checkpoint_time": "2025-04-06 08:20:32.635",
  "error": null
}'
{
  "upstream_id": 7489988020198436144,
  "namespace": "default",
  "id": "74c2cb58-a492-4961-b257-27a0b6e0a892",
  "state": "finished",
  "checkpoint_tso": 457152615582269442,
  "checkpoint_time": "2025-04-06 08:20:32.635",
  "error": null
}
++ echo '{' '"upstream_id":' 7489988020198436144, '"namespace":' '"default",' '"id":' '"74c2cb58-a492-4961-b257-27a0b6e0a892",' '"state":' '"finished",' '"checkpoint_tso":' 457152615582269442, '"checkpoint_time":' '"2025-04-06' '08:20:32.635",' '"error":' null '}'
++ jq -r .state
+ state=finished
+ [[ ! finished == \f\i\n\i\s\h\e\d ]]
++ echo '{' '"upstream_id":' 7489988020198436144, '"namespace":' '"default",' '"id":' '"74c2cb58-a492-4961-b257-27a0b6e0a892",' '"state":' '"finished",' '"checkpoint_tso":' 457152615582269442, '"checkpoint_time":' '"2025-04-06' '08:20:32.635",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
run task successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:20:39 CST 2025] <<<<<< run test case changefeed_finish success! >>>>>>
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/common_1/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/common_1/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/common_1/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/common_1/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/common_1/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table test.lz4_finish_mark not exists for 2-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:20:44 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/3a970c24-1afa-41b3-894e-7ee0331a6597
	{"id":"3a970c24-1afa-41b3-894e-7ee0331a6597","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898841}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608786a85ce
	3a970c24-1afa-41b3-894e-7ee0331a6597

/tidb/cdc/default/default/upstream/7489988456171167285
	{"id":7489988456171167285,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/3a970c24-1afa-41b3-894e-7ee0331a6597
	{"id":"3a970c24-1afa-41b3-894e-7ee0331a6597","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898841}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608786a85ce
	3a970c24-1afa-41b3-894e-7ee0331a6597

/tidb/cdc/default/default/upstream/7489988456171167285
	{"id":7489988456171167285,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/3a970c24-1afa-41b3-894e-7ee0331a6597
	{"id":"3a970c24-1afa-41b3-894e-7ee0331a6597","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898841}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608786a85ce
	3a970c24-1afa-41b3-894e-7ee0331a6597

/tidb/cdc/default/default/upstream/7489988456171167285
	{"id":7489988456171167285,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.debezium_basic.cli.7163.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-debezium-basic-21447?protocol=debezium&enable-tidb-extension=true'
Create changefeed successfully!
ID: d563c294-0b1f-4e7a-8f81-64ebdb22928a
Info: {"upstream_id":7489988456171167285,"namespace":"default","id":"d563c294-0b1f-4e7a-8f81-64ebdb22928a","sink_uri":"kafka://127.0.0.1:9092/ticdc-debezium-basic-21447?protocol=debezium\u0026enable-tidb-extension=true","create_time":"2025-04-06T08:20:44.529064539+08:00","start_ts":457152618679238658,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"debezium","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152618679238658,"checkpoint_ts":457152618679238658,"checkpoint_time":"2025-04-06 08:20:44.449"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
table multi_capture_2.usertable exists
table multi_capture_3.usertable not exists for 1-th check, retry later
check diff failed 3-th time, retry later
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.finish_mark not exists for 3-th check, retry later
[Sun Apr  6 08:20:45 CST 2025] <<<<<< START cdc server in processor_stop_delay case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/processorStopDelay=1*sleep(10000)'
+ (( i <= 50 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.processor_stop_delay.85038505.out server --log-file /tmp/tidb_cdc_test/processor_stop_delay/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/processor_stop_delay/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ set +x
table test.lz4_finish_mark not exists for 3-th check, retry later
table multi_capture_3.usertable exists
table multi_capture_4.usertable not exists for 1-th check, retry later
check diff failed 4-th time, retry later
table test.finish_mark not exists for 4-th check, retry later
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988498212058998	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e29614000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw, pid:7064, start at 2025-04-06 08:20:46.6252853 +0800 CST m=+1.445542449	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:46.632 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:46.597 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:46.597 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988498212058998	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e29614000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw, pid:7064, start at 2025-04-06 08:20:46.6252853 +0800 CST m=+1.445542449	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:46.632 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:46.597 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:46.597 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988491405023029	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e298600005	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw, pid:7133, start at 2025-04-06 08:20:46.751516351 +0800 CST m=+1.508706011	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:46.759 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:46.744 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:46.744 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/event_filter/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/event_filter/tiflash/log/error.log
arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/event_filter/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/event_filter/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/event_filter/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.common_1.cli.8700.out cli tso query --pd=http://127.0.0.1:2379
table test.lz4_finish_mark exists
check diff successfully
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.8080.out cli changefeed pause -c lz4
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/ddl_only_block_related_table/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:20:48 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/f68df4c0-1c27-4ce3-94fc-dfce1d5cd20a
	{"id":"f68df4c0-1c27-4ce3-94fc-dfce1d5cd20a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898845}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608787782cb
	f68df4c0-1c27-4ce3-94fc-dfce1d5cd20a

/tidb/cdc/default/default/upstream/7489988474509080502
	{"id":7489988474509080502,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/f68df4c0-1c27-4ce3-94fc-dfce1d5cd20a
	{"id":"f68df4c0-1c27-4ce3-94fc-dfce1d5cd20a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898845}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608787782cb
	f68df4c0-1c27-4ce3-94fc-dfce1d5cd20a

/tidb/cdc/default/default/upstream/7489988474509080502
	{"id":7489988474509080502,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/f68df4c0-1c27-4ce3-94fc-dfce1d5cd20a
	{"id":"f68df4c0-1c27-4ce3-94fc-dfce1d5cd20a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898845}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608787782cb
	f68df4c0-1c27-4ce3-94fc-dfce1d5cd20a

/tidb/cdc/default/default/upstream/7489988474509080502
	{"id":7489988474509080502,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
[Sun Apr  6 08:20:48 CST 2025] <<<<<< START kafka consumer in processor_stop_delay case >>>>>>
table multi_capture_4.usertable exists
check diff failed 1-th time, retry later
table processor_stop_delay.t not exists for 1-th check, retry later
go: downloading go.uber.org/zap v1.27.0
go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a
go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f
go: downloading github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c
go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20241223052309-3735ed55a394
go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86
go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1
go: downloading go.uber.org/atomic v1.11.0
go: downloading go.uber.org/multierr v1.11.0
check diff successfully
[Sun Apr  6 08:20:49 CST 2025] <<<<<< START cdc server in event_filter case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.event_filter.84468448.out server --log-file /tmp/tidb_cdc_test/event_filter/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/event_filter/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.8106.out cli changefeed remove -c lz4
+ set +x
+ tso='457152619762155521
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152619762155521 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:20:50 CST 2025] <<<<<< START cdc server in common_1 case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.common_1.87398741.out server --log-file /tmp/tidb_cdc_test/common_1/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/common_1/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
check diff failed 1-th time, retry later
wait process cdc.test exit for 2-th time...
table processor_stop_delay.t exists
check diff failed 1-th time, retry later
Changefeed remove successfully.
ID: lz4
CheckpointTs: 457152618057957379
SinkURI: kafka://127.0.0.1:9092/ticdc-kafka-compression-lz4-test?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1&compression=lz4
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:20:50 CST 2025] <<<<<< run test case many_pk_or_uk success! >>>>>>
go: downloading github.com/go-sql-driver/mysql v1.7.1
go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20241223052309-3735ed55a394
go: downloading github.com/pingcap/kvproto v0.0.0-20241120022153-92b0414aeed8
go: downloading github.com/tikv/pd/client v0.0.0-20241111073742-238d4d79ea31
go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7
go: downloading github.com/golang/protobuf v1.5.4
go: downloading github.com/gorilla/mux v1.8.1
go: downloading github.com/prometheus/client_golang v1.20.5
go: downloading github.com/json-iterator/go v1.1.12
go: downloading github.com/bits-and-blooms/bitset v1.14.3
go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0
go: downloading github.com/coocood/freecache v1.2.1
go: downloading github.com/spf13/pflag v1.0.5
go: downloading github.com/opentracing/opentracing-go v1.2.0
go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20241209094930-06d7f4b9233b
go: downloading github.com/otiai10/copy v1.2.0
go: downloading gopkg.in/yaml.v2 v2.4.0
go: downloading github.com/stretchr/testify v1.10.0
go: downloading github.com/docker/go-units v0.5.0
go: downloading golang.org/x/net v0.33.0
go: downloading github.com/coreos/go-semver v0.3.1
go: downloading github.com/google/btree v1.1.2
go: downloading golang.org/x/text v0.21.0
go: downloading github.com/google/uuid v1.6.0
go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible
go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0
go: downloading go.etcd.io/etcd/client/v3 v3.5.12
go: downloading github.com/tidwall/btree v1.7.0
go: downloading google.golang.org/grpc v1.64.0
go: downloading golang.org/x/sync v0.10.0
go: downloading github.com/pingcap/tipb v0.0.0-20241105053214-f91fdb81a69e
go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a
go: downloading github.com/influxdata/tdigest v0.0.1
go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b
go: downloading github.com/prometheus/client_model v0.6.1
go: downloading github.com/gogo/protobuf v1.3.2
go: downloading golang.org/x/sys v0.28.0
check diff successfully
***************** properties *****************
"scanproportion"="0"
"mysql.db"="multi_capture_1"
"readallfields"="true"
"dotransactions"="false"
"threadcount"="2"
"recordcount"="20"
"updateproportion"="0"
"insertproportion"="0"
"mysql.port"="4000"
"operationcount"="0"
"mysql.user"="root"
"readproportion"="0"
"requestdistribution"="uniform"
"workload"="core"
"mysql.host"="127.0.0.1"
**********************************************
Run finished, takes 10.846455ms
INSERT - Takes(s): 0.0, Count: 20, OPS: 2201.9, Avg(us): 1031, Min(us): 503, Max(us): 1938, 95th(us): 2000, 99th(us): 2000
***************** properties *****************
"updateproportion"="0"
"scanproportion"="0"
"dotransactions"="false"
"mysql.user"="root"
"readproportion"="0"
"requestdistribution"="uniform"
"mysql.db"="multi_capture_2"
"operationcount"="0"
"readallfields"="true"
"threadcount"="2"
"workload"="core"
"mysql.host"="127.0.0.1"
"insertproportion"="0"
"recordcount"="20"
"mysql.port"="4000"
**********************************************
Run finished, takes 11.353214ms
INSERT - Takes(s): 0.0, Count: 20, OPS: 1936.7, Avg(us): 993, Min(us): 472, Max(us): 1589, 95th(us): 2000, 99th(us): 2000
***************** properties *****************
"insertproportion"="0"
"readproportion"="0"
"mysql.port"="4000"
"mysql.host"="127.0.0.1"
"threadcount"="2"
"recordcount"="20"
"readallfields"="true"
"operationcount"="0"
"scanproportion"="0"
"workload"="core"
"updateproportion"="0"
"requestdistribution"="uniform"
"mysql.user"="root"
"mysql.db"="multi_capture_3"
"dotransactions"="false"
**********************************************
Run finished, takes 10.782788ms
INSERT - Takes(s): 0.0, Count: 20, OPS: 2053.7, Avg(us): 939, Min(us): 469, Max(us): 1884, 95th(us): 2000, 99th(us): 2000
***************** properties *****************
"mysql.db"="multi_capture_4"
"mysql.host"="127.0.0.1"
"dotransactions"="false"
"updateproportion"="0"
"threadcount"="2"
"mysql.port"="4000"
"insertproportion"="0"
"recordcount"="20"
"workload"="core"
"mysql.user"="root"
"operationcount"="0"
"readallfields"="true"
"scanproportion"="0"
"readproportion"="0"
"requestdistribution"="uniform"
**********************************************
Run finished, takes 10.674717ms
INSERT - Takes(s): 0.0, Count: 20, OPS: 2049.9, Avg(us): 922, Min(us): 475, Max(us): 1575, 95th(us): 2000, 99th(us): 2000
check diff failed 1-th time, retry later
[Sun Apr  6 08:20:50 CST 2025] <<<<<< START kafka consumer in debezium_basic case >>>>>>
go: downloading github.com/twmb/murmur3 v1.1.6
go: downloading github.com/opentracing/basictracer-go v1.1.0
go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2
go: downloading github.com/qri-io/jsonschema v0.2.1
go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5
go: downloading github.com/shirou/gopsutil/v3 v3.24.5
go: downloading github.com/dolthub/swiss v0.2.1
go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22
go: downloading cloud.google.com/go/storage v1.39.1
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.16.0
go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0
go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0
go: downloading github.com/aws/aws-sdk-go v1.55.5
go: downloading github.com/go-resty/resty/v2 v2.11.0
go: downloading github.com/klauspost/compress v1.17.9
go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9
go: downloading golang.org/x/oauth2 v0.24.0
go: downloading google.golang.org/api v0.170.0
go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef
go: downloading github.com/cespare/xxhash/v2 v2.3.0
go: downloading github.com/pkg/errors v0.9.1
go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117
go: downloading google.golang.org/protobuf v1.35.2
go: downloading cloud.google.com/go v0.112.2
go: downloading go.etcd.io/etcd/api/v3 v3.5.12
go: downloading github.com/modern-go/reflect2 v1.0.2
go: downloading github.com/dgraph-io/ristretto v0.1.1
go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd
go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12
go: downloading golang.org/x/tools v0.28.0
go: downloading github.com/golang/snappy v0.0.4
go: downloading go.uber.org/mock v0.4.0
go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc
go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2
go: downloading github.com/cockroachdb/pebble v1.1.0
go: downloading github.com/jfcg/sorty/v2 v2.1.0
go: downloading github.com/beorn7/perks v1.0.1
go: downloading github.com/prometheus/common v0.61.0
go: downloading github.com/prometheus/procfs v0.15.1
go: downloading github.com/pingcap/badger v1.5.1-0.20241015064302-38533b6cbf8d
go: downloading golang.org/x/time v0.7.0
go: downloading github.com/carlmjohnson/flagext v0.21.0
go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da
go: downloading github.com/dolthub/maphash v0.1.0
go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible
go: downloading github.com/qri-io/jsonpointer v0.1.1
go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df
go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21
go: downloading github.com/jellydator/ttlcache/v3 v3.0.1
go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548
go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0
go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2
go: downloading golang.org/x/crypto v0.31.0
go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358
go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4
go: downloading cloud.google.com/go/compute/metadata v0.3.0
go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda
go: downloading gopkg.in/yaml.v3 v3.0.1
go: downloading github.com/cloudfoundry/gosigar v1.3.6
go: downloading github.com/spkg/bom v1.0.0
go: downloading github.com/coreos/go-systemd/v22 v22.5.0
go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17
go: downloading cloud.google.com/go/iam v1.1.7
go: downloading github.com/googleapis/gax-go/v2 v2.12.3
go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda
go: downloading github.com/jfcg/sixb v1.3.8
go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822
go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2
go: downloading github.com/tklauser/go-sysconf v0.3.12
go: downloading github.com/google/pprof v0.0.0-20241001023024-f4c0cfd0cf1d
go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f
go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989
go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291
go: downloading github.com/cheggaaa/pb/v3 v3.0.8
go: downloading golang.org/x/term v0.27.0
go: downloading github.com/robfig/cron/v3 v3.0.1
go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec
go: downloading github.com/robfig/cron v1.2.0
go: downloading github.com/kylelemons/godebug v1.1.0
go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c
go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac
go: downloading go.opentelemetry.io/otel v1.24.0
go: downloading go.opentelemetry.io/otel/trace v1.24.0
go: downloading github.com/dustin/go-humanize v1.0.1
go: downloading github.com/golang/glog v1.2.0
start tidb cluster in /tmp/tidb_cdc_test/ddl_only_block_related_table
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
go: downloading github.com/apache/thrift v0.16.0
go: downloading github.com/ncw/directio v1.0.5
go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2
go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64
go: downloading github.com/lestrrat-go/blackmagic v1.0.2
go: downloading github.com/lestrrat-go/httprc v1.0.5
go: downloading github.com/lestrrat-go/iter v1.0.2
go: downloading github.com/lestrrat-go/option v1.0.1
go: downloading github.com/VividCortex/ewma v1.2.0
go: downloading github.com/fatih/color v1.18.0
go: downloading github.com/mattn/go-colorable v0.1.13
go: downloading github.com/mattn/go-isatty v0.0.20
go: downloading github.com/mattn/go-runewidth v0.0.16
go: downloading github.com/tklauser/numcpus v0.6.1
go: downloading github.com/golang-jwt/jwt/v5 v5.2.1
go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da
go: downloading github.com/go-logr/logr v1.4.1
go: downloading go.opentelemetry.io/otel/metric v1.24.0
go: downloading github.com/apache/arrow/go/v12 v12.0.1
go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible
go: downloading github.com/goccy/go-reflect v1.2.0
go: downloading github.com/klauspost/cpuid v1.3.1
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/force_replicate_table/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table test.finish_mark not exists for 1-th check, retry later
check diff failed 2-th time, retry later
+ set +x
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.8139.out cli tso query --pd=http://127.0.0.1:2379
go: downloading github.com/lestrrat-go/httpcc v1.0.1
go: downloading github.com/rivo/uniseg v0.4.7
go: downloading github.com/go-logr/stdr v1.2.2
go: downloading github.com/pierrec/lz4/v4 v4.1.18
go: downloading github.com/cockroachdb/errors v1.11.1
go: downloading github.com/cockroachdb/redact v1.1.5
go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06
go: downloading github.com/DataDog/zstd v1.5.5
go: downloading github.com/getsentry/sentry-go v0.27.0
go: downloading github.com/kr/pretty v0.3.1
go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b
go: downloading github.com/rogpeppe/go-internal v1.13.1
go: downloading github.com/kr/text v0.2.0
go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028
go: downloading github.com/google/flatbuffers v2.0.8+incompatible
go: downloading github.com/goccy/go-json v0.10.2
go: downloading github.com/zeebo/xxh3 v1.0.2
go: downloading github.com/andybalholm/brotli v1.0.5
go: downloading github.com/klauspost/cpuid/v2 v2.2.4
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:20:52 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/80b76bee-51a0-4023-a0c7-d8ea17b4be04
	{"id":"80b76bee-51a0-4023-a0c7-d8ea17b4be04","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898849}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608788802ce
	80b76bee-51a0-4023-a0c7-d8ea17b4be04

/tidb/cdc/default/default/upstream/7489988498212058998
	{"id":7489988498212058998,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/80b76bee-51a0-4023-a0c7-d8ea17b4be04
	{"id":"80b76bee-51a0-4023-a0c7-d8ea17b4be04","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898849}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608788802ce
	80b76bee-51a0-4023-a0c7-d8ea17b4be04

/tidb/cdc/default/default/upstream/7489988498212058998
	{"id":7489988498212058998,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/80b76bee-51a0-4023-a0c7-d8ea17b4be04
	{"id":"80b76bee-51a0-4023-a0c7-d8ea17b4be04","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898849}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608788802ce
	80b76bee-51a0-4023-a0c7-d8ea17b4be04

/tidb/cdc/default/default/upstream/7489988498212058998
	{"id":7489988498212058998,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.event_filter.cli.8506.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-event-filter-2534?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --server=127.0.0.1:8300 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/event_filter/conf/cf.toml
Create changefeed successfully!
ID: ccfbd856-614d-4432-99a6-aa29aff6ecb2
Info: {"upstream_id":7489988498212058998,"namespace":"default","id":"ccfbd856-614d-4432-99a6-aa29aff6ecb2","sink_uri":"kafka://127.0.0.1:9092/ticdc-event-filter-2534?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:20:53.087240345+08:00","start_ts":457152620920045570,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["event_filter.*"],"event_filters":[{"matcher":["event_filter.t1"],"ignore_event":["drop table","delete"],"ignore_sql":null,"ignore_insert_value_expr":"id = 2 or city = 'tokyo'","ignore_update_new_value_expr":"","ignore_update_old_value_expr":"","ignore_delete_value_expr":""},{"matcher":["event_filter.t_truncate"],"ignore_event":["truncate table"],"ignore_sql":null,"ignore_insert_value_expr":"","ignore_update_new_value_expr":"","ignore_update_old_value_expr":"","ignore_delete_value_expr":""},{"matcher":["event_filter.t_alter"],"ignore_event":["alter table"],"ignore_sql":null,"ignore_insert_value_expr":"","ignore_update_new_value_expr":"","ignore_update_old_value_expr":"","ignore_delete_value_expr":""},{"matcher":["event_filter.t_name*"],"ignore_event":["rename table"],"ignore_sql":null,"ignore_insert_value_expr":"","ignore_update_new_value_expr":"","ignore_update_old_value_expr":"","ignore_delete_value_expr":""}]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152620920045570,"checkpoint_ts":457152620920045570,"checkpoint_time":"2025-04-06 08:20:52.997"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
check diff successfully
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/storage_cleanup/run.sh using Sink-Type: kafka... <<=================
+++ dirname /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/storage_cleanup/run.sh
++ cd /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/storage_cleanup
++ pwd
+ CUR=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/storage_cleanup
+ source /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/storage_cleanup/../_utils/test_prepare
++ UP_TIDB_HOST=127.0.0.1
++ UP_TIDB_PORT=4000
++ UP_TIDB_OTHER_PORT=4001
++ UP_TIDB_STATUS=10080
++ UP_TIDB_OTHER_STATUS=10081
++ DOWN_TIDB_HOST=127.0.0.1
++ DOWN_TIDB_PORT=3306
++ DOWN_TIDB_STATUS=20080
++ TLS_TIDB_HOST=127.0.0.1
++ TLS_TIDB_PORT=3307
++ TLS_TIDB_STATUS=30080
++ UP_PD_HOST_1=127.0.0.1
++ UP_PD_PORT_1=2379
++ UP_PD_PEER_PORT_1=2380
++ UP_PD_HOST_2=127.0.0.1
++ UP_PD_PORT_2=2679
++ UP_PD_PEER_PORT_2=2680
++ UP_PD_HOST_3=127.0.0.1
++ UP_PD_PORT_3=2779
++ UP_PD_PEER_PORT_3=2780
++ DOWN_PD_HOST=127.0.0.1
++ DOWN_PD_PORT=2479
++ DOWN_PD_PEER_PORT=2480
++ TLS_PD_HOST=127.0.0.1
++ TLS_PD_PORT=2579
++ TLS_PD_PEER_PORT=2580
++ UP_TIKV_HOST_1=127.0.0.1
++ UP_TIKV_PORT_1=20160
++ UP_TIKV_STATUS_PORT_1=20181
++ UP_TIKV_HOST_2=127.0.0.1
++ UP_TIKV_PORT_2=20161
++ UP_TIKV_STATUS_PORT_2=20182
++ UP_TIKV_HOST_3=127.0.0.1
++ UP_TIKV_PORT_3=20162
++ UP_TIKV_STATUS_PORT_3=20183
++ DOWN_TIKV_HOST=127.0.0.1
++ DOWN_TIKV_PORT=21160
++ DOWN_TIKV_STATUS_PORT=21180
++ TLS_TIKV_HOST=127.0.0.1
++ TLS_TIKV_PORT=22160
++ TLS_TIKV_STATUS_PORT=22180
+++ cat /tmp/tidb_cdc_test/KAFKA_VERSION
+++ echo 2.4.1
++ KAFKA_VERSION=2.4.1
+ WORK_DIR=/tmp/tidb_cdc_test/storage_cleanup
+ CDC_BINARY=cdc.test
+ SINK_TYPE=kafka
+ EXIST_FILES=()
+ CLEANED_FILES=()
+ trap stop_tidb_cluster EXIT
+ run kafka
+ '[' kafka '!=' storage ']'
+ return
+ check_logs /tmp/tidb_cdc_test/storage_cleanup
++ date
+ echo '[Sun Apr  6 08:20:53 CST 2025] <<<<<< run test case storage_cleanup success! >>>>>>'
[Sun Apr  6 08:20:53 CST 2025] <<<<<< run test case storage_cleanup success! >>>>>>
+ stop_tidb_cluster
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:20:53 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/b1cb5fda-4e36-4782-9d8c-dd50965fac88
	{"id":"b1cb5fda-4e36-4782-9d8c-dd50965fac88","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898850}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608787e5ceb
	b1cb5fda-4e36-4782-9d8c-dd50965fac88

/tidb/cdc/default/default/upstream/7489988473160281319
	{"id":7489988473160281319,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/b1cb5fda-4e36-4782-9d8c-dd50965fac88
	{"id":"b1cb5fda-4e36-4782-9d8c-dd50965fac88","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898850}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608787e5ceb
	b1cb5fda-4e36-4782-9d8c-dd50965fac88

/tidb/cdc/default/default/upstream/7489988473160281319
	{"id":7489988473160281319,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/b1cb5fda-4e36-4782-9d8c-dd50965fac88
	{"id":"b1cb5fda-4e36-4782-9d8c-dd50965fac88","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898850}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608787e5ceb
	b1cb5fda-4e36-4782-9d8c-dd50965fac88

/tidb/cdc/default/default/upstream/7489988473160281319
	{"id":7489988473160281319,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
Create changefeed successfully!
ID: 13a8ec29-9d5c-4279-bc66-2086624ce927
Info: {"upstream_id":7489988473160281319,"namespace":"default","id":"13a8ec29-9d5c-4279-bc66-2086624ce927","sink_uri":"kafka://127.0.0.1:9092/ticdc-common-1-test-5355?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:20:53.302547219+08:00","start_ts":457152619762155521,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152619762155521,"checkpoint_ts":457152619762155521,"checkpoint_time":"2025-04-06 08:20:48.580"}
[Sun Apr  6 08:20:53 CST 2025] <<<<<< START kafka consumer in common_1 case >>>>>>
check diff successfully
go: downloading github.com/pierrec/lz4 v2.6.1+incompatible
wait process cdc.test exit for 1-th time...
table test.finish_mark not exists for 2-th check, retry later
table common_1.v1 not exists for 1-th check, retry later
+ set +x
+ tso='457152620771409923
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152620771409923 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.8174.out cli changefeed create --start-ts=457152620771409923 '--sink-uri=kafka://127.0.0.1:9092/ticdc-kafka-compression-zstd-test?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1&compression=zstd' -c zstd
Verifying downstream PD is started...
Create changefeed successfully!
ID: zstd
Info: {"upstream_id":7489988314930555337,"namespace":"default","id":"zstd","sink_uri":"kafka://127.0.0.1:9092/ticdc-kafka-compression-zstd-test?protocol=canal-json\u0026enable-tidb-extension=true\u0026kafka-version=2.4.1\u0026compression=zstd","create_time":"2025-04-06T08:20:54.267946284+08:00","start_ts":457152620771409923,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152620771409923,"checkpoint_ts":457152620771409923,"checkpoint_time":"2025-04-06 08:20:52.430"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
+ set +x
[Sun Apr  6 08:20:54 CST 2025] <<<<<< START kafka consumer in event_filter case >>>>>>
wait process cdc.test exit for 2-th time...
start tidb cluster in /tmp/tidb_cdc_test/force_replicate_table
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
check diff failed 1-th time, retry later
check diff failed 3-th time, retry later
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:20:54 CST 2025] <<<<<< run test case multi_capture success! >>>>>>
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
The 1 times to try to start tidb cluster...
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0
go: downloading github.com/google/s2a-go v0.1.7
go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2
go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0
go: downloading github.com/felixge/httpsnoop v1.0.4
go: downloading github.com/jmespath/go-jmespath v0.4.0
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
+ set +x
[Sun Apr  6 08:20:55 CST 2025] <<<<<< START kafka consumer in kafka_compression case >>>>>>
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_compression/run.sh: line 22: [[: [2025/04/06 08:20:54.230 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses zstd compression algorithm"]
[2025/04/06 08:20:54.263 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses zstd compression algorithm"]
[2025/04/06 08:20:54.368 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses zstd compression algorithm"]
[2025/04/06 08:20:54.377 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses zstd compression algorithm"]
[2025/04/06 08:20:55.285 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses zstd compression algorithm"]
[2025/04/06 08:20:55.294 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses zstd compression algorithm"]: syntax error: operand expected (error token is "[2025/04/06 08:20:54.230 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses zstd compression algorithm"]
[2025/04/06 08:20:54.263 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses zstd compression algorithm"]
[2025/04/06 08:20:54.368 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses zstd compression algorithm"]
[2025/04/06 08:20:54.377 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses zstd compression algorithm"]
[2025/04/06 08:20:55.285 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses zstd compression algorithm"]
[2025/04/06 08:20:55.294 +08:00] [INFO] [sarama.go:99] ["Kafka producer uses zstd compression algorithm"]")
table test.zstd_finish_mark not exists for 1-th check, retry later
table test.finish_mark not exists for 3-th check, retry later
table common_1.v1 not exists for 2-th check, retry later
check diff failed 4-th time, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/csv_storage_basic/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:20:56 CST 2025] <<<<<< run test case csv_storage_basic success! >>>>>>
check diff failed 2-th time, retry later
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
start tidb cluster in /tmp/tidb_cdc_test/batch_add_table
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
table test.zstd_finish_mark not exists for 2-th check, retry later
table test.finish_mark not exists for 4-th check, retry later
check diff failed 5-th time, retry later
table common_1.v1 not exists for 3-th check, retry later
check diff failed 3-th time, retry later
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table event_filter.t1 does not exists
table event_filter.t1 exists
table event_filter.t_normal exists
table event_filter.t_truncate not exists for 1-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988541573996965	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e3528c000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-41z8c, pid:7142, start at 2025-04-06 08:20:58.679371837 +0800 CST m=+1.499427265	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:58.687 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:58.659 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:58.659 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988541573996965	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e3528c000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-41z8c, pid:7142, start at 2025-04-06 08:20:58.679371837 +0800 CST m=+1.499427265	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:58.687 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:58.659 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:58.659 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988547600262933	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e35350000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-41z8c, pid:7210, start at 2025-04-06 08:20:58.725031611 +0800 CST m=+1.480091474	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:22:58.732 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:20:58.708 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:10:58.708 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/ddl_only_block_related_table/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/ddl_only_block_related_table/tiflash/log/error.log
arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_only_block_related_table/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/ddl_only_block_related_table/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/ddl_only_block_related_table/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
Verifying downstream PD is started...
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/csv_storage_multi_tables_ddl/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:20:59 CST 2025] <<<<<< run test case csv_storage_multi_tables_ddl success! >>>>>>
table test.zstd_finish_mark not exists for 3-th check, retry later
table test.finish_mark not exists for 5-th check, retry later
table common_1.v1 exists
table common_1.recover_and_insert not exists for 1-th check, retry later
check diff failed 4-th time, retry later
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check diff failed 6-th time, retry later
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
[Sun Apr  6 08:21:01 CST 2025] <<<<<< START cdc server in ddl_only_block_related_table case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_only_block_related_table.86868688.out server --log-file /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table test.zstd_finish_mark exists
check diff successfully
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.8293.out cli changefeed pause -c zstd
table event_filter.t_truncate exists
table event_filter.t_alter not exists for 1-th check, retry later
table test.finish_mark not exists for 6-th check, retry later
table common_1.recover_and_insert not exists for 2-th check, retry later
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
check diff successfully
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/capture_session_done_during_task/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/csv_storage_partition_table/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:21:03 CST 2025] <<<<<< run test case csv_storage_partition_table success! >>>>>>
check diff failed 5-th time, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988560793419111	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e38f80000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-q-6fgfs, pid:4400, start at 2025-04-06 08:21:02.59336634 +0800 CST m=+1.692821484	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:02.604 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:02.610 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:02.610 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988560793419111	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e38f80000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-q-6fgfs, pid:4400, start at 2025-04-06 08:21:02.59336634 +0800 CST m=+1.692821484	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:02.604 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:02.610 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:02.610 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988557590752868	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e38f98000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-q-6fgfs, pid:4467, start at 2025-04-06 08:21:02.616007833 +0800 CST m=+1.649575536	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:02.624 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:02.616 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:02.616 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/force_replicate_table/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/force_replicate_table/tiflash/log/error.log
arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/force_replicate_table/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/force_replicate_table/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/force_replicate_table/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
check diff failed 1-th time, retry later
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_compression.cli.8326.out cli changefeed remove -c zstd
table event_filter.t_alter exists
table event_filter.t_name not exists for 1-th check, retry later
table test.finish_mark not exists for 7-th check, retry later
table common_1.recover_and_insert not exists for 3-th check, retry later
Changefeed remove successfully.
ID: zstd
CheckpointTs: 457152623170027524
SinkURI: kafka://127.0.0.1:9092/ticdc-kafka-compression-zstd-test?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1&compression=zstd
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:21:04 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/92c67e07-3dd1-4b0f-a616-b87fafd81d69
	{"id":"92c67e07-3dd1-4b0f-a616-b87fafd81d69","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898861}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960878b8add0
	92c67e07-3dd1-4b0f-a616-b87fafd81d69

/tidb/cdc/default/default/upstream/7489988541573996965
	{"id":7489988541573996965,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/92c67e07-3dd1-4b0f-a616-b87fafd81d69
	{"id":"92c67e07-3dd1-4b0f-a616-b87fafd81d69","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898861}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960878b8add0
	92c67e07-3dd1-4b0f-a616-b87fafd81d69

/tidb/cdc/default/default/upstream/7489988541573996965
	{"id":7489988541573996965,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/92c67e07-3dd1-4b0f-a616-b87fafd81d69
	{"id":"92c67e07-3dd1-4b0f-a616-b87fafd81d69","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898861}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960878b8add0
	92c67e07-3dd1-4b0f-a616-b87fafd81d69

/tidb/cdc/default/default/upstream/7489988541573996965
	{"id":7489988541573996965,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_only_block_related_table.cli.8744.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-common-1-test-5315?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' -c=ddl-only-block-related-table
Create changefeed successfully!
ID: ddl-only-block-related-table
Info: {"upstream_id":7489988541573996965,"namespace":"default","id":"ddl-only-block-related-table","sink_uri":"kafka://127.0.0.1:9092/ticdc-common-1-test-5315?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:21:05.124056551+08:00","start_ts":457152624068657157,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152624068657157,"checkpoint_ts":457152624068657157,"checkpoint_time":"2025-04-06 08:21:05.008"}
PASS
check diff failed 6-th time, retry later
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
[Sun Apr  6 08:21:05 CST 2025] <<<<<< START cdc server in force_replicate_table case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.force_replicate_table.58785880.out server --log-file /tmp/tidb_cdc_test/force_replicate_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/force_replicate_table/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988564874977081	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e3afe8000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-7kmm4, pid:7417, start at 2025-04-06 08:21:04.65979406 +0800 CST m=+1.518270356	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:04.669 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:04.634 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:04.634 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988564874977081	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e3afe8000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-7kmm4, pid:7417, start at 2025-04-06 08:21:04.65979406 +0800 CST m=+1.518270356	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:04.669 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:04.634 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:04.634 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988574024416867	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e3b0a4000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-7kmm4, pid:7494, start at 2025-04-06 08:21:04.729962708 +0800 CST m=+1.517957680	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:04.738 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:04.730 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:04.730 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/batch_add_table/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/batch_add_table/tiflash/log/error.log
arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/batch_add_table/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ set +x
table event_filter.t_name exists
table event_filter.t_name1 not exists for 1-th check, retry later
table common_1.recover_and_insert exists
table common_1.finish_mark not exists for 1-th check, retry later
check diff failed 2-th time, retry later
wait process cdc.test exit for 1-th time...
start tidb cluster in /tmp/tidb_cdc_test/capture_session_done_during_task
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
\033[0;36m<<< Run all test success >>>\033[0m
table test.finish_mark not exists for 8-th check, retry later
[Pipeline] }
+ set +x
[Sun Apr  6 08:21:06 CST 2025] <<<<<< START kafka consumer in ddl_only_block_related_table case >>>>>>
[Pipeline] // timeout
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/run.sh using Sink-Type: kafka... <<=================
+++ dirname /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/run.sh
++ cd /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo
++ pwd
+ CUR=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo
+ source /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/../_utils/test_prepare
++ UP_TIDB_HOST=127.0.0.1
++ UP_TIDB_PORT=4000
++ UP_TIDB_OTHER_PORT=4001
++ UP_TIDB_STATUS=10080
++ UP_TIDB_OTHER_STATUS=10081
++ DOWN_TIDB_HOST=127.0.0.1
++ DOWN_TIDB_PORT=3306
++ DOWN_TIDB_STATUS=20080
++ TLS_TIDB_HOST=127.0.0.1
++ TLS_TIDB_PORT=3307
++ TLS_TIDB_STATUS=30080
++ UP_PD_HOST_1=127.0.0.1
++ UP_PD_PORT_1=2379
++ UP_PD_PEER_PORT_1=2380
++ UP_PD_HOST_2=127.0.0.1
++ UP_PD_PORT_2=2679
++ UP_PD_PEER_PORT_2=2680
++ UP_PD_HOST_3=127.0.0.1
++ UP_PD_PORT_3=2779
++ UP_PD_PEER_PORT_3=2780
++ DOWN_PD_HOST=127.0.0.1
++ DOWN_PD_PORT=2479
++ DOWN_PD_PEER_PORT=2480
++ TLS_PD_HOST=127.0.0.1
++ TLS_PD_PORT=2579
++ TLS_PD_PEER_PORT=2580
++ UP_TIKV_HOST_1=127.0.0.1
++ UP_TIKV_PORT_1=20160
++ UP_TIKV_STATUS_PORT_1=20181
++ UP_TIKV_HOST_2=127.0.0.1
++ UP_TIKV_PORT_2=20161
++ UP_TIKV_STATUS_PORT_2=20182
++ UP_TIKV_HOST_3=127.0.0.1
++ UP_TIKV_PORT_3=20162
++ UP_TIKV_STATUS_PORT_3=20183
++ DOWN_TIKV_HOST=127.0.0.1
++ DOWN_TIKV_PORT=21160
++ DOWN_TIKV_STATUS_PORT=21180
++ TLS_TIKV_HOST=127.0.0.1
++ TLS_TIKV_PORT=22160
++ TLS_TIKV_STATUS_PORT=22180
+++ cat /tmp/tidb_cdc_test/KAFKA_VERSION
+++ echo 2.4.1
++ KAFKA_VERSION=2.4.1
+ WORK_DIR=/tmp/tidb_cdc_test/synced_status_with_redo
+ CDC_BINARY=cdc.test
+ SINK_TYPE=kafka
+ CDC_COUNT=3
+ DB_COUNT=4
+ trap stop_tidb_cluster EXIT
+ run_normal_case_and_unavailable_pd conf/changefeed-redo.toml
+ rm -rf /tmp/tidb_cdc_test/synced_status_with_redo
+ mkdir -p /tmp/tidb_cdc_test/synced_status_with_redo
+ start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status_with_redo
The 1 times to try to start tidb cluster...
wait process cdc.test exit for 2-th time...
[Pipeline] // dir
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:21:07 CST 2025] <<<<<< run test case kafka_compression success! >>>>>>
[Pipeline] // withEnv
[Pipeline] }
[Sun Apr  6 08:21:07 CST 2025] <<<<<< START cdc server in batch_add_table case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_add_table.88078809.out server --log-file /tmp/tidb_cdc_test/batch_add_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/batch_add_table/cdc_data --cluster-id default
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[Pipeline] // stage
[Pipeline] }
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
check diff successfully
wait process cdc.test exit for 1-th time...
table event_filter.t_name1 exists
table event_filter.t_name2 not exists for 1-th check, retry later
check diff failed 3-th time, retry later
wait process cdc.test exit for 2-th time...
table test.finish_mark not exists for 9-th check, retry later
table common_1.finish_mark not exists for 2-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:21:08 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/dcf36d1d-00e7-4590-b20f-d8dbeb8547b5
	{"id":"dcf36d1d-00e7-4590-b20f-d8dbeb8547b5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898865}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960878c563d0
	dcf36d1d-00e7-4590-b20f-d8dbeb8547b5

/tidb/cdc/default/default/upstream/7489988560793419111
	{"id":7489988560793419111,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/dcf36d1d-00e7-4590-b20f-d8dbeb8547b5
	{"id":"dcf36d1d-00e7-4590-b20f-d8dbeb8547b5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898865}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960878c563d0
	dcf36d1d-00e7-4590-b20f-d8dbeb8547b5

/tidb/cdc/default/default/upstream/7489988560793419111
	{"id":7489988560793419111,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/dcf36d1d-00e7-4590-b20f-d8dbeb8547b5
	{"id":"dcf36d1d-00e7-4590-b20f-d8dbeb8547b5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898865}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960878c563d0
	dcf36d1d-00e7-4590-b20f-d8dbeb8547b5

/tidb/cdc/default/default/upstream/7489988560793419111
	{"id":7489988560793419111,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
Create changefeed successfully!
ID: a954e674-c5e1-4dc8-907d-adefff41f1eb
Info: {"upstream_id":7489988560793419111,"namespace":"default","id":"a954e674-c5e1-4dc8-907d-adefff41f1eb","sink_uri":"kafka://127.0.0.1:9092/ticdc-force_replicate_table-test-9979?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:21:08.708444489+08:00","start_ts":457152624174039041,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":true,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152624174039041,"checkpoint_ts":457152624174039041,"checkpoint_time":"2025-04-06 08:21:05.410"}
[Sun Apr  6 08:21:08 CST 2025] <<<<<< START kafka consumer in force_replicate_table case >>>>>>
consumer replica config found: /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/force_replicate_table/conf/changefeed.toml
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:21:08 CST 2025] <<<<<< run test case processor_stop_delay success! >>>>>>
table ddl_only_block_related_table.finish_mark not exists for 1-th check, retry later
Starting Upstream TiDB...
table event_filter.t_name2 exists
table event_filter.t_name3 not exists for 1-th check, retry later
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check diff failed 4-th time, retry later
start tidb cluster in /tmp/tidb_cdc_test/synced_status_with_redo
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
table test.finish_mark not exists for 10-th check, retry later
table common_1.finish_mark not exists for 3-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:21:10 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/97fb1ac5-3cef-430a-b649-7aa5f39c8a97
	{"id":"97fb1ac5-3cef-430a-b649-7aa5f39c8a97","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898867}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960878d007d0
	97fb1ac5-3cef-430a-b649-7aa5f39c8a97

/tidb/cdc/default/default/upstream/7489988564874977081
	{"id":7489988564874977081,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/97fb1ac5-3cef-430a-b649-7aa5f39c8a97
	{"id":"97fb1ac5-3cef-430a-b649-7aa5f39c8a97","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898867}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960878d007d0
	97fb1ac5-3cef-430a-b649-7aa5f39c8a97

/tidb/cdc/default/default/upstream/7489988564874977081
	{"id":7489988564874977081,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/97fb1ac5-3cef-430a-b649-7aa5f39c8a97
	{"id":"97fb1ac5-3cef-430a-b649-7aa5f39c8a97","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898867}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960878d007d0
	97fb1ac5-3cef-430a-b649-7aa5f39c8a97

/tidb/cdc/default/default/upstream/7489988564874977081
	{"id":7489988564874977081,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.batch_add_table.cli.8866.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-batch-add-table-test-20649?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/batch_add_table/conf/changefeed.toml
[2025/04/06 08:21:02.225 +08:00] [INFO] [pd_service_discovery.go:1025] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=]
[2025/04/06 08:21:02.225 +08:00] [INFO] [pd_service_discovery.go:499] ["[pd] init cluster id"] [cluster-id=7489988026777784825]
[2025/04/06 08:21:02.225 +08:00] [INFO] [client.go:532] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE]
[2025/04/06 08:21:02.225 +08:00] [INFO] [tso_client.go:296] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379]
[2025/04/06 08:21:02.226 +08:00] [INFO] [client.go:538] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE]
[2025/04/06 08:21:02.226 +08:00] [INFO] [tso_dispatcher.go:140] ["[tso] start tso deadline watcher"] [dc-location=global]
[2025/04/06 08:21:02.226 +08:00] [INFO] [tso_client.go:132] ["[tso] start tso dispatcher check loop"]
[2025/04/06 08:21:02.226 +08:00] [INFO] [tso_dispatcher.go:198] ["[tso] tso dispatcher created"] [dc-location=global]
[2025/04/06 08:21:02.226 +08:00] [INFO] [tso_dispatcher.go:723] ["[tso] switching tso rpc concurrency"] [old=0] [new=1]
[2025/04/06 08:21:02.226 +08:00] [INFO] [tso_dispatcher.go:476] ["[tso] start tso connection contexts updater"] [dc-location=global]
[2025/04/06 08:21:02.227 +08:00] [INFO] [pd_service_discovery.go:1025] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=]
[2025/04/06 08:21:02.227 +08:00] [INFO] [pd_service_discovery.go:499] ["[pd] init cluster id"] [cluster-id=7489988026777784825]
[2025/04/06 08:21:02.227 +08:00] [INFO] [client.go:532] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE]
[2025/04/06 08:21:02.227 +08:00] [INFO] [tso_client.go:296] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379]
[2025/04/06 08:21:02.227 +08:00] [INFO] [client.go:538] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE]
[2025/04/06 08:21:02.227 +08:00] [INFO] [tso_dispatcher.go:140] ["[tso] start tso deadline watcher"] [dc-location=global]
[2025/04/06 08:21:02.227 +08:00] [INFO] [tso_client.go:132] ["[tso] start tso dispatcher check loop"]
[2025/04/06 08:21:02.227 +08:00] [INFO] [tso_dispatcher.go:198] ["[tso] tso dispatcher created"] [dc-location=global]
[2025/04/06 08:21:02.228 +08:00] [INFO] [tso_dispatcher.go:723] ["[tso] switching tso rpc concurrency"] [old=0] [new=1]
[2025/04/06 08:21:02.228 +08:00] [INFO] [tso_dispatcher.go:476] ["[tso] start tso connection contexts updater"] [dc-location=global]
[2025/04/06 08:21:02.228 +08:00] [INFO] [tikv_driver.go:201] ["using API V1."]
[2025/04/06 08:21:02.228 +08:00] [INFO] [main.go:180] ["genLock started"]
[2025/04/06 08:21:02.229 +08:00] [INFO] [store_cache.go:532] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable]
[2025/04/06 08:21:04.228 +08:00] [INFO] [pd.go:441] ["adaptive update ts interval state transition"] [configuredInterval=2s] [prevAdaptiveUpdateInterval=2s] [newAdaptiveUpdateInterval=2s] [requiredStaleness=0s] [prevState=unknown(0)] [newState=normal]
table ddl_only_block_related_table.finish_mark not exists for 2-th check, retry later
Create changefeed successfully!
ID: bb0c57e1-57ff-4960-a69f-29b5fc8477a5
Info: {"upstream_id":7489988564874977081,"namespace":"default","id":"bb0c57e1-57ff-4960-a69f-29b5fc8477a5","sink_uri":"kafka://127.0.0.1:9092/ticdc-batch-add-table-test-20649?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:21:11.11405903+08:00","start_ts":457152625635491844,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*","!test.t_1"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152625635491844,"checkpoint_ts":457152625635491844,"checkpoint_time":"2025-04-06 08:21:10.985"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
table event_filter.t_name3 exists
table test.finish_mark not exists for 11-th check, retry later
[2025/04/06 08:21:12.229 +08:00] [INFO] [store_cache.go:532] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable]
[2025/04/06 08:21:12.229 +08:00] [INFO] [store_cache.go:532] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable]
[2025/04/06 08:21:12.229 +08:00] [INFO] [store_cache.go:532] ["change store resolve state"] [store=142] [addr=127.0.0.1:9500] [from=unresolved] [to=resolved] [liveness-state=reachable]
[2025/04/06 08:21:12.242 +08:00] [INFO] [main.go:196] ["genLock done"]
[2025/04/06 08:21:12.242 +08:00] [INFO] [tso_client.go:147] ["[tso] exit tso dispatcher check loop"]
[2025/04/06 08:21:12.242 +08:00] [INFO] [tso_dispatcher.go:264] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global]
[2025/04/06 08:21:12.242 +08:00] [INFO] [pd_service_discovery.go:551] ["[pd] exit member loop due to context canceled"]
[2025/04/06 08:21:12.242 +08:00] [INFO] [tso_dispatcher.go:201] ["[tso] exit tso dispatcher"] [dc-location=global]
[2025/04/06 08:21:12.242 +08:00] [INFO] [tso_dispatcher.go:158] ["[tso] exit tso deadline watcher"] [dc-location=global]
[2025/04/06 08:21:12.242 +08:00] [INFO] [tso_dispatcher.go:490] ["[tso] exit tso connection contexts updater"] [dc-location=global]
[2025/04/06 08:21:12.242 +08:00] [INFO] [resource_manager_client.go:296] ["[resource manager] exit resource token dispatcher"]
[2025/04/06 08:21:12.242 +08:00] [INFO] [tso_client.go:157] ["[tso] closing tso client"]
[2025/04/06 08:21:12.242 +08:00] [INFO] [tso_client.go:162] ["[tso] close tso client"]
[2025/04/06 08:21:12.242 +08:00] [INFO] [tso_client.go:164] ["[tso] tso client is closed"]
[2025/04/06 08:21:12.242 +08:00] [INFO] [pd_service_discovery.go:644] ["[pd] close pd service discovery client"]
[2025/04/06 08:21:12.242 +08:00] [INFO] [tso_stream.go:359] ["tsoStream.recvLoop ended"] [stream=127.0.0.1:2379-1] [error="rpc error: code = Canceled desc = context canceled"] [errorVerbose="rpc error: code = Canceled desc = context canceled\ngithub.com/tikv/pd/client.(*tsoStream).recvLoop\n\t/go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20241111073742-238d4d79ea31/tso_stream.go:427\nruntime.goexit\n\t/go/pkg/mod/golang.org/toolchain@v0.0.1-go1.23.4.linux-amd64/src/runtime/asm_amd64.s:1700"]
table common_1.finish_mark not exists for 4-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988600612370328	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e4170c000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-w-wg1h5, pid:21838, start at 2025-04-06 08:21:11.258540528 +0800 CST m=+1.501701400	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:11.266 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:11.235 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:11.235 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988600612370328	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e4170c000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-w-wg1h5, pid:21838, start at 2025-04-06 08:21:11.258540528 +0800 CST m=+1.501701400	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:11.266 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:11.235 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:11.235 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988597840921978	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e41634000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-w-wg1h5, pid:21916, start at 2025-04-06 08:21:11.20835688 +0800 CST m=+1.379090964	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:11.215 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:11.181 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:11.181 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/log/error.log
arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/db/proxy"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/capture_session_done_during_task/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/capture_session_done_during_task/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ set +x
[Sun Apr  6 08:21:12 CST 2025] <<<<<< START kafka consumer in batch_add_table case >>>>>>
check diff successfully
table test.t_1 not exists for 1-th check, retry later
check diff failed 1-th time, retry later
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table ddl_only_block_related_table.finish_mark not exists for 3-th check, retry later
table test.finish_mark not exists for 12-th check, retry later
table common_1.finish_mark exists
check diff successfully
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.capture_session_done_during_task.cli.23336.out cli tso query --pd=http://127.0.0.1:2379
table event_filter.finish_mark exists
check diff failed 1-th time, retry later
wait process cdc.test exit for 1-th time...
table test.t_1 exists
table test.t_2 exists
table test.t_3 exists
table test.t_4 exists
table test.t_5 exists
table test.t_6 exists
table test.t_7 exists
table test.t_8 exists
table test.t_9 exists
table test.t_10 exists
table test.t_11 exists
table test.t_12 exists
table test.t_13 exists
table test.t_14 exists
table test.t_15 exists
table test.t_16 exists
table test.t_17 exists
table test.t_18 exists
table test.t_19 exists
table test.t_20 exists
table test.t_21 exists
table test.t_22 exists
table test.t_23 exists
table test.t_24 exists
table test.t_25 exists
table test.t_26 exists
table test.t_27 exists
table test.t_28 exists
table test.t_29 exists
table test.t_30 exists
table test.t_31 exists
table test.t_32 exists
table test.t_33 exists
table test.t_34 exists
table test.t_35 exists
table test.t_36 exists
table test.t_37 exists
table test.t_38 exists
table test.t_39 exists
table test.t_40 exists
table test.t_41 exists
table test.t_42 exists
table test.t_43 exists
table test.t_44 exists
table test.t_45 exists
table test.t_46 exists
table test.t_47 exists
table test.t_48 exists
table test.t_49 exists
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
wait process cdc.test exit for 2-th time...
table test.t_50 exists
table test.t_51 exists
table test.t_52 exists
table test.t_53 exists
table test.t_54 exists
table test.t_55 exists
table test.t_56 exists
table test.t_57 exists
table test.t_58 exists
table test.t_59 exists
table test.t_60 exists
table test.t_61 exists
table test.t_62 exists
table test.t_63 exists
table test.t_64 exists
table test.t_65 exists
table test.t_66 exists
table test.t_67 exists
table test.t_68 exists
table test.t_69 exists
table test.t_70 exists
table test.t_71 exists
table test.t_72 exists
table test.t_73 exists
table test.t_74 exists
table test.t_75 exists
table test.t_76 exists
table test.t_77 exists
table test.t_78 exists
table ddl_only_block_related_table.finish_mark exists
check diff failed 2-th time, retry later
table test.t_79 exists
table test.t_80 exists
table test.t_81 exists
table test.t_82 exists
table test.t_83 exists
table test.t_84 exists
table test.t_85 exists
table test.t_86 exists
table test.t_87 exists
table test.t_88 exists
table test.t_89 exists
table test.t_90 exists
table test.t_91 exists
table test.t_92 exists
table test.t_93 exists
table test.t_94 exists
table test.t_95 exists
table test.t_96 exists
table test.t_97 exists
table test.t_98 exists
table test.t_99 exists
table test.t_100 exists
wait process 8691 exit for 1-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:21:15 CST 2025] <<<<<< run test case common_1 success! >>>>>>
+ set +x
+ tso='457152626592317441
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152626592317441 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:21:16 CST 2025] <<<<<< START cdc server in capture_session_done_during_task case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/processorManagerHandleNewChangefeedDelay=sleep(2000)'
+ '[' -z '' ']'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.capture_session_done_during_task.2337823380.out server --log-file /tmp/tidb_cdc_test/capture_session_done_during_task/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/capture_session_done_during_task/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
wait process 8691 exit for 2-th time...
table test.t_100 not exists for 1-th check, retry later
check diff failed 2-th time, retry later
table test.finish_mark not exists for 13-th check, retry later
table force_replicate_table.t0 exists
table force_replicate_table.t1 exists
table force_replicate_table.t2 exists
table force_replicate_table.t3 not exists for 1-th check, retry later
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (8691) - No such process
wait process 8691 exit for 3-th time...
process 8691 already exit
[Sun Apr  6 08:21:16 CST 2025] <<<<<< START cdc server in ddl_only_block_related_table case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ExecuteNotDone=return(true)'
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_only_block_related_table.88708872.out server --log-file /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
check diff failed 3-th time, retry later
table force_replicate_table.t3 exists
table force_replicate_table.t4 not exists for 1-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988624099444778	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e46d28000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8, pid:10841, start at 2025-04-06 08:21:16.785048926 +0800 CST m=+1.506235000	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:16.792 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:16.797 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:16.797 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988624099444778	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e46d28000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8, pid:10841, start at 2025-04-06 08:21:16.785048926 +0800 CST m=+1.506235000	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:16.792 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:16.797 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:16.797 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988625716135348	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e46dd8000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8, pid:10909, start at 2025-04-06 08:21:16.826362046 +0800 CST m=+1.485340707	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:16.833 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:16.790 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:16.790 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table test.t_100 not exists for 2-th check, retry later
table test.finish_mark not exists for 14-th check, retry later
table test.t2 not exists for 1-th check, retry later
check diff successfully
check diff failed 4-th time, retry later
wait process cdc.test exit for 1-th time...
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:21:19 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/6ed2d609-f90c-49d6-8b69-30d114b0c1a5
	{"id":"6ed2d609-f90c-49d6-8b69-30d114b0c1a5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898876}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960878f1d2e9
	6ed2d609-f90c-49d6-8b69-30d114b0c1a5

/tidb/cdc/default/default/upstream/7489988600612370328
	{"id":7489988600612370328,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/6ed2d609-f90c-49d6-8b69-30d114b0c1a5
	{"id":"6ed2d609-f90c-49d6-8b69-30d114b0c1a5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898876}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960878f1d2e9
	6ed2d609-f90c-49d6-8b69-30d114b0c1a5

/tidb/cdc/default/default/upstream/7489988600612370328
	{"id":7489988600612370328,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/6ed2d609-f90c-49d6-8b69-30d114b0c1a5
	{"id":"6ed2d609-f90c-49d6-8b69-30d114b0c1a5","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898876}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960878f1d2e9
	6ed2d609-f90c-49d6-8b69-30d114b0c1a5

/tidb/cdc/default/default/upstream/7489988600612370328
	{"id":7489988600612370328,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
table force_replicate_table.t4 exists
table force_replicate_table.t5 not exists for 1-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_messages/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:21:18 CST 2025] <<<<<< run test case kafka_messages success! >>>>>>
+ cd /tmp/tidb_cdc_test/synced_status_with_redo
++ run_cdc_cli_tso_query 127.0.0.1 2379
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.12233.out cli tso query --pd=http://127.0.0.1:2379
table test.t2 not exists for 2-th check, retry later
wait process cdc.test exit for 2-th time...
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:21:19 GMT
< Content-Type: text/plain; charset=utf-8
< Transfer-Encoding: chunked
< 
{ [3971 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:

changefeedID: default/ddl-only-block-related-table
{UpstreamID:7489988541573996965 Namespace:default ID:ddl-only-block-related-table SinkURI:kafka://127.0.0.1:9092/ticdc-common-1-test-5315?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-06 08:21:05.124056551 +0800 CST StartTs:457152624068657157 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003483680 State:normal Error:<nil> Warning:<nil> CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457152624094871555}
{CheckpointTs:457152627791364102 MinTableBarrierTs:457152627791364102 AdminJobType:noop}
span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457152627791364102, checkpointTs: 457152627791364102, state: Replicating
span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457152627791364102, checkpointTs: 457152627791364102, state: Replicating
span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457152627791364102, checkpointTs: 457152627791364102, state: Replicating
span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457152627791364102, checkpointTs: 457152627791364102, state: Replicating



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/6f54521e-8304-4690-8ace-2e8ce6ffce91
	{"id":"6f54521e-8304-4690-8ace-2e8ce6ffce91","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898877}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960878b8aea0
	6f54521e-8304-4690-8ace-2e8ce6ffce91

/tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table
	{"upstream-id":7489988541573996965,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"kafka://127.0.0.1:9092/ticdc-common-1-test-5315?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-06T08:21:05.124056551+08:00","start-ts":457152624068657157,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152624094871555}

/tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table
	{"checkpoint-ts":457152627791364102,"min-table-barrier-ts":457152627791364102,"admin-job-type":0}

/tidb/cdc/default/default/task/position/6f54521e-8304-4690-8ace-2e8ce6ffce91/ddl-only-block-related-table
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7489988541573996965
	{"id":7489988541573996965,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:

changefeedID: default/ddl-only-block-related-table
{UpstreamID:7489988541573996965 Namespace:default ID:ddl-only-block-related-table SinkURI:kafka://127.0.0.1:9092/ticdc-common-1-test-5315?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-06 08:21:05.124056551 +0800 CST StartTs:457152624068657157 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003483680 State:normal Error:<nil> Warning:<nil> CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457152624094871555}
{CheckpointTs:457152627791364102 MinTableBarrierTs:457152627791364102 AdminJobType:noop}
span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457152627791364102, checkpointTs: 457152627791364102, state: Replicating
span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457152627791364102, checkpointTs: 457152627791364102, state: Replicating
span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457152627791364102, checkpointTs: 457152627791364102, state: Replicating
span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457152627791364102, checkpointTs: 457152627791364102, state: Replicating



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/6f54521e-8304-4690-8ace-2e8ce6ffce91
	{"id":"6f54521e-8304-4690-8ace-2e8ce6ffce91","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898877}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960878b8aea0
	6f54521e-8304-4690-8ace-2e8ce6ffce91

/tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table
	{"upstream-id":7489988541573996965,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"kafka://127.0.0.1:9092/ticdc-common-1-test-5315?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-06T08:21:05.124056551+08:00","start-ts":457152624068657157,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152624094871555}

/tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table
	{"checkpoint-ts":457152627791364102,"min-table-barrier-ts":457152627791364102,"admin-job-type":0}

/tidb/cdc/default/default/task/position/6f54521e-8304-4690-8ace-2e8ce6ffce91/ddl-only-block-related-table
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7489988541573996965
	{"id":7489988541573996965,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:

changefeedID: default/ddl-only-block-related-table
{UpstreamID:7489988541573996965 Namespace:default ID:ddl-only-block-related-table SinkURI:kafka://127.0.0.1:9092/ticdc-common-1-test-5315?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-06 08:21:05.124056551 +0800 CST StartTs:457152624068657157 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003483680 State:normal Error:<nil> Warning:<nil> CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457152624094871555}
{CheckpointTs:457152627791364102 MinTableBarrierTs:457152627791364102 AdminJobType:noop}
span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457152627791364102, checkpointTs: 457152627791364102, state: Replicating
span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457152627791364102, checkpointTs: 457152627791364102, state: Replicating
span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457152627791364102, checkpointTs: 457152627791364102, state: Replicating
span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457152627791364102, checkpointTs: 457152627791364102, state: Replicating



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/6f54521e-8304-4690-8ace-2e8ce6ffce91
	{"id":"6f54521e-8304-4690-8ace-2e8ce6ffce91","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898877}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960878b8aea0
	6f54521e-8304-4690-8ace-2e8ce6ffce91

/tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table
	{"upstream-id":7489988541573996965,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"kafka://127.0.0.1:9092/ticdc-common-1-test-5315?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-06T08:21:05.124056551+08:00","start-ts":457152624068657157,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152624094871555}

/tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table
	{"checkpoint-ts":457152627791364102,"min-table-barrier-ts":457152627791364102,"admin-job-type":0}

/tidb/cdc/default/default/task/position/6f54521e-8304-4690-8ace-2e8ce6ffce91/ddl-only-block-related-table
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7489988541573996965
	{"id":7489988541573996965,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
check_ts_not_forward ddl-only-block-related-table
[Sun Apr  6 08:21:20 CST 2025] <<<<<< START kafka consumer in capture_session_done_during_task case >>>>>>
table test.finish_mark not exists for 15-th check, retry later
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:21:20 CST 2025] <<<<<< run test case event_filter success! >>>>>>
lease 2231960878f1d2e9 revoked
table test.t_100 not exists for 3-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/partition_table/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table force_replicate_table.t5 exists
table force_replicate_table.t6 not exists for 1-th check, retry later
table capture_session_done_during_task.t exists
check diff failed 1-th time, retry later
+ set +x
+ tso='457152627997671425
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152627997671425 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ start_ts=457152627997671425
+ run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status_with_redo --binary cdc.test
[Sun Apr  6 08:21:21 CST 2025] <<<<<< START cdc server in synced_status_with_redo case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.1225812260.out server --log-file /tmp/tidb_cdc_test/synced_status_with_redo/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
check diff failed 5-th time, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_sink_error_resume/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table test.t2 not exists for 3-th check, retry later
table test.finish_mark not exists for 16-th check, retry later
table test.t_100 not exists for 4-th check, retry later
check diff failed 6-th time, retry later
check diff failed 2-th time, retry later
table force_replicate_table.t6 exists
check_data_subset force_replicate_table.t0 127.0.0.1 4000 127.0.0.1 3306
table test.t2 not exists for 4-th check, retry later
table test.finish_mark not exists for 17-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/partition_table
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
run task failed 1-th time, retry later
run task successfully
check_data_subset force_replicate_table.t1 127.0.0.1 4000 127.0.0.1 3306
table test.t_100 not exists for 5-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:21:24 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/f9ec0460-9391-4d40-bf67-c8d2ee1c581b
	{"id":"f9ec0460-9391-4d40-bf67-c8d2ee1c581b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898881}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960879017dd6
	f9ec0460-9391-4d40-bf67-c8d2ee1c581b

/tidb/cdc/default/default/upstream/7489988624099444778
	{"id":7489988624099444778,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/f9ec0460-9391-4d40-bf67-c8d2ee1c581b
	{"id":"f9ec0460-9391-4d40-bf67-c8d2ee1c581b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898881}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960879017dd6
	f9ec0460-9391-4d40-bf67-c8d2ee1c581b

/tidb/cdc/default/default/upstream/7489988624099444778
	{"id":7489988624099444778,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/f9ec0460-9391-4d40-bf67-c8d2ee1c581b
	{"id":"f9ec0460-9391-4d40-bf67-c8d2ee1c581b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898881}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960879017dd6
	f9ec0460-9391-4d40-bf67-c8d2ee1c581b

/tidb/cdc/default/default/upstream/7489988624099444778
	{"id":7489988624099444778,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ config_path=conf/changefeed-redo.toml
+ SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1'
+ run_cdc_cli changefeed create --start-ts=457152627997671425 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.12322.out cli changefeed create --start-ts=457152627997671425 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml
Create changefeed successfully!
ID: test-1
Info: {"upstream_id":7489988624099444778,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-06T08:21:24.888740802+08:00","start_ts":457152627997671425,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"eventual","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"storage":"file:///tmp/tidb_cdc_test/synced_status/redo","use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152627997671425,"checkpoint_ts":457152627997671425,"checkpoint_time":"2025-04-06 08:21:19.996"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
run task successfully
check_data_subset force_replicate_table.t2 127.0.0.1 4000 127.0.0.1 3306
check diff successfully
check diff failed 1-th time, retry later
table test.t2 not exists for 5-th check, retry later
run task successfully
check_data_subset force_replicate_table.t3 127.0.0.1 4000 127.0.0.1 3306
check diff successfully
start tidb cluster in /tmp/tidb_cdc_test/kafka_sink_error_resume
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
check_ts_not_forward ddl-only-block-related-table
+ set +x
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   221  100   221    0     0  11631      0 --:--:-- --:--:-- --:--:-- 11631
+ synced_status='{"synced":true,"sink_checkpoint_ts":"2025-04-06 08:21:19.996","puller_resolved_ts":"1970-01-01 08:00:00.000","last_synced_ts":"1970-01-01 08:00:00.000","now_ts":"2025-04-06 08:21:26.000","info":"Data syncing is finished"}'
++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-06' '08:21:19.996","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-06' '08:21:26.000","info":"Data' syncing is 'finished"}'
++ jq .synced
+ status=true
++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-06' '08:21:19.996","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-06' '08:21:26.000","info":"Data' syncing is 'finished"}'
++ jq -r .sink_checkpoint_ts
+ sink_checkpoint_ts='2025-04-06 08:21:19.996'
++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-06' '08:21:19.996","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-06' '08:21:26.000","info":"Data' syncing is 'finished"}'
++ jq -r .puller_resolved_ts
+ puller_resolved_ts='1970-01-01 08:00:00.000'
++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-06' '08:21:19.996","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-06' '08:21:26.000","info":"Data' syncing is 'finished"}'
++ jq -r .last_synced_ts
+ last_synced_ts='1970-01-01 08:00:00.000'
+ '[' true '!=' true ']'
+ '[' '1970-01-01 08:00:00.000' '!=' '1970-01-01 08:00:00.000' ']'
+ '[' '1970-01-01 08:00:00.000' '!=' '1970-01-01 08:00:00.000' ']'
++ date '+%Y-%m-%d %H:%M:%S'
+ current='2025-04-06 08:21:26'
+ echo 'sink_checkpoint_ts is 2025-04-06' 08:21:19.996
sink_checkpoint_ts is 2025-04-06 08:21:19.996
++ date -d '2025-04-06 08:21:19.996' +%s
+ checkpoint_timestamp=1743898879
++ date -d '2025-04-06 08:21:26' +%s
+ current_timestamp=1743898886
+ '[' 7 -gt 300 ']'
+ run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);'
table test.t_100 not exists for 6-th check, retry later
table test.finish_mark not exists for 18-th check, retry later
check diff failed 1-th time, retry later
+ check_table_exists test.t1 127.0.0.1 3306
table test.t1 not exists for 1-th check, retry later
run task successfully
check_data_subset force_replicate_table.t4 127.0.0.1 4000 127.0.0.1 3306
table test.t2 not exists for 6-th check, retry later
run task successfully
check_data_subset force_replicate_table.t5 127.0.0.1 4000 127.0.0.1 3306
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
check diff successfully
[Pipeline] // dir
[Pipeline] }
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table test.t_100 not exists for 7-th check, retry later
run task successfully
check_data_subset force_replicate_table.t6 127.0.0.1 4000 127.0.0.1 3306
[Pipeline] // stage
table test.finish_mark exists
check diff successfully
[Pipeline] }
wait process cdc.test exit for 1-th time...
[Pipeline] // container
[Pipeline] }
id=19,a=NULL doesn't exist in downstream table force_replicate_table.t6
run task failed 1-th time, retry later
[Pipeline] // withEnv
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
[Pipeline] }
table test.t1 exists
+ sleep 5
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
wait process cdc.test exit for 2-th time...
[Pipeline] }
check diff failed 2-th time, retry later
table test.finish_mark exists
check diff failed 1-th time, retry later
table test.t2 not exists for 7-th check, retry later
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:21:29 CST 2025] <<<<<< run test case capture_session_done_during_task success! >>>>>>
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check_data_subset force_replicate_table.t6 127.0.0.1 4000 127.0.0.1 3306
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.t_100 not exists for 8-th check, retry later
check diff failed 3-th time, retry later
check diff failed 2-th time, retry later
run task successfully
wait process cdc.test exit for 1-th time...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988689290309735	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e55534000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-k-b7655, pid:10205, start at 2025-04-06 08:21:31.640361011 +0800 CST m=+1.464002164	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:31.648 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:31.647 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:31.647 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
table test.t2 not exists for 8-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988689290309735	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e55534000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-k-b7655, pid:10205, start at 2025-04-06 08:21:31.640361011 +0800 CST m=+1.464002164	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:31.648 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:31.647 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:31.647 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988679212876842	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e55784000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-k-b7655, pid:10284, start at 2025-04-06 08:21:31.778126517 +0800 CST m=+1.527267171	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:31.785 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:31.745 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:31.745 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/sql_mode/run.sh using Sink-Type: kafka... <<=================
+++ dirname /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/sql_mode/run.sh
++ cd /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/sql_mode
++ pwd
+ CUR=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/sql_mode
+ source /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/sql_mode/../_utils/test_prepare
++ UP_TIDB_HOST=127.0.0.1
++ UP_TIDB_PORT=4000
++ UP_TIDB_OTHER_PORT=4001
++ UP_TIDB_STATUS=10080
++ UP_TIDB_OTHER_STATUS=10081
++ DOWN_TIDB_HOST=127.0.0.1
++ DOWN_TIDB_PORT=3306
++ DOWN_TIDB_STATUS=20080
++ TLS_TIDB_HOST=127.0.0.1
++ TLS_TIDB_PORT=3307
++ TLS_TIDB_STATUS=30080
++ UP_PD_HOST_1=127.0.0.1
++ UP_PD_PORT_1=2379
++ UP_PD_PEER_PORT_1=2380
++ UP_PD_HOST_2=127.0.0.1
++ UP_PD_PORT_2=2679
++ UP_PD_PEER_PORT_2=2680
++ UP_PD_HOST_3=127.0.0.1
++ UP_PD_PORT_3=2779
++ UP_PD_PEER_PORT_3=2780
++ DOWN_PD_HOST=127.0.0.1
++ DOWN_PD_PORT=2479
++ DOWN_PD_PEER_PORT=2480
++ TLS_PD_HOST=127.0.0.1
++ TLS_PD_PORT=2579
++ TLS_PD_PEER_PORT=2580
++ UP_TIKV_HOST_1=127.0.0.1
++ UP_TIKV_PORT_1=20160
++ UP_TIKV_STATUS_PORT_1=20181
++ UP_TIKV_HOST_2=127.0.0.1
++ UP_TIKV_PORT_2=20161
++ UP_TIKV_STATUS_PORT_2=20182
++ UP_TIKV_HOST_3=127.0.0.1
++ UP_TIKV_PORT_3=20162
++ UP_TIKV_STATUS_PORT_3=20183
++ DOWN_TIKV_HOST=127.0.0.1
++ DOWN_TIKV_PORT=21160
++ DOWN_TIKV_STATUS_PORT=21180
++ TLS_TIKV_HOST=127.0.0.1
++ TLS_TIKV_PORT=22160
++ TLS_TIKV_STATUS_PORT=22180
+++ cat /tmp/tidb_cdc_test/KAFKA_VERSION
+++ echo 2.4.1
++ KAFKA_VERSION=2.4.1
+ WORK_DIR=/tmp/tidb_cdc_test/sql_mode
+ CDC_BINARY=cdc.test
+ SINK_TYPE=kafka
+ CDC_COUNT=3
+ DB_COUNT=4
+ rm -rf /tmp/tidb_cdc_test/sql_mode
+ mkdir -p /tmp/tidb_cdc_test/sql_mode
+ start_tidb_cluster --workdir /tmp/tidb_cdc_test/sql_mode
The 1 times to try to start tidb cluster...
wait process cdc.test exit for 2-th time...
Logging trace to /tmp/tidb_cdc_test/partition_table/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/partition_table/tiflash/log/error.log
arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/partition_table/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/partition_table/tiflash/db/proxy"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/partition_table/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988688303077326	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e55e100005	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq, pid:9530, start at 2025-04-06 08:21:32.170304531 +0800 CST m=+1.432209860	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:32.177 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:32.164 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:32.164 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988688303077326	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e55e100005	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq, pid:9530, start at 2025-04-06 08:21:32.170304531 +0800 CST m=+1.432209860	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:32.177 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:32.164 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:32.164 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988691683006716	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e5605c0002	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq, pid:9611, start at 2025-04-06 08:21:32.313373333 +0800 CST m=+1.504412928	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:32.321 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:32.311 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:32.311 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
table test.t_100 not exists for 9-th check, retry later
check diff failed 4-th time, retry later
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/kafka_sink_error_resume/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kafka_sink_error_resume/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kafka_sink_error_resume/tiflash/log/proxy.log"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_sink_error_resume/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kafka_sink_error_resume/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:21:33 CST 2025] <<<<<< run test case force_replicate_table success! >>>>>>
check diff failed 3-th time, retry later
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   243  100   243    0     0  40500      0 --:--:-- --:--:-- --:--:-- 40500
+ synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-06 08:21:32.297","puller_resolved_ts":"2025-04-06 08:21:26.396","last_synced_ts":"2025-04-06 08:21:26.847","now_ts":"2025-04-06 08:21:33.000","info":"The data syncing is not finished, please wait"}'
++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-06' '08:21:32.297","puller_resolved_ts":"2025-04-06' '08:21:26.396","last_synced_ts":"2025-04-06' '08:21:26.847","now_ts":"2025-04-06' '08:21:33.000","info":"The' data syncing is not finished, please 'wait"}'
++ jq .synced
+ status=false
+ '[' false '!=' false ']'
++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-06' '08:21:32.297","puller_resolved_ts":"2025-04-06' '08:21:26.396","last_synced_ts":"2025-04-06' '08:21:26.847","now_ts":"2025-04-06' '08:21:33.000","info":"The' data syncing is not finished, please 'wait"}'
++ jq -r .info
+ info='The data syncing is not finished, please wait'
+ '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']'
+ sleep 130
table test.t2 not exists for 9-th check, retry later
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.partition_table.cli.11604.out cli tso query --pd=http://127.0.0.1:2379
table test.t_100 not exists for 10-th check, retry later
check diff failed 5-th time, retry later
[Sun Apr  6 08:21:35 CST 2025] <<<<<< START cdc server in kafka_sink_error_resume case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/sink/dmlsink/mq/dmlproducer/KafkaSinkAsyncSendError=1*return(true)'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_sink_error_resume.1097610978.out server --log-file /tmp/tidb_cdc_test/kafka_sink_error_resume/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_sink_error_resume/cdc_data --cluster-id default --addr 127.0.0.1:8300 --pd http://127.0.0.1:2379
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
check diff failed 4-th time, retry later
start tidb cluster in /tmp/tidb_cdc_test/sql_mode
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
table test.t2 not exists for 10-th check, retry later
+ set +x
+ tso='457152631903879169
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152631903879169 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:21:36 CST 2025] <<<<<< START cdc server in partition_table case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ GO_FAILPOINTS=
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.partition_table.1164111643.out server --log-file /tmp/tidb_cdc_test/partition_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/partition_table/cdc_data --cluster-id default
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table test.t_100 not exists for 11-th check, retry later
check diff successfully
check diff failed 5-th time, retry later
table test.t2 not exists for 11-th check, retry later
check diff failed 1-th time, retry later
table test.t_100 exists
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:21:38 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/b3551e47-06e4-4de8-8d72-da3651e5957a
	{"id":"b3551e47-06e4-4de8-8d72-da3651e5957a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898895}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608793de8cd
	b3551e47-06e4-4de8-8d72-da3651e5957a

/tidb/cdc/default/default/upstream/7489988688303077326
	{"id":7489988688303077326,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/b3551e47-06e4-4de8-8d72-da3651e5957a
	{"id":"b3551e47-06e4-4de8-8d72-da3651e5957a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898895}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608793de8cd
	b3551e47-06e4-4de8-8d72-da3651e5957a

/tidb/cdc/default/default/upstream/7489988688303077326
	{"id":7489988688303077326,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/b3551e47-06e4-4de8-8d72-da3651e5957a
	{"id":"b3551e47-06e4-4de8-8d72-da3651e5957a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898895}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608793de8cd
	b3551e47-06e4-4de8-8d72-da3651e5957a

/tidb/cdc/default/default/upstream/7489988688303077326
	{"id":7489988688303077326,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
[Sun Apr  6 08:21:38 CST 2025] <<<<<< START kafka consumer in kafka_sink_error_resume case >>>>>>
check_changefeed_status 127.0.0.1:8300 7d776814-d591-4c93-ae6f-db4926c23e52 warning last_warning kafka sink injected error
+ endpoint=127.0.0.1:8300
+ changefeed_id=7d776814-d591-4c93-ae6f-db4926c23e52
+ expected_state=warning
+ field=last_warning
+ error_pattern=kafka
++ curl 127.0.0.1:8300/api/v2/changefeeds/7d776814-d591-4c93-ae6f-db4926c23e52/status
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100    86  100    86    0     0   1343      0 --:--:-- --:--:-- --:--:--  1343
+ info='{"state":"normal","resolved_ts":457152632799625227,"checkpoint_ts":457152632799625227}'
+ echo '{"state":"normal","resolved_ts":457152632799625227,"checkpoint_ts":457152632799625227}'
{"state":"normal","resolved_ts":457152632799625227,"checkpoint_ts":457152632799625227}
++ echo '{"state":"normal","resolved_ts":457152632799625227,"checkpoint_ts":457152632799625227}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \w\a\r\n\i\n\g ]]
+ echo 'changefeed state normal does not equal to warning'
changefeed state normal does not equal to warning
+ exit 1
run task failed 1-th time, retry later
table batch_add_table.finish_mark not exists for 1-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:21:39 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/c745505e-d3cf-443a-a834-cf0b0bca7b95
	{"id":"c745505e-d3cf-443a-a834-cf0b0bca7b95","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898896}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087937c9d6
	c745505e-d3cf-443a-a834-cf0b0bca7b95

/tidb/cdc/default/default/upstream/7489988689290309735
	{"id":7489988689290309735,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/c745505e-d3cf-443a-a834-cf0b0bca7b95
	{"id":"c745505e-d3cf-443a-a834-cf0b0bca7b95","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898896}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087937c9d6
	c745505e-d3cf-443a-a834-cf0b0bca7b95

/tidb/cdc/default/default/upstream/7489988689290309735
	{"id":7489988689290309735,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/c745505e-d3cf-443a-a834-cf0b0bca7b95
	{"id":"c745505e-d3cf-443a-a834-cf0b0bca7b95","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898896}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087937c9d6
	c745505e-d3cf-443a-a834-cf0b0bca7b95

/tidb/cdc/default/default/upstream/7489988689290309735
	{"id":7489988689290309735,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.partition_table.cli.11697.out cli changefeed create --start-ts=457152631903879169 '--sink-uri=kafka://127.0.0.1:9092/ticdc-partition-table-test-22648?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
Create changefeed successfully!
ID: f54779d9-3c1d-44d0-aa1a-4ddc0210f723
Info: {"upstream_id":7489988689290309735,"namespace":"default","id":"f54779d9-3c1d-44d0-aa1a-4ddc0210f723","sink_uri":"kafka://127.0.0.1:9092/ticdc-partition-table-test-22648?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:21:39.922181647+08:00","start_ts":457152631903879169,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152631903879169,"checkpoint_ts":457152631903879169,"checkpoint_time":"2025-04-06 08:21:34.897"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
check diff failed 6-th time, retry later
table test.t2 not exists for 12-th check, retry later
check_changefeed_status 127.0.0.1:8300 7d776814-d591-4c93-ae6f-db4926c23e52 warning last_warning kafka sink injected error
+ endpoint=127.0.0.1:8300
+ changefeed_id=7d776814-d591-4c93-ae6f-db4926c23e52
+ expected_state=warning
+ field=last_warning
+ error_pattern=kafka
++ curl 127.0.0.1:8300/api/v2/changefeeds/7d776814-d591-4c93-ae6f-db4926c23e52/status
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

check diff failed 2-th time, retry later
  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100    86  100    86    0     0   1036      0 --:--:-- --:--:-- --:--:--  1036
+ info='{"state":"normal","resolved_ts":457152632852054058,"checkpoint_ts":457152632852054058}'
+ echo '{"state":"normal","resolved_ts":457152632852054058,"checkpoint_ts":457152632852054058}'
{"state":"normal","resolved_ts":457152632852054058,"checkpoint_ts":457152632852054058}
++ echo '{"state":"normal","resolved_ts":457152632852054058,"checkpoint_ts":457152632852054058}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \w\a\r\n\i\n\g ]]
+ echo 'changefeed state normal does not equal to warning'
changefeed state normal does not equal to warning
+ exit 1
run task failed 2-th time, retry later
+ set +x
[Sun Apr  6 08:21:41 CST 2025] <<<<<< START kafka consumer in partition_table case >>>>>>
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table batch_add_table.finish_mark not exists for 2-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/ddl_attributes/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
check diff failed 7-th time, retry later
table test.t2 exists
check diff successfully
wait process cdc.test exit for 1-th time...
check diff failed 3-th time, retry later
wait process cdc.test exit for 2-th time...
table batch_add_table.finish_mark not exists for 3-th check, retry later
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:21:43 CST 2025] <<<<<< run test case resolve_lock success! >>>>>>
check diff failed 8-th time, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988738006677739	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e605440013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw, pid:9841, start at 2025-04-06 08:21:42.910892895 +0800 CST m=+1.567787068	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:42.919 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:42.914 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:42.914 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988738006677739	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e605440013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw, pid:9841, start at 2025-04-06 08:21:42.910892895 +0800 CST m=+1.567787068	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:42.919 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:42.914 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:42.914 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988730390482999	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e605f80005	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw, pid:9905, start at 2025-04-06 08:21:42.917075402 +0800 CST m=+1.511776325	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:42.924 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:42.910 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:42.910 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/sql_mode/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/sql_mode/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/sql_mode/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/sql_mode/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/sql_mode/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
check diff failed 4-th time, retry later
check_changefeed_status 127.0.0.1:8300 7d776814-d591-4c93-ae6f-db4926c23e52 warning last_warning kafka sink injected error
+ endpoint=127.0.0.1:8300
+ changefeed_id=7d776814-d591-4c93-ae6f-db4926c23e52
+ expected_state=warning
+ field=last_warning
+ error_pattern=kafka
++ curl 127.0.0.1:8300/api/v2/changefeeds/7d776814-d591-4c93-ae6f-db4926c23e52/status
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   244  100   244    0     0   1862      0 --:--:-- --:--:-- --:--:--  1848
100   244  100   244    0     0   1848      0 --:--:-- --:--:-- --:--:--  1834
+ info='{"state":"warning","resolved_ts":457152634490454018,"checkpoint_ts":457152632865161253,"last_warning":{"time":"2025-04-06T08:21:42.352016636+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}'
+ echo '{"state":"warning","resolved_ts":457152634490454018,"checkpoint_ts":457152632865161253,"last_warning":{"time":"2025-04-06T08:21:42.352016636+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}'
{"state":"warning","resolved_ts":457152634490454018,"checkpoint_ts":457152632865161253,"last_warning":{"time":"2025-04-06T08:21:42.352016636+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}
++ echo '{"state":"warning","resolved_ts":457152634490454018,"checkpoint_ts":457152632865161253,"last_warning":{"time":"2025-04-06T08:21:42.352016636+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka' sink injected 'error"}}'
++ jq -r .state
+ state=warning
+ [[ ! warning == \w\a\r\n\i\n\g ]]
+ [[ -z last_warning ]]
++ echo '{"state":"warning","resolved_ts":457152634490454018,"checkpoint_ts":457152632865161253,"last_warning":{"time":"2025-04-06T08:21:42.352016636+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka' sink injected 'error"}}'
++ jq -r .last_warning.message
+ error_msg='kafka sink injected error'
+ [[ ! kafka sink injected error =~ kafka ]]
run task successfully
start tidb cluster in /tmp/tidb_cdc_test/ddl_attributes
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
table batch_add_table.finish_mark not exists for 4-th check, retry later
check_changefeed_status 127.0.0.1:8300 7d776814-d591-4c93-ae6f-db4926c23e52 normal
+ endpoint=127.0.0.1:8300
+ changefeed_id=7d776814-d591-4c93-ae6f-db4926c23e52
+ expected_state=normal
+ field=
+ error_pattern=
++ curl 127.0.0.1:8300/api/v2/changefeeds/7d776814-d591-4c93-ae6f-db4926c23e52/status
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   244  100   244    0     0   3012      0 --:--:-- --:--:-- --:--:--  3012
+ info='{"state":"warning","resolved_ts":457152634490454018,"checkpoint_ts":457152632865161253,"last_warning":{"time":"2025-04-06T08:21:42.352016636+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}'
+ echo '{"state":"warning","resolved_ts":457152634490454018,"checkpoint_ts":457152632865161253,"last_warning":{"time":"2025-04-06T08:21:42.352016636+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}'
{"state":"warning","resolved_ts":457152634490454018,"checkpoint_ts":457152632865161253,"last_warning":{"time":"2025-04-06T08:21:42.352016636+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}
++ echo '{"state":"warning","resolved_ts":457152634490454018,"checkpoint_ts":457152632865161253,"last_warning":{"time":"2025-04-06T08:21:42.352016636+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka' sink injected 'error"}}'
++ jq -r .state
+ state=warning
+ [[ ! warning == \n\o\r\m\a\l ]]
+ echo 'changefeed state warning does not equal to normal'
changefeed state warning does not equal to normal
+ exit 1
run task failed 1-th time, retry later
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
check diff failed 9-th time, retry later
+ trap stop_tidb_cluster EXIT
+ run_sql 'set global sql_mode='\''NO_BACKSLASH_ESCAPES'\'';' 127.0.0.1 4000
+ run_sql 'set global sql_mode='\''NO_BACKSLASH_ESCAPES'\'';' 127.0.0.1 3306
+ cd /tmp/tidb_cdc_test/sql_mode
++ run_cdc_cli_tso_query 127.0.0.1 2379
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.cli.11356.out cli tso query --pd=http://127.0.0.1:2379
[Pipeline] // dir
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
table partition_table.t exists
table partition_table.t1 exists
table partition_table.t2 not exists for 1-th check, retry later
check diff failed 5-th time, retry later
table batch_add_table.finish_mark not exists for 5-th check, retry later
+ set +x
+ tso='457152634844610561
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152634844610561 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ start_ts=457152634844610561
+ run_cdc_server --workdir /tmp/tidb_cdc_test/sql_mode --binary cdc.test
[Sun Apr  6 08:21:47 CST 2025] <<<<<< START cdc server in sql_mode case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.1139311395.out server --log-file /tmp/tidb_cdc_test/sql_mode/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/sql_mode/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
check_changefeed_status 127.0.0.1:8300 7d776814-d591-4c93-ae6f-db4926c23e52 normal
+ endpoint=127.0.0.1:8300
+ changefeed_id=7d776814-d591-4c93-ae6f-db4926c23e52
+ expected_state=normal
+ field=
+ error_pattern=
++ curl 127.0.0.1:8300/api/v2/changefeeds/7d776814-d591-4c93-ae6f-db4926c23e52/status
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   244  100   244    0     0   2975      0 --:--:-- --:--:-- --:--:--  2975
+ info='{"state":"warning","resolved_ts":457152635014742020,"checkpoint_ts":457152632865161253,"last_warning":{"time":"2025-04-06T08:21:42.352016636+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}'
+ echo '{"state":"warning","resolved_ts":457152635014742020,"checkpoint_ts":457152632865161253,"last_warning":{"time":"2025-04-06T08:21:42.352016636+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}'
{"state":"warning","resolved_ts":457152635014742020,"checkpoint_ts":457152632865161253,"last_warning":{"time":"2025-04-06T08:21:42.352016636+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}
++ echo '{"state":"warning","resolved_ts":457152635014742020,"checkpoint_ts":457152632865161253,"last_warning":{"time":"2025-04-06T08:21:42.352016636+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka' sink injected 'error"}}'
++ jq -r .state
+ state=warning
+ [[ ! warning == \n\o\r\m\a\l ]]
+ echo 'changefeed state warning does not equal to normal'
changefeed state warning does not equal to normal
+ exit 1
run task failed 2-th time, retry later
check diff successfully
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table partition_table.t2 not exists for 2-th check, retry later
wait process cdc.test exit for 1-th time...
check diff successfully
wait process cdc.test exit for 2-th time...
table batch_add_table.finish_mark not exists for 6-th check, retry later
wait process cdc.test exit for 1-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:21:49 CST 2025] <<<<<< run test case debezium_basic success! >>>>>>
wait process cdc.test exit for 2-th time...
Starting Upstream TiDB...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:21:50 CST 2025] <<<<<< run test case changefeed_pause_resume success! >>>>>>
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:21:50 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/53310a34-89d9-4a42-bed3-aca692fb920d
	{"id":"53310a34-89d9-4a42-bed3-aca692fb920d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898907}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960879655dd8
	53310a34-89d9-4a42-bed3-aca692fb920d

/tidb/cdc/default/default/upstream/7489988738006677739
	{"id":7489988738006677739,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/53310a34-89d9-4a42-bed3-aca692fb920d
	{"id":"53310a34-89d9-4a42-bed3-aca692fb920d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898907}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960879655dd8
	53310a34-89d9-4a42-bed3-aca692fb920d

/tidb/cdc/default/default/upstream/7489988738006677739
	{"id":7489988738006677739,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/53310a34-89d9-4a42-bed3-aca692fb920d
	{"id":"53310a34-89d9-4a42-bed3-aca692fb920d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898907}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960879655dd8
	53310a34-89d9-4a42-bed3-aca692fb920d

/tidb/cdc/default/default/upstream/7489988738006677739
	{"id":7489988738006677739,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1'
+ run_cdc_cli changefeed create --start-ts=457152634844610561 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.cli.11457.out cli changefeed create --start-ts=457152634844610561 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1
table partition_table.t2 not exists for 3-th check, retry later
Create changefeed successfully!
ID: test-1
Info: {"upstream_id":7489988738006677739,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-06T08:21:51.010402941+08:00","start_ts":457152634844610561,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152634844610561,"checkpoint_ts":457152634844610561,"checkpoint_time":"2025-04-06 08:21:46.115"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
table batch_add_table.finish_mark not exists for 7-th check, retry later
check_changefeed_status 127.0.0.1:8300 7d776814-d591-4c93-ae6f-db4926c23e52 normal
+ endpoint=127.0.0.1:8300
+ changefeed_id=7d776814-d591-4c93-ae6f-db4926c23e52
+ expected_state=normal
+ field=
+ error_pattern=
++ curl 127.0.0.1:8300/api/v2/changefeeds/7d776814-d591-4c93-ae6f-db4926c23e52/status
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   244  100   244    0     0   2904      0 --:--:-- --:--:-- --:--:--  2904
+ info='{"state":"warning","resolved_ts":457152636063318020,"checkpoint_ts":457152632865161253,"last_warning":{"time":"2025-04-06T08:21:42.352016636+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}'
+ echo '{"state":"warning","resolved_ts":457152636063318020,"checkpoint_ts":457152632865161253,"last_warning":{"time":"2025-04-06T08:21:42.352016636+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}'
{"state":"warning","resolved_ts":457152636063318020,"checkpoint_ts":457152632865161253,"last_warning":{"time":"2025-04-06T08:21:42.352016636+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}
++ echo '{"state":"warning","resolved_ts":457152636063318020,"checkpoint_ts":457152632865161253,"last_warning":{"time":"2025-04-06T08:21:42.352016636+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka' sink injected 'error"}}'
++ jq -r .state
+ state=warning
+ [[ ! warning == \n\o\r\m\a\l ]]
+ echo 'changefeed state warning does not equal to normal'
changefeed state warning does not equal to normal
+ exit 1
run task failed 3-th time, retry later
+ set +x
+ run_sql 'use test; create table t1(id bigint primary key, a text, b text as ((regexp_replace(a, '\''^[1-9]\d{9,29}$'\'', '\''aaaaa'\''))), c text); insert into t1 (id, a, c) values(1,123456, '\''ab\\\\c'\''); insert into t1 (id, a, c) values(2,1234567890123, '\''ab\\c'\'');' 127.0.0.1 4000
table partition_table.t2 not exists for 4-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988775099529526	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e68f54000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-w-wg1h5, pid:24816, start at 2025-04-06 08:21:51.745765359 +0800 CST m=+1.365932604	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:51.752 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:51.752 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:51.752 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988775099529526	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e68f54000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-w-wg1h5, pid:24816, start at 2025-04-06 08:21:51.745765359 +0800 CST m=+1.365932604	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:51.752 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:51.752 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:51.752 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988767240389626	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e69264000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-w-wg1h5, pid:24903, start at 2025-04-06 08:21:51.945886978 +0800 CST m=+1.480235314	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:51.953 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:51.947 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:51.947 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/ddl_attributes/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/ddl_attributes/tiflash/log/error.log
arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/ddl_attributes/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/ddl_attributes/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/ddl_attributes/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ '[' kafka == mysql ']'
+ stop_tidb_cluster
table batch_add_table.finish_mark not exists for 8-th check, retry later
table partition_table.t2 not exists for 5-th check, retry later
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_attributes.cli.26300.out cli tso query --pd=http://127.0.0.1:2379
table batch_add_table.finish_mark not exists for 9-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/move_table/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table partition_table.t2 not exists for 6-th check, retry later
+ set +x
+ tso='457152637200498689
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152637200498689 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:21:56 CST 2025] <<<<<< START cdc server in ddl_attributes case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ GO_FAILPOINTS=
+ '[' -z '' ']'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_attributes.2633726339.out server --log-file /tmp/tidb_cdc_test/ddl_attributes/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_attributes/cdc_data --cluster-id default
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table batch_add_table.finish_mark not exists for 10-th check, retry later
check_changefeed_status 127.0.0.1:8300 7d776814-d591-4c93-ae6f-db4926c23e52 normal
+ endpoint=127.0.0.1:8300
+ changefeed_id=7d776814-d591-4c93-ae6f-db4926c23e52
+ expected_state=normal
+ field=
+ error_pattern=
++ curl 127.0.0.1:8300/api/v2/changefeeds/7d776814-d591-4c93-ae6f-db4926c23e52/status
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   244  100   244    0     0   2939      0 --:--:-- --:--:-- --:--:--  2939
+ info='{"state":"warning","resolved_ts":457152637636182022,"checkpoint_ts":457152632865161253,"last_warning":{"time":"2025-04-06T08:21:42.352016636+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}'
+ echo '{"state":"warning","resolved_ts":457152637636182022,"checkpoint_ts":457152632865161253,"last_warning":{"time":"2025-04-06T08:21:42.352016636+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}'
{"state":"warning","resolved_ts":457152637636182022,"checkpoint_ts":457152632865161253,"last_warning":{"time":"2025-04-06T08:21:42.352016636+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}
++ echo '{"state":"warning","resolved_ts":457152637636182022,"checkpoint_ts":457152632865161253,"last_warning":{"time":"2025-04-06T08:21:42.352016636+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka' sink injected 'error"}}'
++ jq -r .state
+ state=warning
+ [[ ! warning == \n\o\r\m\a\l ]]
+ echo 'changefeed state warning does not equal to normal'
changefeed state warning does not equal to normal
+ exit 1
run task failed 4-th time, retry later
start tidb cluster in /tmp/tidb_cdc_test/move_table
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
table partition_table.t2 exists
table partition_table.finish_mark not exists for 1-th check, retry later
table batch_add_table.finish_mark not exists for 11-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:21:59 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/79835685-8585-4916-b08f-c734c580cd15
	{"id":"79835685-8585-4916-b08f-c734c580cd15","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898916}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087988abd7
	79835685-8585-4916-b08f-c734c580cd15

/tidb/cdc/default/default/upstream/7489988775099529526
	{"id":7489988775099529526,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/79835685-8585-4916-b08f-c734c580cd15
	{"id":"79835685-8585-4916-b08f-c734c580cd15","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898916}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087988abd7
	79835685-8585-4916-b08f-c734c580cd15

/tidb/cdc/default/default/upstream/7489988775099529526
	{"id":7489988775099529526,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/79835685-8585-4916-b08f-c734c580cd15
	{"id":"79835685-8585-4916-b08f-c734c580cd15","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898916}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087988abd7
	79835685-8585-4916-b08f-c734c580cd15

/tidb/cdc/default/default/upstream/7489988775099529526
	{"id":7489988775099529526,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_attributes.cli.26393.out cli changefeed create --start-ts=457152637200498689 '--sink-uri=kafka://127.0.0.1:9092/ticdc-ddl-attributes-test-847?protocol=open-protocol&partition-num=4&kafka-version=2.4.1'
Create changefeed successfully!
ID: cd07bc85-a295-44e4-8056-11c77748bbeb
Info: {"upstream_id":7489988775099529526,"namespace":"default","id":"cd07bc85-a295-44e4-8056-11c77748bbeb","sink_uri":"kafka://127.0.0.1:9092/ticdc-ddl-attributes-test-847?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1","create_time":"2025-04-06T08:22:00.037701082+08:00","start_ts":457152637200498689,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152637200498689,"checkpoint_ts":457152637200498689,"checkpoint_time":"2025-04-06 08:21:55.102"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
Verifying downstream PD is started...
table partition_table.finish_mark not exists for 2-th check, retry later
+ set +x
[Sun Apr  6 08:22:01 CST 2025] <<<<<< START kafka consumer in ddl_attributes case >>>>>>
table batch_add_table.finish_mark not exists for 12-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_basic/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cli_with_auth/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table partition_table.finish_mark not exists for 3-th check, retry later
table batch_add_table.finish_mark not exists for 13-th check, retry later
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table partition_table.finish_mark not exists for 4-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/kafka_simple_basic
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
+ start_tidb_cluster --workdir /tmp/tidb_cdc_test/sql_mode
The 1 times to try to start tidb cluster...
table batch_add_table.finish_mark not exists for 14-th check, retry later
table ddl_attributes.attributes_t1_new not exists for 1-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/cli_with_auth
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988827601189927	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e76438000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-3-h0dch, pid:24415, start at 2025-04-06 08:22:05.35699314 +0800 CST m=+1.426378389	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:24:05.364 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:22:05.326 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:12:05.326 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988827601189927	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e76438000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-3-h0dch, pid:24415, start at 2025-04-06 08:22:05.35699314 +0800 CST m=+1.426378389	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:24:05.364 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:22:05.326 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:12:05.326 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988831556890391	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e765c0000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-3-h0dch, pid:24493, start at 2025-04-06 08:22:05.453713544 +0800 CST m=+1.447265904	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:24:05.460 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:22:05.424 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:12:05.424 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/move_table/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/move_table/tiflash/log/error.log
arg matches is ArgMatches { args: {"log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/move_table/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/move_table/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/move_table/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table partition_table.finish_mark not exists for 5-th check, retry later
check_changefeed_status 127.0.0.1:8300 7d776814-d591-4c93-ae6f-db4926c23e52 normal
+ endpoint=127.0.0.1:8300
+ changefeed_id=7d776814-d591-4c93-ae6f-db4926c23e52
+ expected_state=normal
+ field=
+ error_pattern=
++ curl 127.0.0.1:8300/api/v2/changefeeds/7d776814-d591-4c93-ae6f-db4926c23e52/status
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   244  100   244    0     0   2939      0 --:--:-- --:--:-- --:--:--  2939
+ info='{"state":"warning","resolved_ts":457152639733334023,"checkpoint_ts":457152632865161253,"last_warning":{"time":"2025-04-06T08:21:42.352016636+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}'
+ echo '{"state":"warning","resolved_ts":457152639733334023,"checkpoint_ts":457152632865161253,"last_warning":{"time":"2025-04-06T08:21:42.352016636+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}'
{"state":"warning","resolved_ts":457152639733334023,"checkpoint_ts":457152632865161253,"last_warning":{"time":"2025-04-06T08:21:42.352016636+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka sink injected error"}}
++ echo '{"state":"warning","resolved_ts":457152639733334023,"checkpoint_ts":457152632865161253,"last_warning":{"time":"2025-04-06T08:21:42.352016636+08:00","addr":"127.0.0.1:8300","code":"CDC:ErrProcessorUnknown","message":"kafka' sink injected 'error"}}'
++ jq -r .state
+ state=warning
+ [[ ! warning == \n\o\r\m\a\l ]]
+ echo 'changefeed state warning does not equal to normal'
changefeed state warning does not equal to normal
+ exit 1
run task failed 5-th time, retry later
table batch_add_table.finish_mark not exists for 15-th check, retry later
table ddl_attributes.attributes_t1_new not exists for 2-th check, retry later
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.move_table.cli.25879.out cli tso query --pd=http://127.0.0.1:2379
start tidb cluster in /tmp/tidb_cdc_test/sql_mode
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
table partition_table.finish_mark not exists for 6-th check, retry later
table ddl_attributes.attributes_t1_new not exists for 3-th check, retry later
table batch_add_table.finish_mark not exists for 16-th check, retry later
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ set +x
+ tso='457152640758841345
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152640758841345 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
***************** properties *****************
"mysql.port"="4000"
"operationcount"="0"
"readproportion"="0"
"scanproportion"="0"
"mysql.user"="root"
"recordcount"="10000"
"workload"="core"
"readallfields"="true"
"mysql.db"="move_table"
"threadcount"="10"
"requestdistribution"="uniform"
"dotransactions"="false"
"mysql.host"="127.0.0.1"
"insertproportion"="0"
"updateproportion"="0"
**********************************************
table partition_table.finish_mark exists
check diff successfully
table ddl_attributes.attributes_t1_new not exists for 4-th check, retry later
Starting Upstream TiDB...
wait process cdc.test exit for 1-th time...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Run finished, takes 1.281972676s
INSERT - Takes(s): 1.3, Count: 10000, OPS: 7831.2, Avg(us): 1241, Min(us): 813, Max(us): 6799, 95th(us): 2000, 99th(us): 3000
[Sun Apr  6 08:22:11 CST 2025] <<<<<< START cdc server in move_table case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ GO_FAILPOINTS=
+ '[' -z '' ']'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.move_table.2596025962.out server --log-file /tmp/tidb_cdc_test/move_table/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/move_table/cdc_data1 --cluster-id default --addr 127.0.0.1:8300
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table batch_add_table.finish_mark not exists for 17-th check, retry later
wait process cdc.test exit for 2-th time...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988854833956963	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e7c3f8000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:8783, start at 2025-04-06 08:22:11.475274705 +0800 CST m=+1.492574165	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:24:11.482 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:22:11.454 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:12:11.454 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988854833956963	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e7c3f8000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:8783, start at 2025-04-06 08:22:11.475274705 +0800 CST m=+1.492574165	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:24:11.482 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:22:11.454 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:12:11.454 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988855349149695	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e7c4ac0006	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:8851, start at 2025-04-06 08:22:11.507123128 +0800 CST m=+1.464433622	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:24:11.514 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:22:11.499 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:12:11.499 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:22:12 CST 2025] <<<<<< run test case partition_table success! >>>>>>
Logging trace to /tmp/tidb_cdc_test/kafka_simple_basic/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kafka_simple_basic/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_simple_basic/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kafka_simple_basic/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kafka_simple_basic/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table batch_add_table.finish_mark exists
table test.t_1 does not exists
check diff successfully
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table ddl_attributes.attributes_t1_new exists
table ddl_attributes.finish_mark not exists for 1-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988866198703401	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e7da280007	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl, pid:10394, start at 2025-04-06 08:22:12.883929794 +0800 CST m=+1.507969833	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:24:12.892 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:22:12.874 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:12:12.874 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988866198703401	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e7da280007	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl, pid:10394, start at 2025-04-06 08:22:12.883929794 +0800 CST m=+1.507969833	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:24:12.892 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:22:12.874 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:12:12.874 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988854738005809	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e7dae8000a	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl, pid:10471, start at 2025-04-06 08:22:12.938315134 +0800 CST m=+1.487744906	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:24:12.945 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:22:12.922 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:12:12.922 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/cli_with_auth/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/cli_with_auth/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/cli_with_auth/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/cli_with_auth/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/cli_with_auth/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
wait process cdc.test exit for 1-th time...
[Sun Apr  6 08:22:14 CST 2025] <<<<<< START cdc server in kafka_simple_basic case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_basic.1023110233.out server --log-file /tmp/tidb_cdc_test/kafka_simple_basic/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_simple_basic/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
wait process cdc.test exit for 2-th time...
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:22:14 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2be27825-8d2f-4cbd-98c4-ca0f33039d81
	{"id":"2be27825-8d2f-4cbd-98c4-ca0f33039d81","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898931}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960879bf72ef
	2be27825-8d2f-4cbd-98c4-ca0f33039d81

/tidb/cdc/default/default/upstream/7489988827601189927
	{"id":7489988827601189927,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2be27825-8d2f-4cbd-98c4-ca0f33039d81
	{"id":"2be27825-8d2f-4cbd-98c4-ca0f33039d81","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898931}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960879bf72ef
	2be27825-8d2f-4cbd-98c4-ca0f33039d81

/tidb/cdc/default/default/upstream/7489988827601189927
	{"id":7489988827601189927,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2be27825-8d2f-4cbd-98c4-ca0f33039d81
	{"id":"2be27825-8d2f-4cbd-98c4-ca0f33039d81","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898931}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960879bf72ef
	2be27825-8d2f-4cbd-98c4-ca0f33039d81

/tidb/cdc/default/default/upstream/7489988827601189927
	{"id":7489988827601189927,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.move_table.cli.26022.out cli changefeed create --start-ts=457152640758841345 '--sink-uri=kafka://127.0.0.1:9092/ticdc-move-table-test-14243?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
Create changefeed successfully!
ID: f718e76d-bb3f-4834-b386-70b4db7be7ab
Info: {"upstream_id":7489988827601189927,"namespace":"default","id":"f718e76d-bb3f-4834-b386-70b4db7be7ab","sink_uri":"kafka://127.0.0.1:9092/ticdc-move-table-test-14243?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:22:14.95471308+08:00","start_ts":457152640758841345,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152640758841345,"checkpoint_ts":457152640758841345,"checkpoint_time":"2025-04-06 08:22:08.676"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:22:15 CST 2025] <<<<<< run test case batch_add_table success! >>>>>>
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table ddl_attributes.finish_mark not exists for 2-th check, retry later
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.11945.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
[Sun Apr  6 08:22:16 CST 2025] <<<<<< START kafka consumer in move_table case >>>>>>
[Sun Apr  6 08:22:16 CST 2025] <<<<<< START cdc server in move_table case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.move_table.2606126063.out server --log-file /tmp/tidb_cdc_test/move_table/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/move_table/cdc_data2 --cluster-id default --addr 127.0.0.1:8301
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8301 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8301: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
check_changefeed_status 127.0.0.1:8300 7d776814-d591-4c93-ae6f-db4926c23e52 normal
+ endpoint=127.0.0.1:8300
+ changefeed_id=7d776814-d591-4c93-ae6f-db4926c23e52
+ expected_state=normal
+ field=
+ error_pattern=
++ curl 127.0.0.1:8300/api/v2/changefeeds/7d776814-d591-4c93-ae6f-db4926c23e52/status
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100    86  100    86    0     0   2457      0 --:--:-- --:--:-- --:--:--  2457
+ info='{"state":"normal","resolved_ts":457152642630025218,"checkpoint_ts":457152642367881217}'
+ echo '{"state":"normal","resolved_ts":457152642630025218,"checkpoint_ts":457152642367881217}'
{"state":"normal","resolved_ts":457152642630025218,"checkpoint_ts":457152642367881217}
++ echo '{"state":"normal","resolved_ts":457152642630025218,"checkpoint_ts":457152642367881217}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
+ [[ -z '' ]]
++ echo '{"state":"normal","resolved_ts":457152642630025218,"checkpoint_ts":457152642367881217}'
++ jq -r .last_error
+ error_msg=null
+ [[ ! null == \n\u\l\l ]]
++ echo '{"state":"normal","resolved_ts":457152642630025218,"checkpoint_ts":457152642367881217}'
++ jq -r .last_warning
+ error_msg=null
+ [[ ! null == \n\u\l\l ]]
+ exit 0
run task successfully
table kafka_sink_error_resume.t1 exists
table kafka_sink_error_resume.t2 exists
check diff successfully
check diff failed 1-th time, retry later
[2025/04/06 08:22:16.689 +08:00] [INFO] [main.go:86] ["running ddl test: 0 createDropSchemaDDL"]
[2025/04/06 08:22:16.969 +08:00] [INFO] [main.go:221] ["0 insert success: 100"]
[2025/04/06 08:22:16.976 +08:00] [INFO] [main.go:221] ["1 insert success: 100"]
[2025/04/06 08:22:17.306 +08:00] [INFO] [main.go:235] ["0 delete success: 100"]
[2025/04/06 08:22:17.307 +08:00] [INFO] [main.go:221] ["0 insert success: 200"]
[2025/04/06 08:22:17.307 +08:00] [INFO] [main.go:235] ["1 delete success: 100"]
[2025/04/06 08:22:17.308 +08:00] [INFO] [main.go:221] ["1 insert success: 200"]
table ddl_attributes.finish_mark not exists for 3-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:22:17 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/5ba15efe-a130-452c-bd51-d0771bfc8a07
	{"id":"5ba15efe-a130-452c-bd51-d0771bfc8a07","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898934}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960879d72fd4
	5ba15efe-a130-452c-bd51-d0771bfc8a07

/tidb/cdc/default/default/upstream/7489988854833956963
	{"id":7489988854833956963,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/5ba15efe-a130-452c-bd51-d0771bfc8a07
	{"id":"5ba15efe-a130-452c-bd51-d0771bfc8a07","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898934}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960879d72fd4
	5ba15efe-a130-452c-bd51-d0771bfc8a07

/tidb/cdc/default/default/upstream/7489988854833956963
	{"id":7489988854833956963,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/5ba15efe-a130-452c-bd51-d0771bfc8a07
	{"id":"5ba15efe-a130-452c-bd51-d0771bfc8a07","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898934}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960879d72fd4
	5ba15efe-a130-452c-bd51-d0771bfc8a07

/tidb/cdc/default/default/upstream/7489988854833956963
	{"id":7489988854833956963,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_basic.cli.10300.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-simple-basic-20784?protocol=simple' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_basic/conf/changefeed.toml -c simple-basic
[2025/04/06 08:22:17.570 +08:00] [INFO] [main.go:221] ["1 insert success: 300"]
[2025/04/06 08:22:17.571 +08:00] [INFO] [main.go:221] ["0 insert success: 300"]
+ set +x
+ tso='457152642711289857
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152642711289857 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:22:17 CST 2025] <<<<<< START cdc server in cli_with_auth case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ GO_FAILPOINTS=
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.1199511997.out server --log-file /tmp/tidb_cdc_test/cli_with_auth/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/cli_with_auth/cdc_data --cluster-id default --config /tmp/tidb_cdc_test/cli_with_auth/server.toml
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
Create changefeed successfully!
ID: simple-basic
Info: {"upstream_id":7489988854833956963,"namespace":"default","id":"simple-basic","sink_uri":"kafka://127.0.0.1:9092/ticdc-simple-basic-20784?protocol=simple","create_time":"2025-04-06T08:22:17.954538356+08:00","start_ts":457152643164798979,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":5,"send_bootstrap_in_msg_count":100,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":true,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"error"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152643164798979,"checkpoint_ts":457152643164798979,"checkpoint_time":"2025-04-06 08:22:17.854"}
PASS
[2025/04/06 08:22:17.901 +08:00] [INFO] [main.go:221] ["0 insert success: 400"]
[2025/04/06 08:22:17.902 +08:00] [INFO] [main.go:235] ["0 delete success: 200"]
[2025/04/06 08:22:17.903 +08:00] [INFO] [main.go:235] ["1 delete success: 200"]
[2025/04/06 08:22:17.904 +08:00] [INFO] [main.go:221] ["1 insert success: 400"]
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988738006677739	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e605440013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw, pid:9841, start at 2025-04-06 08:21:42.910892895 +0800 CST m=+1.567787068	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:42.919 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	60m	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:42.914 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:42.914 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988738006677739	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e605440013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw, pid:9841, start at 2025-04-06 08:21:42.910892895 +0800 CST m=+1.567787068	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:42.919 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	60m	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:42.914 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:42.914 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988730390482999	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e605f80005	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw, pid:9905, start at 2025-04-06 08:21:42.917075402 +0800 CST m=+1.511776325	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:42.924 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	60m	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:42.910 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:42.910 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 1396 (HY000) at line 1: Operation CREATE USER failed for 'normal'@'%'
start tidb cluster failed
The 2 times to try to start tidb cluster...
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
[2025/04/06 08:22:18.150 +08:00] [INFO] [main.go:221] ["0 insert success: 500"]
[2025/04/06 08:22:18.160 +08:00] [INFO] [main.go:221] ["1 insert success: 500"]
check diff successfully
[2025/04/06 08:22:18.472 +08:00] [INFO] [main.go:221] ["0 insert success: 600"]
[2025/04/06 08:22:18.478 +08:00] [INFO] [main.go:235] ["0 delete success: 300"]
[2025/04/06 08:22:18.481 +08:00] [INFO] [main.go:221] ["1 insert success: 600"]
[2025/04/06 08:22:18.484 +08:00] [INFO] [main.go:235] ["1 delete success: 300"]
[2025/04/06 08:22:18.728 +08:00] [INFO] [main.go:221] ["0 insert success: 700"]
[2025/04/06 08:22:18.729 +08:00] [INFO] [main.go:221] ["1 insert success: 700"]
wait process cdc.test exit for 1-th time...
[2025/04/06 08:22:19.041 +08:00] [INFO] [main.go:221] ["1 insert success: 800"]
[2025/04/06 08:22:19.045 +08:00] [INFO] [main.go:221] ["0 insert success: 800"]
[2025/04/06 08:22:19.047 +08:00] [INFO] [main.go:235] ["1 delete success: 400"]
[2025/04/06 08:22:19.054 +08:00] [INFO] [main.go:235] ["0 delete success: 400"]
[2025/04/06 08:22:19.291 +08:00] [INFO] [main.go:221] ["1 insert success: 900"]
[2025/04/06 08:22:19.300 +08:00] [INFO] [main.go:221] ["0 insert success: 900"]
table ddl_attributes.finish_mark not exists for 4-th check, retry later
wait process cdc.test exit for 2-th time...
+ set +x
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8301
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:22:19 GMT
< Content-Type: text/plain; charset=utf-8
< Transfer-Encoding: chunked
< 
{ [3971 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** processors info ***:

changefeedID: default/f718e76d-bb3f-4834-b386-70b4db7be7ab
{UpstreamID:7489988827601189927 Namespace:default ID:f718e76d-bb3f-4834-b386-70b4db7be7ab SinkURI:kafka://127.0.0.1:9092/ticdc-move-table-test-14243?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-06 08:22:14.95471308 +0800 CST StartTs:457152640758841345 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003e56e10 State:normal Error:<nil> Warning:<nil> CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457152642396979204}
{CheckpointTs:457152641151795339 MinTableBarrierTs:457152643458924549 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2be27825-8d2f-4cbd-98c4-ca0f33039d81
	{"id":"2be27825-8d2f-4cbd-98c4-ca0f33039d81","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898931}

/tidb/cdc/default/__cdc_meta__/capture/ca21a111-2cca-4dfa-98a1-87e2813d669e
	{"id":"ca21a111-2cca-4dfa-98a1-87e2813d669e","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898936}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960879bf72ef
	2be27825-8d2f-4cbd-98c4-ca0f33039d81

/tidb/cdc/default/__cdc_meta__/owner/2231960879bf734a
	ca21a111-2cca-4dfa-98a1-87e2813d669e

/tidb/cdc/default/default/changefeed/info/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"upstream-id":7489988827601189927,"namespace":"default","changefeed-id":"f718e76d-bb3f-4834-b386-70b4db7be7ab","sink-uri":"kafka://127.0.0.1:9092/ticdc-move-table-test-14243?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-06T08:22:14.95471308+08:00","start-ts":457152640758841345,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152642396979204}

/tidb/cdc/default/default/changefeed/status/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"checkpoint-ts":457152641151795339,"min-table-barrier-ts":457152643458924549,"admin-job-type":0}

/tidb/cdc/default/default/task/position/2be27825-8d2f-4cbd-98c4-ca0f33039d81/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/task/position/ca21a111-2cca-4dfa-98a1-87e2813d669e/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7489988827601189927
	{"id":7489988827601189927,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** processors info ***:

changefeedID: default/f718e76d-bb3f-4834-b386-70b4db7be7ab
{UpstreamID:7489988827601189927 Namespace:default ID:f718e76d-bb3f-4834-b386-70b4db7be7ab SinkURI:kafka://127.0.0.1:9092/ticdc-move-table-test-14243?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-06 08:22:14.95471308 +0800 CST StartTs:457152640758841345 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003e56e10 State:normal Error:<nil> Warning:<nil> CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457152642396979204}
{CheckpointTs:457152641151795339 MinTableBarrierTs:457152643458924549 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2be27825-8d2f-4cbd-98c4-ca0f33039d81
	{"id":"2be27825-8d2f-4cbd-98c4-ca0f33039d81","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898931}

/tidb/cdc/default/__cdc_meta__/capture/ca21a111-2cca-4dfa-98a1-87e2813d669e
	{"id":"ca21a111-2cca-4dfa-98a1-87e2813d669e","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898936}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960879bf72ef
	2be27825-8d2f-4cbd-98c4-ca0f33039d81

/tidb/cdc/default/__cdc_meta__/owner/2231960879bf734a
	ca21a111-2cca-4dfa-98a1-87e2813d669e

/tidb/cdc/default/default/changefeed/info/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"upstream-id":7489988827601189927,"namespace":"default","changefeed-id":"f718e76d-bb3f-4834-b386-70b4db7be7ab","sink-uri":"kafka://127.0.0.1:9092/ticdc-move-table-test-14243?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-06T08:22:14.95471308+08:00","start-ts":457152640758841345,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152642396979204}

/tidb/cdc/default/default/changefeed/status/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"checkpoint-ts":457152641151795339,"min-table-barrier-ts":457152643458924549,"admin-job-type":0}

/tidb/cdc/default/default/task/position/2be27825-8d2f-4cbd-98c4-ca0f33039d81/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/task/position/ca21a111-2cca-4dfa-98a1-87e2813d669e/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

+ grep -q 'failed to get info:'
/tidb/cdc/default/default/upstream/7489988827601189927
	{"id":7489988827601189927,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** processors info ***:

changefeedID: default/f718e76d-bb3f-4834-b386-70b4db7be7ab
{UpstreamID:7489988827601189927 Namespace:default ID:f718e76d-bb3f-4834-b386-70b4db7be7ab SinkURI:kafka://127.0.0.1:9092/ticdc-move-table-test-14243?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-06 08:22:14.95471308 +0800 CST StartTs:457152640758841345 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003e56e10 State:normal Error:<nil> Warning:<nil> CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457152642396979204}
{CheckpointTs:457152641151795339 MinTableBarrierTs:457152643458924549 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2be27825-8d2f-4cbd-98c4-ca0f33039d81
	{"id":"2be27825-8d2f-4cbd-98c4-ca0f33039d81","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898931}

/tidb/cdc/default/__cdc_meta__/capture/ca21a111-2cca-4dfa-98a1-87e2813d669e
	{"id":"ca21a111-2cca-4dfa-98a1-87e2813d669e","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898936}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960879bf72ef
	2be27825-8d2f-4cbd-98c4-ca0f33039d81

/tidb/cdc/default/__cdc_meta__/owner/2231960879bf734a
	ca21a111-2cca-4dfa-98a1-87e2813d669e

/tidb/cdc/default/default/changefeed/info/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"upstream-id":7489988827601189927,"namespace":"default","changefeed-id":"f718e76d-bb3f-4834-b386-70b4db7be7ab","sink-uri":"kafka://127.0.0.1:9092/ticdc-move-table-test-14243?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-06T08:22:14.95471308+08:00","start-ts":457152640758841345,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152642396979204}

/tidb/cdc/default/default/changefeed/status/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"checkpoint-ts":457152641151795339,"min-table-barrier-ts":457152643458924549,"admin-job-type":0}

/tidb/cdc/default/default/task/position/2be27825-8d2f-4cbd-98c4-ca0f33039d81/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/task/position/ca21a111-2cca-4dfa-98a1-87e2813d669e/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7489988827601189927
	{"id":7489988827601189927,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
[Sun Apr  6 08:22:19 CST 2025] <<<<<< START cdc server in move_table case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.move_table.2617726179.out server --log-file /tmp/tidb_cdc_test/move_table/cdc3.log --log-level debug --data-dir /tmp/tidb_cdc_test/move_table/cdc_data3 --cluster-id default --addr 127.0.0.1:8302
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8302 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8302: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[2025/04/06 08:22:19.679 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"]
[2025/04/06 08:22:19.689 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"]
[2025/04/06 08:22:19.689 +08:00] [INFO] [main.go:235] ["1 delete success: 500"]
[2025/04/06 08:22:19.698 +08:00] [INFO] [main.go:235] ["0 delete success: 500"]
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:22:19 CST 2025] <<<<<< run test case kafka_sink_error_resume success! >>>>>>
[2025/04/06 08:22:19.948 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"]
[2025/04/06 08:22:19.954 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"]
[2025/04/06 08:22:20.264 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"]
[2025/04/06 08:22:20.275 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"]
[2025/04/06 08:22:20.279 +08:00] [INFO] [main.go:235] ["1 delete success: 600"]
[2025/04/06 08:22:20.285 +08:00] [INFO] [main.go:235] ["0 delete success: 600"]
[2025/04/06 08:22:20.510 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"]
[2025/04/06 08:22:20.525 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"]
[2025/04/06 08:22:20.839 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"]
[2025/04/06 08:22:20.857 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"]
[2025/04/06 08:22:20.859 +08:00] [INFO] [main.go:235] ["1 delete success: 700"]
[2025/04/06 08:22:20.866 +08:00] [INFO] [main.go:235] ["0 delete success: 700"]
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:22:20 GMT
< Content-Length: 864
< Content-Type: text/plain; charset=utf-8
< 
{ [864 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/0f9c34b6-cc09-42fd-945b-c55cc6b257de
	{"id":"0f9c34b6-cc09-42fd-945b-c55cc6b257de","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898938}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960879de7ee4
	0f9c34b6-cc09-42fd-945b-c55cc6b257de

/tidb/cdc/default/default/upstream/7489988866198703401
	{"id":7489988866198703401,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/0f9c34b6-cc09-42fd-945b-c55cc6b257de
	{"id":"0f9c34b6-cc09-42fd-945b-c55cc6b257de","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898938}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960879de7ee4
	0f9c34b6-cc09-42fd-945b-c55cc6b257de

/tidb/cdc/default/default/upstream/7489988866198703401
	{"id":7489988866198703401,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/0f9c34b6-cc09-42fd-945b-c55cc6b257de
	{"id":"0f9c34b6-cc09-42fd-945b-c55cc6b257de","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898938}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960879de7ee4
	0f9c34b6-cc09-42fd-945b-c55cc6b257de

/tidb/cdc/default/default/upstream/7489988866198703401
	{"id":7489988866198703401,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2779,http://127.0.0.1:2679,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12057.out cli changefeed create --start-ts=457152642711289857 '--sink-uri=kafka://127.0.0.1:9092/ticdc-cli-test-16008?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --tz=Asia/Shanghai -c=custom-changefeed-name
[WARN] --tz is deprecated in changefeed settings.

[2025/04/06 08:22:21.095 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"]
[2025/04/06 08:22:21.112 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"]
table ddl_attributes.finish_mark not exists for 5-th check, retry later
Create changefeed successfully!
ID: custom-changefeed-name
Info: {"upstream_id":7489988866198703401,"namespace":"default","id":"custom-changefeed-name","sink_uri":"kafka://127.0.0.1:9092/ticdc-cli-test-16008?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:22:21.14910307+08:00","start_ts":457152642711289857,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152642711289857,"checkpoint_ts":457152642711289857,"checkpoint_time":"2025-04-06 08:22:16.124"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
[2025/04/06 08:22:21.427 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"]
[2025/04/06 08:22:21.444 +08:00] [INFO] [main.go:235] ["1 delete success: 800"]
[2025/04/06 08:22:21.458 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"]
[2025/04/06 08:22:21.471 +08:00] [INFO] [main.go:235] ["0 delete success: 800"]
pass check, checkpoint tso not forward after 10s
run task successfully
wait process 8875 exit for 1-th time...
wait process 8875 exit for 2-th time...
wait process 8875 exit for 3-th time...
wait process 8875 exit for 4-th time...
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_utils/kill_cdc_pid: line 19: kill: (8875) - No such process
wait process 8875 exit for 5-th time...
process 8875 already exit
[Sun Apr  6 08:22:16 CST 2025] <<<<<< START cdc server in ddl_only_block_related_table case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.ddl_only_block_related_table.94709472.out server --log-file /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/ddl_only_block_related_table/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:22:19 GMT
< Content-Type: text/plain; charset=utf-8
< Transfer-Encoding: chunked
< 
{ [3971 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:

changefeedID: default/ddl-only-block-related-table
{UpstreamID:7489988541573996965 Namespace:default ID:ddl-only-block-related-table SinkURI:kafka://127.0.0.1:9092/ticdc-common-1-test-5315?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-06 08:21:05.124056551 +0800 CST StartTs:457152624068657157 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003dc86c0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457152624094871555}
{CheckpointTs:457152627961757701 MinTableBarrierTs:457152643270967300 AdminJobType:noop}
span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457152627961757701, checkpointTs: 457152627961757701, state: Preparing
span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457152627961757701, checkpointTs: 457152627961757701, state: Preparing
span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457152627961757701, checkpointTs: 457152627961757701, state: Preparing
span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457152627961757701, checkpointTs: 457152627961757701, state: Preparing



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/57552e62-e5ab-4487-ae32-2f253b1e0fd2
	{"id":"57552e62-e5ab-4487-ae32-2f253b1e0fd2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898936}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960878b8b092
	57552e62-e5ab-4487-ae32-2f253b1e0fd2

/tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table
	{"upstream-id":7489988541573996965,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"kafka://127.0.0.1:9092/ticdc-common-1-test-5315?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-06T08:21:05.124056551+08:00","start-ts":457152624068657157,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152624094871555}

/tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table
	{"checkpoint-ts":457152627961757701,"min-table-barrier-ts":457152643270967300,"admin-job-type":0}

/tidb/cdc/default/default/task/position/57552e62-e5ab-4487-ae32-2f253b1e0fd2/ddl-only-block-related-table
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7489988541573996965
	{"id":7489988541573996965,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:

changefeedID: default/ddl-only-block-related-table
{UpstreamID:7489988541573996965 Namespace:default ID:ddl-only-block-related-table SinkURI:kafka://127.0.0.1:9092/ticdc-common-1-test-5315?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-06 08:21:05.124056551 +0800 CST StartTs:457152624068657157 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003dc86c0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457152624094871555}
{CheckpointTs:457152627961757701 MinTableBarrierTs:457152643270967300 AdminJobType:noop}
span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457152627961757701, checkpointTs: 457152627961757701, state: Preparing
span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457152627961757701, checkpointTs: 457152627961757701, state: Preparing
span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457152627961757701, checkpointTs: 457152627961757701, state: Preparing
span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457152627961757701, checkpointTs: 457152627961757701, state: Preparing



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/57552e62-e5ab-4487-ae32-2f253b1e0fd2
	{"id":"57552e62-e5ab-4487-ae32-2f253b1e0fd2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898936}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960878b8b092
	57552e62-e5ab-4487-ae32-2f253b1e0fd2

/tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table
	{"upstream-id":7489988541573996965,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"kafka://127.0.0.1:9092/ticdc-common-1-test-5315?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-06T08:21:05.124056551+08:00","start-ts":457152624068657157,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152624094871555}

/tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table
	{"checkpoint-ts":457152627961757701,"min-table-barrier-ts":457152643270967300,"admin-job-type":0}

/tidb/cdc/default/default/task/position/57552e62-e5ab-4487-ae32-2f253b1e0fd2/ddl-only-block-related-table
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7489988541573996965
	{"id":7489988541573996965,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:

changefeedID: default/ddl-only-block-related-table
{UpstreamID:7489988541573996965 Namespace:default ID:ddl-only-block-related-table SinkURI:kafka://127.0.0.1:9092/ticdc-common-1-test-5315?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-06 08:21:05.124056551 +0800 CST StartTs:457152624068657157 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc003dc86c0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457152624094871555}
{CheckpointTs:457152627961757701 MinTableBarrierTs:457152643270967300 AdminJobType:noop}
span: {tableID:114, startKey:7480000000000000ff725f720000000000fa, endKey:7480000000000000ff725f730000000000fa}, resolvedTs: 457152627961757701, checkpointTs: 457152627961757701, state: Preparing
span: {tableID:116, startKey:7480000000000000ff745f720000000000fa, endKey:7480000000000000ff745f730000000000fa}, resolvedTs: 457152627961757701, checkpointTs: 457152627961757701, state: Preparing
span: {tableID:118, startKey:7480000000000000ff765f720000000000fa, endKey:7480000000000000ff765f730000000000fa}, resolvedTs: 457152627961757701, checkpointTs: 457152627961757701, state: Preparing
span: {tableID:120, startKey:7480000000000000ff785f720000000000fa, endKey:7480000000000000ff785f730000000000fa}, resolvedTs: 457152627961757701, checkpointTs: 457152627961757701, state: Preparing



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/57552e62-e5ab-4487-ae32-2f253b1e0fd2
	{"id":"57552e62-e5ab-4487-ae32-2f253b1e0fd2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898936}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960878b8b092
	57552e62-e5ab-4487-ae32-2f253b1e0fd2

/tidb/cdc/default/default/changefeed/info/ddl-only-block-related-table
	{"upstream-id":7489988541573996965,"namespace":"default","changefeed-id":"ddl-only-block-related-table","sink-uri":"kafka://127.0.0.1:9092/ticdc-common-1-test-5315?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-06T08:21:05.124056551+08:00","start-ts":457152624068657157,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152624094871555}

/tidb/cdc/default/default/changefeed/status/ddl-only-block-related-table
	{"checkpoint-ts":457152627961757701,"min-table-barrier-ts":457152643270967300,"admin-job-type":0}

/tidb/cdc/default/default/task/position/57552e62-e5ab-4487-ae32-2f253b1e0fd2/ddl-only-block-related-table
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7489988541573996965
	{"id":7489988541573996965,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
check diff failed 1-th time, retry later
check diff failed 2-th time, retry later
+ set +x
[Sun Apr  6 08:22:22 CST 2025] <<<<<< START kafka consumer in cli_with_auth case >>>>>>
table test.simple not exists for 1-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8302 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8302
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:22:22 GMT
< Content-Type: text/plain; charset=utf-8
< Transfer-Encoding: chunked
< 
{ [3971 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** processors info ***:

changefeedID: default/f718e76d-bb3f-4834-b386-70b4db7be7ab
{UpstreamID:7489988827601189927 Namespace:default ID:f718e76d-bb3f-4834-b386-70b4db7be7ab SinkURI:kafka://127.0.0.1:9092/ticdc-move-table-test-14243?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-06 08:22:14.95471308 +0800 CST StartTs:457152640758841345 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc001540240 State:normal Error:<nil> Warning:<nil> CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457152642396979204}
{CheckpointTs:457152644245094408 MinTableBarrierTs:457152644245094408 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2be27825-8d2f-4cbd-98c4-ca0f33039d81
	{"id":"2be27825-8d2f-4cbd-98c4-ca0f33039d81","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898931}

/tidb/cdc/default/__cdc_meta__/capture/51b0116b-b9d1-4527-b639-2b8a9039fb2b
	{"id":"51b0116b-b9d1-4527-b639-2b8a9039fb2b","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898939}

/tidb/cdc/default/__cdc_meta__/capture/ca21a111-2cca-4dfa-98a1-87e2813d669e
	{"id":"ca21a111-2cca-4dfa-98a1-87e2813d669e","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898936}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960879bf72ef
	2be27825-8d2f-4cbd-98c4-ca0f33039d81

/tidb/cdc/default/__cdc_meta__/owner/2231960879bf734a
	ca21a111-2cca-4dfa-98a1-87e2813d669e

/tidb/cdc/default/__cdc_meta__/owner/2231960879bf737b
	51b0116b-b9d1-4527-b639-2b8a9039fb2b

/tidb/cdc/default/default/changefeed/info/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"upstream-id":7489988827601189927,"namespace":"default","changefeed-id":"f718e76d-bb3f-4834-b386-70b4db7be7ab","sink-uri":"kafka://127.0.0.1:9092/ticdc-move-table-test-14243?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-06T08:22:14.95471308+08:00","start-ts":457152640758841345,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152642396979204}

/tidb/cdc/default/default/changefeed/status/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"checkpoint-ts":457152644245094408,"min-table-barrier-ts":457152644245094408,"admin-job-type":0}

/tidb/cdc/default/default/task/position/2be27825-8d2f-4cbd-98c4-ca0f33039d81/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/task/position/51b0116b-b9d1-4527-b639-2b8a9039fb2b/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/task/position/ca21a111-2cca-4dfa-98a1-87e2813d669e/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7489988827601189927
	{"id":7489988827601189927,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** processors info ***:

changefeedID: default/f718e76d-bb3f-4834-b386-70b4db7be7ab
{UpstreamID:7489988827601189927 Namespace:default ID:f718e76d-bb3f-4834-b386-70b4db7be7ab SinkURI:kafka://127.0.0.1:9092/ticdc-move-table-test-14243?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-06 08:22:14.95471308 +0800 CST StartTs:457152640758841345 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc001540240 State:normal Error:<nil> Warning:<nil> CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457152642396979204}
{CheckpointTs:457152644245094408 MinTableBarrierTs:457152644245094408 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2be27825-8d2f-4cbd-98c4-ca0f33039d81
	{"id":"2be27825-8d2f-4cbd-98c4-ca0f33039d81","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898931}

/tidb/cdc/default/__cdc_meta__/capture/51b0116b-b9d1-4527-b639-2b8a9039fb2b
	{"id":"51b0116b-b9d1-4527-b639-2b8a9039fb2b","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898939}

/tidb/cdc/default/__cdc_meta__/capture/ca21a111-2cca-4dfa-98a1-87e2813d669e
	{"id":"ca21a111-2cca-4dfa-98a1-87e2813d669e","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898936}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960879bf72ef
	2be27825-8d2f-4cbd-98c4-ca0f33039d81

/tidb/cdc/default/__cdc_meta__/owner/2231960879bf734a
	ca21a111-2cca-4dfa-98a1-87e2813d669e

/tidb/cdc/default/__cdc_meta__/owner/2231960879bf737b
	51b0116b-b9d1-4527-b639-2b8a9039fb2b

/tidb/cdc/default/default/changefeed/info/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"upstream-id":7489988827601189927,"namespace":"default","changefeed-id":"f718e76d-bb3f-4834-b386-70b4db7be7ab","sink-uri":"kafka://127.0.0.1:9092/ticdc-move-table-test-14243?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-06T08:22:14.95471308+08:00","start-ts":457152640758841345,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152642396979204}

/tidb/cdc/default/default/changefeed/status/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"checkpoint-ts":457152644245094408,"min-table-barrier-ts":457152644245094408,"admin-job-type":0}

/tidb/cdc/default/default/task/position/2be27825-8d2f-4cbd-98c4-ca0f33039d81/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/task/position/51b0116b-b9d1-4527-b639-2b8a9039fb2b/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/task/position/ca21a111-2cca-4dfa-98a1-87e2813d669e/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7489988827601189927
	{"id":7489988827601189927,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** processors info ***:

changefeedID: default/f718e76d-bb3f-4834-b386-70b4db7be7ab
{UpstreamID:7489988827601189927 Namespace:default ID:f718e76d-bb3f-4834-b386-70b4db7be7ab SinkURI:kafka://127.0.0.1:9092/ticdc-move-table-test-14243?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760 CreateTime:2025-04-06 08:22:14.95471308 +0800 CST StartTs:457152640758841345 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc001540240 State:normal Error:<nil> Warning:<nil> CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457152642396979204}
{CheckpointTs:457152644245094408 MinTableBarrierTs:457152644245094408 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2be27825-8d2f-4cbd-98c4-ca0f33039d81
	{"id":"2be27825-8d2f-4cbd-98c4-ca0f33039d81","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898931}

/tidb/cdc/default/__cdc_meta__/capture/51b0116b-b9d1-4527-b639-2b8a9039fb2b
	{"id":"51b0116b-b9d1-4527-b639-2b8a9039fb2b","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898939}

/tidb/cdc/default/__cdc_meta__/capture/ca21a111-2cca-4dfa-98a1-87e2813d669e
	{"id":"ca21a111-2cca-4dfa-98a1-87e2813d669e","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898936}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960879bf72ef
	2be27825-8d2f-4cbd-98c4-ca0f33039d81

/tidb/cdc/default/__cdc_meta__/owner/2231960879bf734a
	ca21a111-2cca-4dfa-98a1-87e2813d669e

/tidb/cdc/default/__cdc_meta__/owner/2231960879bf737b
	51b0116b-b9d1-4527-b639-2b8a9039fb2b

/tidb/cdc/default/default/changefeed/info/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"upstream-id":7489988827601189927,"namespace":"default","changefeed-id":"f718e76d-bb3f-4834-b386-70b4db7be7ab","sink-uri":"kafka://127.0.0.1:9092/ticdc-move-table-test-14243?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create-time":"2025-04-06T08:22:14.95471308+08:00","start-ts":457152640758841345,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"protocol":"open-protocol","encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152642396979204}

/tidb/cdc/default/default/changefeed/status/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"checkpoint-ts":457152644245094408,"min-table-barrier-ts":457152644245094408,"admin-job-type":0}

/tidb/cdc/default/default/task/position/2be27825-8d2f-4cbd-98c4-ca0f33039d81/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

+ grep -q 'etcd info'
/tidb/cdc/default/default/task/position/51b0116b-b9d1-4527-b639-2b8a9039fb2b/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/task/position/ca21a111-2cca-4dfa-98a1-87e2813d669e/f718e76d-bb3f-4834-b386-70b4db7be7ab
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7489988827601189927
	{"id":7489988827601189927,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ break
+ set +x
table move_table.usertable exists
go: downloading github.com/IBM/sarama v1.41.2
go: downloading github.com/xdg/scram v1.0.5
go: downloading github.com/benbjohnson/clock v1.1.0
go: downloading go.etcd.io/etcd/server/v3 v3.5.12
go: downloading github.com/tinylib/msgp v1.1.6
go: downloading github.com/go-mysql-org/go-mysql v1.9.1
go: downloading github.com/apache/pulsar-client-go v0.11.0
go: downloading github.com/aws/aws-sdk-go-v2 v1.19.1
go: downloading github.com/KimMachineGun/automemlimit v0.2.4
go: downloading gorm.io/gorm v1.25.11
go: downloading github.com/cakturk/go-netstat v0.0.0-20200220111822-e5b49efee7a5
go: downloading github.com/gavv/monotime v0.0.0-20190418164738-30dba4353424
go: downloading github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0
go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2
go: downloading github.com/edwingeng/deque v0.0.0-20191220032131-8596380dee17
go: downloading github.com/stretchr/objx v0.5.2
go: downloading github.com/xdg/stringprep v1.0.3
go: downloading github.com/gin-gonic/gin v1.9.1
go: downloading github.com/containerd/cgroups v1.0.4
go: downloading github.com/philhofer/fwd v1.1.1
go: downloading github.com/jinzhu/now v1.1.5
go: downloading github.com/jinzhu/inflection v1.0.0
go: downloading github.com/opencontainers/runtime-spec v1.0.2
go: downloading github.com/godbus/dbus/v5 v5.0.4
go: downloading github.com/cilium/ebpf v0.4.0
go: downloading github.com/sirupsen/logrus v1.9.3
go: downloading github.com/siddontang/go v0.0.0-20180604090527-bdc77568d726
go: downloading github.com/siddontang/go-log v0.0.0-20180807004314-8d05993dda07
go: downloading github.com/gin-contrib/sse v0.1.0
go: downloading github.com/pelletier/go-toml/v2 v2.0.8
go: downloading github.com/go-playground/validator/v10 v10.14.0
go: downloading github.com/ugorji/go/codec v1.2.11
go: downloading github.com/godbus/dbus v0.0.0-20190726142602-4481cbc300e2
go: downloading github.com/aws/smithy-go v1.13.5
go: downloading github.com/eapache/go-xerial-snappy v0.0.0-20230731223053-c322873962e3
go: downloading github.com/eapache/queue v1.1.0
go: downloading github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475
go: downloading github.com/eapache/go-resiliency v1.4.0
go: downloading github.com/jcmturner/gofork v1.7.6
go: downloading github.com/hashicorp/go-multierror v1.1.1
go: downloading github.com/jcmturner/gokrb5/v8 v8.4.4
go: downloading github.com/AthenZ/athenz v1.10.39
go: downloading github.com/linkedin/goavro/v2 v2.11.1
go: downloading github.com/99designs/keyring v1.2.1
go: downloading github.com/spaolacci/murmur3 v1.1.0
go: downloading golang.org/x/mod v0.22.0
go: downloading github.com/go-playground/universal-translator v0.18.1
go: downloading github.com/leodido/go-urn v1.2.4
go: downloading github.com/gabriel-vasile/mimetype v1.4.2
go: downloading github.com/hashicorp/errwrap v1.0.0
go: downloading github.com/mtibben/percent v0.2.1
go: downloading github.com/dvsekhvalnov/jose2go v1.5.0
go: downloading github.com/gsterjov/go-libsecret v0.0.0-20161001094733-a6f4afe4910c
go: downloading github.com/go-playground/locales v0.14.1
go: downloading sigs.k8s.io/yaml v1.4.0
go: downloading github.com/grpc-ecosystem/grpc-gateway v1.16.0
go: downloading github.com/soheilhy/cmux v0.1.5
go: downloading go.etcd.io/etcd/pkg/v3 v3.5.12
go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracegrpc v1.22.0
go: downloading go.etcd.io/etcd/raft/v3 v3.5.12
go: downloading github.com/jonboulle/clockwork v0.4.0
go: downloading go.opentelemetry.io/otel/sdk v1.24.0
go: downloading go.etcd.io/bbolt v1.3.9
go: downloading github.com/tmc/grpc-websocket-proxy v0.0.0-20220101234140-673ab2c3ae75
go: downloading github.com/xiang90/probing v0.0.0-20221125231312-a49e3df8f510
go: downloading github.com/golang-jwt/jwt/v4 v4.5.1
go: downloading go.etcd.io/etcd/client/v2 v2.305.12
go: downloading github.com/hashicorp/go-uuid v1.0.3
go: downloading github.com/jcmturner/dnsutils/v2 v2.0.0
go: downloading github.com/jcmturner/aescts/v2 v2.0.0
go: downloading github.com/jcmturner/rpc/v2 v2.0.3
go: downloading github.com/gorilla/websocket v1.5.1
go: downloading go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.22.0
go: downloading go.opentelemetry.io/proto/otlp v1.1.0
go: downloading github.com/cenkalti/backoff/v4 v4.2.1
go: downloading github.com/grpc-ecosystem/grpc-gateway/v2 v2.19.1
table ddl_attributes.finish_mark not exists for 6-th check, retry later
check diff successfully
check_ts_forward ddl-only-block-related-table
go: downloading github.com/ardielle/ardielle-go v1.5.2
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/ddl_with_exists/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:22:23 CST 2025] <<<<<< run test case ddl_with_exists success! >>>>>>
table test.simple exists
table test.`simple-dash` not exists for 1-th check, retry later
table ddl_attributes.finish_mark not exists for 7-th check, retry later
changefeed is working normally rts: 457152644581687301->457152644843831302 checkpoint: 457152644581687301->457152644843831302
run task successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
[2025/04/06 08:22:26.754 +08:00] [INFO] [main.go:86] ["running ddl test: 1 truncateDDL"]
table test.`simple-dash` exists
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=custom-changefeed-name
+ expected_state=normal
+ error_msg=null
+ tls_dir=
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c custom-changefeed-name -s
+ info='{
  "upstream_id": 7489988866198703401,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 457152643104505874,
  "checkpoint_time": "2025-04-06 08:22:17.624",
  "error": null
}'
+ echo '{
  "upstream_id": 7489988866198703401,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 457152643104505874,
  "checkpoint_time": "2025-04-06 08:22:17.624",
  "error": null
}'
{
  "upstream_id": 7489988866198703401,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 457152643104505874,
  "checkpoint_time": "2025-04-06 08:22:17.624",
  "error": null
}
++ echo '{' '"upstream_id":' 7489988866198703401, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457152643104505874, '"checkpoint_time":' '"2025-04-06' '08:22:17.624",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7489988866198703401, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457152643104505874, '"checkpoint_time":' '"2025-04-06' '08:22:17.624",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
changefeed count 1 check pass, pd_addr: http://127.0.0.1:2379
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:22:26 CST 2025] <<<<<< run test case ddl_only_block_related_table success! >>>>>>
[2025/04/06 08:22:26.956 +08:00] [INFO] [main.go:221] ["1 insert success: 100"]
[2025/04/06 08:22:26.973 +08:00] [INFO] [main.go:221] ["0 insert success: 100"]
[2025/04/06 08:22:27.136 +08:00] [INFO] [main.go:221] ["1 insert success: 200"]
[2025/04/06 08:22:27.141 +08:00] [INFO] [main.go:235] ["1 delete success: 100"]
[2025/04/06 08:22:27.168 +08:00] [INFO] [main.go:221] ["0 insert success: 200"]
[2025/04/06 08:22:27.174 +08:00] [INFO] [main.go:235] ["0 delete success: 100"]
changefeed count 1 check pass, pd_addr: http://127.0.0.1:2679
changefeed count 1 check pass, pd_addr: http://127.0.0.1:2779
[2025/04/06 08:22:27.322 +08:00] [INFO] [main.go:221] ["1 insert success: 300"]
[2025/04/06 08:22:27.365 +08:00] [INFO] [main.go:221] ["0 insert success: 300"]
table ddl_attributes.finish_mark not exists for 8-th check, retry later
changefeed count 1 check pass, pd_addr: http://127.0.0.1:2379,http://127.0.0.1:2679,http://127.0.0.1:2779
[2025/04/06 08:22:27.507 +08:00] [INFO] [main.go:221] ["1 insert success: 400"]
[2025/04/06 08:22:27.517 +08:00] [INFO] [main.go:235] ["1 delete success: 200"]
[2025/04/06 08:22:27.565 +08:00] [INFO] [main.go:221] ["0 insert success: 400"]
[2025/04/06 08:22:27.576 +08:00] [INFO] [main.go:235] ["0 delete success: 200"]
[2025/04/06 08:22:27.698 +08:00] [INFO] [main.go:221] ["1 insert success: 500"]
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
[2025/04/06 08:22:27.762 +08:00] [INFO] [main.go:221] ["0 insert success: 500"]
[2025/04/06 08:22:27.884 +08:00] [INFO] [main.go:221] ["1 insert success: 600"]
[2025/04/06 08:22:27.897 +08:00] [INFO] [main.go:235] ["1 delete success: 300"]
start tidb cluster in /tmp/tidb_cdc_test/sql_mode
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
[Pipeline] // dir
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[2025/04/06 08:22:27.960 +08:00] [INFO] [main.go:221] ["0 insert success: 600"]
[2025/04/06 08:22:27.971 +08:00] [INFO] [main.go:235] ["0 delete success: 300"]
[2025/04/06 08:22:28.065 +08:00] [INFO] [main.go:221] ["1 insert success: 700"]
[2025/04/06 08:22:28.155 +08:00] [INFO] [main.go:221] ["0 insert success: 700"]
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[2025/04/06 08:22:28.255 +08:00] [INFO] [main.go:221] ["1 insert success: 800"]
[2025/04/06 08:22:28.268 +08:00] [INFO] [main.go:235] ["1 delete success: 400"]
[2025/04/06 08:22:28.348 +08:00] [INFO] [main.go:221] ["0 insert success: 800"]
[2025/04/06 08:22:28.371 +08:00] [INFO] [main.go:235] ["0 delete success: 400"]
[2025/04/06 08:22:28.441 +08:00] [INFO] [main.go:221] ["1 insert success: 900"]
Error: [CDC:ErrChangefeedUpdateRefused]changefeed update error: can only update changefeed config when it is stopped or failed
update changefeed config should fail when changefeed is running, got Diff of changefeed config:
{Type:update Path:[Config CaseSensitive] From:false To:true}
{Type:update Path:[Config SyncPointInterval] From:<nil> To:0xc0039a3b60}
{Type:update Path:[Config SyncPointRetention] From:<nil> To:0xc0039a3b68}
{Type:update Path:[Config Consistent] From:<nil> To:0xc0009e0620}
{Type:update Path:[Config Scheduler EnableTableAcrossNodes] From:false To:true}
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12386.out cli changefeed --changefeed-id custom-changefeed-name pause
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[2025/04/06 08:22:28.536 +08:00] [INFO] [main.go:221] ["0 insert success: 900"]
[2025/04/06 08:22:28.625 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"]
[2025/04/06 08:22:28.636 +08:00] [INFO] [main.go:235] ["1 delete success: 500"]
PASS
coverage: 1.9% of statements in github.com/pingcap/tiflow/...
[2025/04/06 08:22:28.720 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"]
[2025/04/06 08:22:28.743 +08:00] [INFO] [main.go:235] ["0 delete success: 500"]
[2025/04/06 08:22:28.810 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"]
[2025/04/06 08:22:28.908 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"]
[2025/04/06 08:22:28.996 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"]
[2025/04/06 08:22:29.009 +08:00] [INFO] [main.go:235] ["1 delete success: 600"]
[2025/04/06 08:22:29.092 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"]
[2025/04/06 08:22:29.120 +08:00] [INFO] [main.go:235] ["0 delete success: 600"]
[2025/04/06 08:22:29.182 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"]
table ddl_attributes.finish_mark not exists for 9-th check, retry later
[2025/04/06 08:22:29.282 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"]
[2025/04/06 08:22:29.365 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"]
[2025/04/06 08:22:29.381 +08:00] [INFO] [main.go:235] ["1 delete success: 700"]
[2025/04/06 08:22:29.471 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"]
table test.finish_mark_for_ddl not exists for 1-th check, retry later
[2025/04/06 08:22:29.504 +08:00] [INFO] [main.go:235] ["0 delete success: 700"]
[2025/04/06 08:22:29.560 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"]
[2025/04/06 08:22:29.693 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"]
[2025/04/06 08:22:29.773 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"]
[2025/04/06 08:22:29.798 +08:00] [INFO] [main.go:235] ["1 delete success: 800"]
[2025/04/06 08:22:29.880 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"]
[2025/04/06 08:22:29.920 +08:00] [INFO] [main.go:235] ["0 delete success: 800"]
[2025/04/06 08:22:29.980 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"]
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_rocks/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table test.finish_mark_for_ddl not exists for 2-th check, retry later
+ set +x
[2025/04/06 08:22:30.057 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"]
[2025/04/06 08:22:30.169 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"]
[2025/04/06 08:22:30.205 +08:00] [INFO] [main.go:235] ["1 delete success: 900"]
[2025/04/06 08:22:30.244 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"]
[2025/04/06 08:22:30.284 +08:00] [INFO] [main.go:235] ["0 delete success: 900"]
[2025/04/06 08:22:30.374 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"]
[2025/04/06 08:22:30.427 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"]
[2025/04/06 08:22:30.562 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"]
[2025/04/06 08:22:30.594 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"]
[2025/04/06 08:22:30.607 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"]
[2025/04/06 08:22:30.660 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"]
[2025/04/06 08:22:30.748 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"]
[2025/04/06 08:22:30.798 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"]
[2025/04/06 08:22:30.933 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"]
[2025/04/06 08:22:30.974 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"]
[2025/04/06 08:22:30.983 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"]
[2025/04/06 08:22:31.037 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"]
[2025/04/06 08:22:31.111 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"]
[2025/04/06 08:22:31.174 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"]
Verifying downstream PD is started...
table ddl_attributes.finish_mark exists
[2025/04/06 08:22:31.312 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"]
[2025/04/06 08:22:31.361 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"]
[2025/04/06 08:22:31.372 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"]
[2025/04/06 08:22:31.437 +08:00] [INFO] [main.go:235] ["0 delete success: 1200"]
check diff successfully
[2025/04/06 08:22:31.512 +08:00] [INFO] [main.go:221] ["1 insert success: 2500"]
[2025/04/06 08:22:31.578 +08:00] [INFO] [main.go:221] ["0 insert success: 2500"]
[2025/04/06 08:22:31.711 +08:00] [INFO] [main.go:221] ["1 insert success: 2600"]
wait process cdc.test exit for 1-th time...
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/mq_sink_lost_callback/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:22:31 CST 2025] <<<<<< run test case mq_sink_lost_callback success! >>>>>>
start tidb cluster in /tmp/tidb_cdc_test/multi_rocks
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
table test.finish_mark_for_ddl not exists for 3-th check, retry later
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=custom-changefeed-name
+ expected_state=stopped
+ error_msg=null
+ tls_dir=
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c custom-changefeed-name -s
+ info='{
  "upstream_id": 7489988866198703401,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "stopped",
  "checkpoint_tso": 457152645673517059,
  "checkpoint_time": "2025-04-06 08:22:27.424",
  "error": null
}'
+ echo '{
  "upstream_id": 7489988866198703401,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "stopped",
  "checkpoint_tso": 457152645673517059,
  "checkpoint_time": "2025-04-06 08:22:27.424",
  "error": null
}'
{
  "upstream_id": 7489988866198703401,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "stopped",
  "checkpoint_tso": 457152645673517059,
  "checkpoint_time": "2025-04-06 08:22:27.424",
  "error": null
}
++ echo '{' '"upstream_id":' 7489988866198703401, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"stopped",' '"checkpoint_tso":' 457152645673517059, '"checkpoint_time":' '"2025-04-06' '08:22:27.424",' '"error":' null '}'
++ jq -r .state
+ state=stopped
+ [[ ! stopped == \s\t\o\p\p\e\d ]]
++ echo '{' '"upstream_id":' 7489988866198703401, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"stopped",' '"checkpoint_tso":' 457152645673517059, '"checkpoint_time":' '"2025-04-06' '08:22:27.424",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12461.out cli changefeed update --pd=http://127.0.0.1:2379,http://127.0.0.1:2679,http://127.0.0.1:2779 --config=/tmp/tidb_cdc_test/cli_with_auth/changefeed.toml --no-confirm --changefeed-id custom-changefeed-name
[Sun Apr  6 08:22:33 CST 2025] <<<<<< run test case ddl_attributes success! >>>>>>
Diff of changefeed config:
{Type:update Path:[Config CaseSensitive] From:false To:true}
{Type:update Path:[Config SyncPointInterval] From:<nil> To:0xc003d2ea98}
{Type:update Path:[Config SyncPointRetention] From:<nil> To:0xc003d2eaa8}
{Type:update Path:[Config Consistent] From:<nil> To:0xc000e1c930}
{Type:update Path:[Config Scheduler EnableTableAcrossNodes] From:false To:true}
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Update changefeed config successfully! 
ID: custom-changefeed-name
Info: {"upstream_id":7489988866198703401,"namespace":"default","id":"custom-changefeed-name","sink_uri":"kafka://127.0.0.1:9092/ticdc-cli-test-16008?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:22:21.14910307+08:00","start_ts":457152642711289857,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":true,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_table_monitor":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","encoder_concurrency":32,"terminator":"\r\n","enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":true,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":0,"checkpoint_ts":457152645673517059,"checkpoint_time":"2025-04-06 08:22:27.424"}
PASS
coverage: 2.8% of statements in github.com/pingcap/tiflow/...
table test.finish_mark_for_ddl not exists for 4-th check, retry later
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12497.out cli changefeed --changefeed-id custom-changefeed-name resume
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/mq_sink_dispatcher/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Debugger for raftstore-v2 is used
Debugger for raftstore-v2 is used
Debugger for raftstore-v2 is used
PASS
coverage: 2.1% of statements in github.com/pingcap/tiflow/...
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.finish_mark_for_ddl exists
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_basic.cli.10415.out cli changefeed pause -c simple-basic
[2025/04/06 08:22:35.261 +08:00] [INFO] [main.go:61] ["table mover started"]
[2025/04/06 08:22:35.262 +08:00] [INFO] [main.go:165] ["new cluster initialized"]
[2025/04/06 08:22:35.263 +08:00] [DEBUG] [main.go:191] ["retrieved owner ID"] [ownerID=2be27825-8d2f-4cbd-98c4-ca0f33039d81]
[2025/04/06 08:22:35.263 +08:00] [DEBUG] [main.go:198] ["retrieved owner addr"] [ownerAddr=127.0.0.1:8300]
[2025/04/06 08:22:35.263 +08:00] [DEBUG] [main.go:209] ["retrieved changefeeds"] [changefeedsError="json: unsupported type: map[model.ChangeFeedID]*mvccpb.KeyValue"]
[2025/04/06 08:22:35.403 +08:00] [DEBUG] [main.go:228] ["retrieved processor details"] [changefeed=f718e76d-bb3f-4834-b386-70b4db7be7ab] [captureID=2be27825-8d2f-4cbd-98c4-ca0f33039d81] [processorDetail="{\"table_ids\":[114]}"]
[2025/04/06 08:22:35.552 +08:00] [DEBUG] [main.go:228] ["retrieved processor details"] [changefeed=f718e76d-bb3f-4834-b386-70b4db7be7ab] [captureID=51b0116b-b9d1-4527-b639-2b8a9039fb2b] [processorDetail="{\"table_ids\":[]}"]
[2025/04/06 08:22:35.703 +08:00] [DEBUG] [main.go:228] ["retrieved processor details"] [changefeed=f718e76d-bb3f-4834-b386-70b4db7be7ab] [captureID=ca21a111-2cca-4dfa-98a1-87e2813d669e] [processorDetail="{\"table_ids\":[116]}"]
[2025/04/06 08:22:35.703 +08:00] [INFO] [main.go:75] ["task status"] [status="{\"2be27825-8d2f-4cbd-98c4-ca0f33039d81\":[{\"ID\":114,\"Changefeed\":\"f718e76d-bb3f-4834-b386-70b4db7be7ab\"}],\"51b0116b-b9d1-4527-b639-2b8a9039fb2b\":[],\"ca21a111-2cca-4dfa-98a1-87e2813d669e\":[{\"ID\":116,\"Changefeed\":\"f718e76d-bb3f-4834-b386-70b4db7be7ab\"}]}"]
[2025/04/06 08:22:35.703 +08:00] [DEBUG] [main.go:287] ["preparing HTTP API call to owner"] [formStr="cf-id=f718e76d-bb3f-4834-b386-70b4db7be7ab&target-cp-id=51b0116b-b9d1-4527-b639-2b8a9039fb2b&table-id=116"]
[2025/04/06 08:22:35.753 +08:00] [INFO] [main.go:179] ["moved table successful"] [tableID=116]
[2025/04/06 08:22:35.753 +08:00] [INFO] [main.go:113] ["all tables are moved"] [sourceCapture=ca21a111-2cca-4dfa-98a1-87e2813d669e] [targetCapture=51b0116b-b9d1-4527-b639-2b8a9039fb2b]
table move_table.check1 exists
check diff successfully
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
[2025/04/06 08:22:36.908 +08:00] [INFO] [main.go:86] ["running ddl test: 2 addDropColumnDDL"]
[2025/04/06 08:22:37.114 +08:00] [INFO] [main.go:221] ["0 insert success: 100"]
[2025/04/06 08:22:37.118 +08:00] [INFO] [main.go:221] ["1 insert success: 100"]
+ set +x
[2025/04/06 08:22:37.296 +08:00] [INFO] [main.go:235] ["0 delete success: 100"]
[2025/04/06 08:22:37.297 +08:00] [INFO] [main.go:221] ["0 insert success: 200"]
[2025/04/06 08:22:37.313 +08:00] [INFO] [main.go:221] ["1 insert success: 200"]
[2025/04/06 08:22:37.315 +08:00] [INFO] [main.go:235] ["1 delete success: 100"]
[2025/04/06 08:22:37.483 +08:00] [INFO] [main.go:221] ["0 insert success: 300"]
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2025/04/06 08:22:37.509 +08:00] [INFO] [main.go:221] ["1 insert success: 300"]
[2025/04/06 08:22:37.667 +08:00] [INFO] [main.go:235] ["0 delete success: 200"]
[2025/04/06 08:22:37.668 +08:00] [INFO] [main.go:221] ["0 insert success: 400"]
[2025/04/06 08:22:37.706 +08:00] [INFO] [main.go:221] ["1 insert success: 400"]
[2025/04/06 08:22:37.709 +08:00] [INFO] [main.go:235] ["1 delete success: 200"]
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_basic.cli.10438.out cli changefeed resume -c simple-basic
[2025/04/06 08:22:37.850 +08:00] [INFO] [main.go:221] ["0 insert success: 500"]
[2025/04/06 08:22:37.900 +08:00] [INFO] [main.go:221] ["1 insert success: 500"]
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988738006677739	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e605440013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw, pid:9841, start at 2025-04-06 08:21:42.910892895 +0800 CST m=+1.567787068	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:42.919 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	60m	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:42.914 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:42.914 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988738006677739	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e605440013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw, pid:9841, start at 2025-04-06 08:21:42.910892895 +0800 CST m=+1.567787068	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:42.919 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	60m	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:42.914 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:42.914 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988730390482999	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e605f80005	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw, pid:9905, start at 2025-04-06 08:21:42.917075402 +0800 CST m=+1.511776325	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:42.924 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	60m	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:42.910 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:42.910 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 1396 (HY000) at line 1: Operation CREATE USER failed for 'normal'@'%'
start tidb cluster failed
The 3 times to try to start tidb cluster...
[2025/04/06 08:22:38.032 +08:00] [INFO] [main.go:235] ["0 delete success: 300"]
[2025/04/06 08:22:38.033 +08:00] [INFO] [main.go:221] ["0 insert success: 600"]
[2025/04/06 08:22:38.085 +08:00] [INFO] [main.go:221] ["1 insert success: 600"]
[2025/04/06 08:22:38.087 +08:00] [INFO] [main.go:235] ["1 delete success: 300"]
[2025/04/06 08:22:38.221 +08:00] [INFO] [main.go:221] ["0 insert success: 700"]
PASS
coverage: 2.1% of statements in github.com/pingcap/tiflow/...
[2025/04/06 08:22:38.273 +08:00] [INFO] [main.go:221] ["1 insert success: 700"]
[2025/04/06 08:22:38.407 +08:00] [INFO] [main.go:235] ["0 delete success: 400"]
[2025/04/06 08:22:38.408 +08:00] [INFO] [main.go:221] ["0 insert success: 800"]
[2025/04/06 08:22:38.466 +08:00] [INFO] [main.go:221] ["1 insert success: 800"]
[2025/04/06 08:22:38.468 +08:00] [INFO] [main.go:235] ["1 delete success: 400"]
Debugger for raftstore-v2 is used
start tidb cluster in /tmp/tidb_cdc_test/mq_sink_dispatcher
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
[2025/04/06 08:22:38.595 +08:00] [INFO] [main.go:221] ["0 insert success: 900"]
[2025/04/06 08:22:38.659 +08:00] [INFO] [main.go:221] ["1 insert success: 900"]
[2025/04/06 08:22:38.788 +08:00] [INFO] [main.go:235] ["0 delete success: 500"]
[2025/04/06 08:22:38.789 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"]
[2025/04/06 08:22:38.858 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"]
[2025/04/06 08:22:38.860 +08:00] [INFO] [main.go:235] ["1 delete success: 500"]
[2025/04/06 08:22:38.983 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"]
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/changefeed_auto_stop/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
[2025/04/06 08:22:39.053 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"]
[2025/04/06 08:22:39.174 +08:00] [INFO] [main.go:235] ["0 delete success: 600"]
[2025/04/06 08:22:39.175 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"]
[2025/04/06 08:22:39.237 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"]
[2025/04/06 08:22:39.239 +08:00] [INFO] [main.go:235] ["1 delete success: 600"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2025/04/06 08:22:39.375 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"]
[2025/04/06 08:22:39.428 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"]
[2025/04/06 08:22:39.575 +08:00] [INFO] [main.go:235] ["0 delete success: 700"]
[2025/04/06 08:22:39.576 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"]
[2025/04/06 08:22:39.625 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"]
[2025/04/06 08:22:39.626 +08:00] [INFO] [main.go:235] ["1 delete success: 700"]
[2025/04/06 08:22:39.663 +08:00] [INFO] [main.go:61] ["table mover started"]
[2025/04/06 08:22:39.665 +08:00] [INFO] [main.go:165] ["new cluster initialized"]
[2025/04/06 08:22:39.666 +08:00] [DEBUG] [main.go:191] ["retrieved owner ID"] [ownerID=2be27825-8d2f-4cbd-98c4-ca0f33039d81]
[2025/04/06 08:22:39.666 +08:00] [DEBUG] [main.go:198] ["retrieved owner addr"] [ownerAddr=127.0.0.1:8300]
[2025/04/06 08:22:39.666 +08:00] [DEBUG] [main.go:209] ["retrieved changefeeds"] [changefeedsError="json: unsupported type: map[model.ChangeFeedID]*mvccpb.KeyValue"]
+ set +x
[2025/04/06 08:22:39.784 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"]
[2025/04/06 08:22:39.826 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"]
[2025/04/06 08:22:39.984 +08:00] [INFO] [main.go:235] ["0 delete success: 800"]
[2025/04/06 08:22:39.985 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"]
[2025/04/06 08:22:40.030 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"]
[2025/04/06 08:22:40.032 +08:00] [INFO] [main.go:235] ["1 delete success: 800"]
[2025/04/06 08:22:39.802 +08:00] [DEBUG] [main.go:228] ["retrieved processor details"] [changefeed=f718e76d-bb3f-4834-b386-70b4db7be7ab] [captureID=2be27825-8d2f-4cbd-98c4-ca0f33039d81] [processorDetail="{\"table_ids\":[]}"]
[2025/04/06 08:22:39.953 +08:00] [DEBUG] [main.go:228] ["retrieved processor details"] [changefeed=f718e76d-bb3f-4834-b386-70b4db7be7ab] [captureID=51b0116b-b9d1-4527-b639-2b8a9039fb2b] [processorDetail="{\"table_ids\":[118,116]}"]
Verifying downstream PD is started...
[2025/04/06 08:22:40.167 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"]
[2025/04/06 08:22:40.224 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"]
[2025/04/06 08:22:40.102 +08:00] [DEBUG] [main.go:228] ["retrieved processor details"] [changefeed=f718e76d-bb3f-4834-b386-70b4db7be7ab] [captureID=ca21a111-2cca-4dfa-98a1-87e2813d669e] [processorDetail="{\"table_ids\":[]}"]
[2025/04/06 08:22:40.102 +08:00] [INFO] [main.go:75] ["task status"] [status="{\"2be27825-8d2f-4cbd-98c4-ca0f33039d81\":[],\"51b0116b-b9d1-4527-b639-2b8a9039fb2b\":[{\"ID\":118,\"Changefeed\":\"f718e76d-bb3f-4834-b386-70b4db7be7ab\"},{\"ID\":116,\"Changefeed\":\"f718e76d-bb3f-4834-b386-70b4db7be7ab\"}],\"ca21a111-2cca-4dfa-98a1-87e2813d669e\":[]}"]
[2025/04/06 08:22:40.102 +08:00] [DEBUG] [main.go:287] ["preparing HTTP API call to owner"] [formStr="cf-id=f718e76d-bb3f-4834-b386-70b4db7be7ab&target-cp-id=ca21a111-2cca-4dfa-98a1-87e2813d669e&table-id=118"]
[2025/04/06 08:22:40.152 +08:00] [INFO] [main.go:179] ["moved table successful"] [tableID=118]
[2025/04/06 08:22:40.152 +08:00] [DEBUG] [main.go:287] ["preparing HTTP API call to owner"] [formStr="cf-id=f718e76d-bb3f-4834-b386-70b4db7be7ab&target-cp-id=ca21a111-2cca-4dfa-98a1-87e2813d669e&table-id=116"]
[2025/04/06 08:22:40.202 +08:00] [INFO] [main.go:179] ["moved table successful"] [tableID=116]
[2025/04/06 08:22:40.202 +08:00] [INFO] [main.go:113] ["all tables are moved"] [sourceCapture=51b0116b-b9d1-4527-b639-2b8a9039fb2b] [targetCapture=ca21a111-2cca-4dfa-98a1-87e2813d669e]
[2025/04/06 08:22:40.348 +08:00] [INFO] [main.go:235] ["0 delete success: 900"]
[2025/04/06 08:22:40.349 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"]
[2025/04/06 08:22:40.415 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"]
[2025/04/06 08:22:40.417 +08:00] [INFO] [main.go:235] ["1 delete success: 900"]
[2025/04/06 08:22:40.538 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"]
check diff successfully
table move_table.check2 not exists for 1-th check, retry later
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=custom-changefeed-name
+ expected_state=normal
+ error_msg=null
+ tls_dir=
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c custom-changefeed-name -s
+ info='{
  "upstream_id": 7489988866198703401,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 457152648819507204,
  "checkpoint_time": "2025-04-06 08:22:39.425",
  "error": null
}'
+ echo '{
  "upstream_id": 7489988866198703401,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 457152648819507204,
  "checkpoint_time": "2025-04-06 08:22:39.425",
  "error": null
}'
{
  "upstream_id": 7489988866198703401,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 457152648819507204,
  "checkpoint_time": "2025-04-06 08:22:39.425",
  "error": null
}
++ echo '{' '"upstream_id":' 7489988866198703401, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457152648819507204, '"checkpoint_time":' '"2025-04-06' '08:22:39.425",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7489988866198703401, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457152648819507204, '"checkpoint_time":' '"2025-04-06' '08:22:39.425",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12569.out cli changefeed --changefeed-id custom-changefeed-name remove
[2025/04/06 08:22:40.606 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"]
[2025/04/06 08:22:40.708 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"]
[2025/04/06 08:22:40.709 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"]
[2025/04/06 08:22:40.793 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"]
[2025/04/06 08:22:40.795 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"]
[2025/04/06 08:22:40.893 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"]
[2025/04/06 08:22:40.987 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"]
Changefeed remove successfully.
ID: custom-changefeed-name
CheckpointTs: 457152648819507209
SinkURI: kafka://127.0.0.1:9092/ticdc-cli-test-16008?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
[2025/04/06 08:22:41.074 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"]
[2025/04/06 08:22:41.075 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"]
[2025/04/06 08:22:41.176 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"]
[2025/04/06 08:22:41.178 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"]
[2025/04/06 08:22:41.259 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"]
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
[2025/04/06 08:22:41.369 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"]
[2025/04/06 08:22:41.454 +08:00] [INFO] [main.go:235] ["0 delete success: 1200"]
[2025/04/06 08:22:41.455 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"]
[2025/04/06 08:22:41.571 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"]
[2025/04/06 08:22:41.575 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"]
[2025/04/06 08:22:41.655 +08:00] [INFO] [main.go:221] ["0 insert success: 2500"]
[2025/04/06 08:22:41.770 +08:00] [INFO] [main.go:221] ["1 insert success: 2500"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2025/04/06 08:22:41.849 +08:00] [INFO] [main.go:235] ["0 delete success: 1300"]
[2025/04/06 08:22:41.850 +08:00] [INFO] [main.go:221] ["0 insert success: 2600"]
table move_table.check2 exists
start tidb cluster in /tmp/tidb_cdc_test/changefeed_auto_stop
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
+ set +x
check diff successfully
wait process cdc.test exit for 1-th time...
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
wait process cdc.test exit for 2-th time...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:22:44 CST 2025] <<<<<< run test case move_table success! >>>>>>
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988994283259502	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e9cd84000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq, pid:12503, start at 2025-04-06 08:22:44.860946083 +0800 CST m=+1.513722137	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:24:44.867 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:22:44.833 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:12:44.833 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988994283259502	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e9cd84000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq, pid:12503, start at 2025-04-06 08:22:44.860946083 +0800 CST m=+1.513722137	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:24:44.867 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:22:44.833 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:12:44.833 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989004676110109	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e9ce40000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq, pid:12581, start at 2025-04-06 08:22:44.927953094 +0800 CST m=+1.515589798	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:24:44.936 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:22:44.930 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:12:44.930 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
[Pipeline] // timeout
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc already exists)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/mq_sink_dispatcher/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/mq_sink_dispatcher/tiflash/log/error.log
arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/mq_sink_dispatcher/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/mq_sink_dispatcher/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/mq_sink_dispatcher/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
changefeed count 0 check pass, pd_addr: http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12638.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-cli-test-16008?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --tz=Asia/Shanghai -c=custom-changefeed-name
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[WARN] --tz is deprecated in changefeed settings.

[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
Create changefeed successfully!
ID: custom-changefeed-name
Info: {"upstream_id":7489988866198703401,"namespace":"default","id":"custom-changefeed-name","sink_uri":"kafka://127.0.0.1:9092/ticdc-cli-test-16008?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:22:46.070174185+08:00","start_ts":457152650536288262,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152650536288262,"checkpoint_ts":457152650536288262,"checkpoint_time":"2025-04-06 08:22:45.974"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2025/04/06 08:22:47.243 +08:00] [INFO] [main.go:86] ["running ddl test: 3 addDropColumnDDL2"]
[2025/04/06 08:22:47.445 +08:00] [INFO] [main.go:221] ["0 insert success: 100"]
[2025/04/06 08:22:47.449 +08:00] [INFO] [main.go:221] ["1 insert success: 100"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ set +x
[2025/04/06 08:22:47.642 +08:00] [INFO] [main.go:221] ["0 insert success: 200"]
[2025/04/06 08:22:47.644 +08:00] [INFO] [main.go:235] ["0 delete success: 100"]
[2025/04/06 08:22:47.645 +08:00] [INFO] [main.go:221] ["1 insert success: 200"]
[2025/04/06 08:22:47.647 +08:00] [INFO] [main.go:235] ["1 delete success: 100"]
[2025/04/06 08:22:47.836 +08:00] [INFO] [main.go:221] ["0 insert success: 300"]
[2025/04/06 08:22:47.840 +08:00] [INFO] [main.go:221] ["1 insert success: 300"]
[2025/04/06 08:22:48.022 +08:00] [INFO] [main.go:221] ["0 insert success: 400"]
[2025/04/06 08:22:48.023 +08:00] [INFO] [main.go:235] ["0 delete success: 200"]
[2025/04/06 08:22:48.032 +08:00] [INFO] [main.go:221] ["1 insert success: 400"]
[2025/04/06 08:22:48.034 +08:00] [INFO] [main.go:235] ["1 delete success: 200"]
start tidb cluster in /tmp/tidb_cdc_test/sql_mode
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
[Sun Apr  6 08:22:47 CST 2025] <<<<<< START cdc server in mq_sink_dispatcher case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.mq_sink_dispatcher.1401614018.out server --log-file /tmp/tidb_cdc_test/mq_sink_dispatcher/cdc.log --log-level info --data-dir /tmp/tidb_cdc_test/mq_sink_dispatcher/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[2025/04/06 08:22:48.210 +08:00] [INFO] [main.go:221] ["1 insert success: 500"]
[2025/04/06 08:22:48.210 +08:00] [INFO] [main.go:221] ["0 insert success: 500"]
[2025/04/06 08:22:48.398 +08:00] [INFO] [main.go:221] ["1 insert success: 600"]
[2025/04/06 08:22:48.400 +08:00] [INFO] [main.go:235] ["1 delete success: 300"]
[2025/04/06 08:22:48.403 +08:00] [INFO] [main.go:221] ["0 insert success: 600"]
[2025/04/06 08:22:48.405 +08:00] [INFO] [main.go:235] ["0 delete success: 300"]
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989017231382641	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e9fcb8000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-41z8c, pid:10772, start at 2025-04-06 08:22:47.885473502 +0800 CST m=+1.360932819	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:24:47.892 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:22:47.854 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:12:47.854 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989017231382641	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e9fcb8000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-41z8c, pid:10772, start at 2025-04-06 08:22:47.885473502 +0800 CST m=+1.360932819	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:24:47.892 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:22:47.854 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:12:47.854 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989017272005861	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e9ff08000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-f-41z8c, pid:10850, start at 2025-04-06 08:22:48.044563377 +0800 CST m=+1.446221662	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:24:48.052 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:22:48.052 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:12:48.052 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
[2025/04/06 08:22:48.576 +08:00] [INFO] [main.go:221] ["1 insert success: 700"]
[2025/04/06 08:22:48.584 +08:00] [INFO] [main.go:221] ["0 insert success: 700"]
[2025/04/06 08:22:48.758 +08:00] [INFO] [main.go:221] ["1 insert success: 800"]
[2025/04/06 08:22:48.760 +08:00] [INFO] [main.go:235] ["1 delete success: 400"]
[2025/04/06 08:22:48.766 +08:00] [INFO] [main.go:221] ["0 insert success: 800"]
[2025/04/06 08:22:48.768 +08:00] [INFO] [main.go:235] ["0 delete success: 400"]
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/changefeed_auto_stop/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/changefeed_auto_stop/tiflash/log/error.log
arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/changefeed_auto_stop/tiflash-proxy.toml"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/changefeed_auto_stop/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/changefeed_auto_stop/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
[2025/04/06 08:22:48.949 +08:00] [INFO] [main.go:221] ["1 insert success: 900"]
[2025/04/06 08:22:48.952 +08:00] [INFO] [main.go:221] ["0 insert success: 900"]
[2025/04/06 08:22:49.129 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"]
[2025/04/06 08:22:49.131 +08:00] [INFO] [main.go:235] ["0 delete success: 500"]
[2025/04/06 08:22:49.132 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"]
[2025/04/06 08:22:49.134 +08:00] [INFO] [main.go:235] ["1 delete success: 500"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2025/04/06 08:22:49.315 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"]
[2025/04/06 08:22:49.318 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"]
[2025/04/06 08:22:49.506 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"]
[2025/04/06 08:22:49.507 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"]
[2025/04/06 08:22:49.508 +08:00] [INFO] [main.go:235] ["0 delete success: 600"]
[2025/04/06 08:22:49.509 +08:00] [INFO] [main.go:235] ["1 delete success: 600"]
[2025/04/06 08:22:49.695 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"]
[2025/04/06 08:22:49.699 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"]
[2025/04/06 08:22:49.883 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"]
[2025/04/06 08:22:49.885 +08:00] [INFO] [main.go:235] ["0 delete success: 700"]
[2025/04/06 08:22:49.893 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"]
[2025/04/06 08:22:49.894 +08:00] [INFO] [main.go:235] ["1 delete success: 700"]
[2025/04/06 08:22:50.063 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"]
[2025/04/06 08:22:50.088 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"]
[2025/04/06 08:22:50.370 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"]
[2025/04/06 08:22:50.371 +08:00] [INFO] [main.go:235] ["0 delete success: 800"]
[2025/04/06 08:22:50.398 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"]
[2025/04/06 08:22:50.400 +08:00] [INFO] [main.go:235] ["1 delete success: 800"]
[2025/04/06 08:22:50.546 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"]
[2025/04/06 08:22:50.574 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"]
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
[2025/04/06 08:22:50.713 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"]
[2025/04/06 08:22:50.714 +08:00] [INFO] [main.go:235] ["0 delete success: 900"]
[2025/04/06 08:22:50.745 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"]
[2025/04/06 08:22:50.747 +08:00] [INFO] [main.go:235] ["1 delete success: 900"]
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=custom-changefeed-name
+ expected_state=normal
+ error_msg=null
+ tls_dir=
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c custom-changefeed-name -s
+ info='{
  "upstream_id": 7489988866198703401,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 457152651440685062,
  "checkpoint_time": "2025-04-06 08:22:49.424",
  "error": null
}'
+ echo '{
  "upstream_id": 7489988866198703401,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 457152651440685062,
  "checkpoint_time": "2025-04-06 08:22:49.424",
  "error": null
}'
{
  "upstream_id": 7489988866198703401,
  "namespace": "default",
  "id": "custom-changefeed-name",
  "state": "normal",
  "checkpoint_tso": 457152651440685062,
  "checkpoint_time": "2025-04-06 08:22:49.424",
  "error": null
}
++ echo '{' '"upstream_id":' 7489988866198703401, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457152651440685062, '"checkpoint_time":' '"2025-04-06' '08:22:49.424",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7489988866198703401, '"namespace":' '"default",' '"id":' '"custom-changefeed-name",' '"state":' '"normal",' '"checkpoint_tso":' 457152651440685062, '"checkpoint_time":' '"2025-04-06' '08:22:49.424",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:22:50 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/52f76702-30aa-482a-9a8b-ef77c90cb204
	{"id":"52f76702-30aa-482a-9a8b-ef77c90cb204","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898968}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087a5962d6
	52f76702-30aa-482a-9a8b-ef77c90cb204

/tidb/cdc/default/default/upstream/7489988994283259502
	{"id":7489988994283259502,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/52f76702-30aa-482a-9a8b-ef77c90cb204
	{"id":"52f76702-30aa-482a-9a8b-ef77c90cb204","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898968}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087a5962d6
	52f76702-30aa-482a-9a8b-ef77c90cb204

/tidb/cdc/default/default/upstream/7489988994283259502
	{"id":7489988994283259502,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/52f76702-30aa-482a-9a8b-ef77c90cb204
	{"id":"52f76702-30aa-482a-9a8b-ef77c90cb204","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898968}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087a5962d6
	52f76702-30aa-482a-9a8b-ef77c90cb204

/tidb/cdc/default/default/upstream/7489988994283259502
	{"id":7489988994283259502,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
[2025/04/06 08:22:50.886 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"]
[2025/04/06 08:22:50.925 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"]
[2025/04/06 08:22:51.063 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"]
[2025/04/06 08:22:51.065 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"]
[2025/04/06 08:22:51.107 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"]
[2025/04/06 08:22:51.109 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"]
[2025/04/06 08:22:51.242 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"]
[2025/04/06 08:22:51.292 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12741.out cli changefeed create --start-ts=457152642711289857 '--sink-uri=kafka://127.0.0.1:9093/ticdc-cli-test-ssl-603?protocol=open-protocol&ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem&cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem&key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem&kafka-version=2.4.1&max-message-bytes=10485760&insecure-skip-verify=true' --tz=Asia/Shanghai
***************** properties *****************
"mysql.user"="root"
"operationcount"="0"
"threadcount"="4"
"recordcount"="20"
"readproportion"="0"
"updateproportion"="0"
"scanproportion"="0"
"mysql.db"="changefeed_auto_stop_1"
"insertproportion"="0"
"mysql.host"="127.0.0.1"
"readallfields"="true"
"workload"="core"
"requestdistribution"="uniform"
"mysql.port"="4000"
"dotransactions"="false"
**********************************************
Run finished, takes 9.403528ms
INSERT - Takes(s): 0.0, Count: 20, OPS: 3243.5, Avg(us): 1688, Min(us): 987, Max(us): 4026, 95th(us): 4000, 99th(us): 5000
***************** properties *****************
"scanproportion"="0"
"mysql.user"="root"
"readallfields"="true"
"dotransactions"="false"
"threadcount"="4"
"insertproportion"="0"
"operationcount"="0"
"requestdistribution"="uniform"
"workload"="core"
"mysql.port"="4000"
"mysql.host"="127.0.0.1"
"updateproportion"="0"
"recordcount"="20"
"readproportion"="0"
"mysql.db"="changefeed_auto_stop_2"
**********************************************
Run finished, takes 8.098881ms
INSERT - Takes(s): 0.0, Count: 20, OPS: 4198.4, Avg(us): 1526, Min(us): 935, Max(us): 3329, 95th(us): 4000, 99th(us): 4000
***************** properties *****************
"readallfields"="true"
"updateproportion"="0"
"insertproportion"="0"
"requestdistribution"="uniform"
"dotransactions"="false"
"scanproportion"="0"
"threadcount"="4"
"mysql.host"="127.0.0.1"
"operationcount"="0"
"mysql.user"="root"
"readproportion"="0"
"recordcount"="20"
"mysql.db"="changefeed_auto_stop_3"
"workload"="core"
"mysql.port"="4000"
**********************************************
Run finished, takes 8.8429ms
INSERT - Takes(s): 0.0, Count: 20, OPS: 3632.9, Avg(us): 1552, Min(us): 855, Max(us): 3305, 95th(us): 4000, 99th(us): 4000
***************** properties *****************
"readproportion"="0"
"updateproportion"="0"
"workload"="core"
"scanproportion"="0"
"mysql.user"="root"
"operationcount"="0"
"mysql.db"="changefeed_auto_stop_4"
"recordcount"="20"
"insertproportion"="0"
"mysql.host"="127.0.0.1"
"dotransactions"="false"
"readallfields"="true"
"mysql.port"="4000"
"requestdistribution"="uniform"
"threadcount"="4"
**********************************************
Run finished, takes 7.525083ms
INSERT - Takes(s): 0.0, Count: 20, OPS: 4435.2, Avg(us): 1394, Min(us): 811, Max(us): 2954, 95th(us): 3000, 99th(us): 3000
[Sun Apr  6 08:22:51 CST 2025] <<<<<< START cdc server in changefeed_auto_stop case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_auto_stop.1243212434.out server --log-file /tmp/tidb_cdc_test/changefeed_auto_stop/cdc1.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_auto_stop/cdc_data1 --cluster-id default --addr 127.0.0.1:8301 --pd http://127.0.0.1:2379
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8301 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8301: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[2025/04/06 08:22:51.415 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"]
[2025/04/06 08:22:51.417 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"]
[2025/04/06 08:22:51.479 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"]
[2025/04/06 08:22:51.481 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"]
[WARN] --tz is deprecated in changefeed settings.

[2025/04/06 08:22:51.606 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"]
[2025/04/06 08:22:51.668 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"]
[2025/04/06 08:22:51.790 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"]
[2025/04/06 08:22:51.792 +08:00] [INFO] [main.go:235] ["0 delete success: 1200"]
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.mq_sink_dispatcher.cli.14095.out cli tso query --pd=http://127.0.0.1:2379
Create changefeed successfully!
ID: c5081146-53c3-4d48-b91e-2d0e53ccf1f0
Info: {"upstream_id":7489988866198703401,"namespace":"default","id":"c5081146-53c3-4d48-b91e-2d0e53ccf1f0","sink_uri":"kafka://127.0.0.1:9093/ticdc-cli-test-ssl-603?protocol=open-protocol\u0026ca=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/ca.pem\u0026cert=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client.pem\u0026key=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/_certificates/client-key.pem\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760\u0026insecure-skip-verify=true","create_time":"2025-04-06T08:22:51.812456887+08:00","start_ts":457152642711289857,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152642711289857,"checkpoint_ts":457152642711289857,"checkpoint_time":"2025-04-06 08:22:16.124"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2025/04/06 08:22:51.856 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"]
[2025/04/06 08:22:51.858 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"]
[2025/04/06 08:22:51.973 +08:00] [INFO] [main.go:221] ["0 insert success: 2500"]
[2025/04/06 08:22:52.044 +08:00] [INFO] [main.go:221] ["1 insert success: 2500"]
[2025/04/06 08:22:52.150 +08:00] [INFO] [main.go:221] ["0 insert success: 2600"]
[2025/04/06 08:22:52.152 +08:00] [INFO] [main.go:235] ["0 delete success: 1300"]
[2025/04/06 08:22:52.231 +08:00] [INFO] [main.go:221] ["1 insert success: 2600"]
[2025/04/06 08:22:52.233 +08:00] [INFO] [main.go:235] ["1 delete success: 1300"]
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12774.out cli unsafe delete-service-gc-safepoint
Confirm that you know what this command will do and use it at your own risk [Y/N]
CDC service GC safepoint truncated in PD!
PASS
+ set +x
+ tso='457152652177047556
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152652177047556 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.mq_sink_dispatcher.cli.14133.out cli changefeed create --start-ts=457152652177047556 '--sink-uri=kafka://127.0.0.1:9092/dispatcher-test?protocol=canal-json&enable-tidb-extension=true' -c test --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/mq_sink_dispatcher/conf/changefeed.toml
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Create changefeed successfully!
ID: test
Info: {"upstream_id":7489988994283259502,"namespace":"default","id":"test","sink_uri":"kafka://127.0.0.1:9092/dispatcher-test?protocol=canal-json\u0026enable-tidb-extension=true","create_time":"2025-04-06T08:22:54.086958272+08:00","start_ts":457152652177047556,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"dispatchers":[{"matcher":["verify.t"],"partition":"index-value"},{"matcher":["dispatcher.index"],"partition":"index-value","index":"idx_a"}],"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152652177047556,"checkpoint_ts":457152652177047556,"checkpoint_time":"2025-04-06 08:22:52.233"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8301/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8301 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8301
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:22:54 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/29f4ea53-ff62-4af1-af5a-ca5bf8d5e1c4
	{"id":"29f4ea53-ff62-4af1-af5a-ca5bf8d5e1c4","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898971}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087a67ec07
	29f4ea53-ff62-4af1-af5a-ca5bf8d5e1c4

/tidb/cdc/default/default/upstream/7489989017231382641
	{"id":7489989017231382641,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/29f4ea53-ff62-4af1-af5a-ca5bf8d5e1c4
	{"id":"29f4ea53-ff62-4af1-af5a-ca5bf8d5e1c4","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898971}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087a67ec07
	29f4ea53-ff62-4af1-af5a-ca5bf8d5e1c4

/tidb/cdc/default/default/upstream/7489989017231382641
	{"id":7489989017231382641,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/29f4ea53-ff62-4af1-af5a-ca5bf8d5e1c4
	{"id":"29f4ea53-ff62-4af1-af5a-ca5bf8d5e1c4","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898971}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087a67ec07
	29f4ea53-ff62-4af1-af5a-ca5bf8d5e1c4

/tidb/cdc/default/default/upstream/7489989017231382641
	{"id":7489989017231382641,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
[Sun Apr  6 08:22:54 CST 2025] <<<<<< START cdc server in changefeed_auto_stop case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/processor/pipeline/ProcessorSyncResolvedError=1*return(true);github.com/pingcap/tiflow/cdc/processor/ProcessorUpdatePositionDelaying=sleep(1000)'
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.changefeed_auto_stop.1248712489.out server --log-file /tmp/tidb_cdc_test/changefeed_auto_stop/cdc2.log --log-level debug --data-dir /tmp/tidb_cdc_test/changefeed_auto_stop/cdc_data2 --cluster-id default --addr 127.0.0.1:8302 --pd http://127.0.0.1:2379
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8302 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8302: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12806.out cli unsafe reset --no-confirm --pd=http://127.0.0.1:2379
reset and all metadata truncated in PD!
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ set +x
check_changefeed_state http://127.0.0.1:2379 test normal null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=test
+ expected_state=normal
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test -s
+ info='{
  "upstream_id": 7489988994283259502,
  "namespace": "default",
  "id": "test",
  "state": "normal",
  "checkpoint_tso": 457152652177047556,
  "checkpoint_time": "2025-04-06 08:22:52.233",
  "error": null
}'
+ echo '{
  "upstream_id": 7489988994283259502,
  "namespace": "default",
  "id": "test",
  "state": "normal",
  "checkpoint_tso": 457152652177047556,
  "checkpoint_time": "2025-04-06 08:22:52.233",
  "error": null
}'
{
  "upstream_id": 7489988994283259502,
  "namespace": "default",
  "id": "test",
  "state": "normal",
  "checkpoint_tso": 457152652177047556,
  "checkpoint_time": "2025-04-06 08:22:52.233",
  "error": null
}
++ echo '{' '"upstream_id":' 7489988994283259502, '"namespace":' '"default",' '"id":' '"test",' '"state":' '"normal",' '"checkpoint_tso":' 457152652177047556, '"checkpoint_time":' '"2025-04-06' '08:22:52.233",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7489988994283259502, '"namespace":' '"default",' '"id":' '"test",' '"state":' '"normal",' '"checkpoint_tso":' 457152652177047556, '"checkpoint_time":' '"2025-04-06' '08:22:52.233",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
run task successfully
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/autorandom/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
+ set +x
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988738006677739	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e605440013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw, pid:9841, start at 2025-04-06 08:21:42.910892895 +0800 CST m=+1.567787068	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:42.919 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	60m	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:42.914 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:42.914 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988738006677739	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e605440013	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw, pid:9841, start at 2025-04-06 08:21:42.910892895 +0800 CST m=+1.567787068	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:42.919 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	60m	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:42.914 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:42.914 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988730390482999	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e605f80005	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-t-nj2vw, pid:9905, start at 2025-04-06 08:21:42.917075402 +0800 CST m=+1.511776325	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:23:42.924 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	60m	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:21:42.910 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:11:42.910 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
ERROR 1396 (HY000) at line 1: Operation CREATE USER failed for 'normal'@'%'
start tidb cluster failed
+ run_sql 'set global sql_mode='\''ANSI_QUOTES'\'';' 127.0.0.1 4000
+ run_sql 'set global sql_mode='\''ANSI_QUOTES'\'';' 127.0.0.1 3306
check_changefeed_state http://127.0.0.1:2379 test failed ErrDispatcherFailed
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=test
+ expected_state=failed
+ error_msg=ErrDispatcherFailed
+ tls_dir=ErrDispatcherFailed
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test -s
+ info='{
  "upstream_id": 7489988994283259502,
  "namespace": "default",
  "id": "test",
  "state": "normal",
  "checkpoint_tso": 457152652177047556,
  "checkpoint_time": "2025-04-06 08:22:52.233",
  "error": null
}'
+ echo '{
  "upstream_id": 7489988994283259502,
  "namespace": "default",
  "id": "test",
  "state": "normal",
  "checkpoint_tso": 457152652177047556,
  "checkpoint_time": "2025-04-06 08:22:52.233",
  "error": null
}'
{
  "upstream_id": 7489988994283259502,
  "namespace": "default",
  "id": "test",
  "state": "normal",
  "checkpoint_tso": 457152652177047556,
  "checkpoint_time": "2025-04-06 08:22:52.233",
  "error": null
}
++ echo '{' '"upstream_id":' 7489988994283259502, '"namespace":' '"default",' '"id":' '"test",' '"state":' '"normal",' '"checkpoint_tso":' 457152652177047556, '"checkpoint_time":' '"2025-04-06' '08:22:52.233",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \f\a\i\l\e\d ]]
+ echo 'changefeed state normal does not equal to failed'
changefeed state normal does not equal to failed
+ exit 1
run task failed 1-th time, retry later
++ run_cdc_cli_tso_query 127.0.0.1 2379
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.cli.15709.out cli tso query --pd=http://127.0.0.1:2379
[2025/04/06 08:22:57.333 +08:00] [INFO] [main.go:86] ["running ddl test: 4 modifyColumnDDL"]
[2025/04/06 08:22:57.534 +08:00] [INFO] [main.go:221] ["0 insert success: 100"]
[2025/04/06 08:22:57.546 +08:00] [INFO] [main.go:221] ["1 insert success: 100"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2025/04/06 08:22:57.714 +08:00] [INFO] [main.go:221] ["0 insert success: 200"]
[2025/04/06 08:22:57.716 +08:00] [INFO] [main.go:235] ["0 delete success: 100"]
[2025/04/06 08:22:57.730 +08:00] [INFO] [main.go:221] ["1 insert success: 200"]
[2025/04/06 08:22:57.732 +08:00] [INFO] [main.go:235] ["1 delete success: 100"]
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8302/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8302 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8302
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:22:57 GMT
< Content-Length: 1281
< Content-Type: text/plain; charset=utf-8
< 
{ [1281 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/29f4ea53-ff62-4af1-af5a-ca5bf8d5e1c4
	{"id":"29f4ea53-ff62-4af1-af5a-ca5bf8d5e1c4","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898971}

/tidb/cdc/default/__cdc_meta__/capture/dfa8446d-ce53-4702-8d88-adca65fb4aec
	{"id":"dfa8446d-ce53-4702-8d88-adca65fb4aec","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898974}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087a67ec07
	29f4ea53-ff62-4af1-af5a-ca5bf8d5e1c4

/tidb/cdc/default/__cdc_meta__/owner/223196087a67ec3f
	dfa8446d-ce53-4702-8d88-adca65fb4aec

/tidb/cdc/default/default/upstream/7489989017231382641
	{"id":7489989017231382641,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/29f4ea53-ff62-4af1-af5a-ca5bf8d5e1c4
	{"id":"29f4ea53-ff62-4af1-af5a-ca5bf8d5e1c4","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898971}

/tidb/cdc/default/__cdc_meta__/capture/dfa8446d-ce53-4702-8d88-adca65fb4aec
	{"id":"dfa8446d-ce53-4702-8d88-adca65fb4aec","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898974}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087a67ec07
	29f4ea53-ff62-4af1-af5a-ca5bf8d5e1c4

/tidb/cdc/default/__cdc_meta__/owner/223196087a67ec3f
	dfa8446d-ce53-4702-8d88-adca65fb4aec

/tidb/cdc/default/default/upstream/7489989017231382641
	{"id":7489989017231382641,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/29f4ea53-ff62-4af1-af5a-ca5bf8d5e1c4
	{"id":"29f4ea53-ff62-4af1-af5a-ca5bf8d5e1c4","address":"127.0.0.1:8301","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898971}

/tidb/cdc/default/__cdc_meta__/capture/dfa8446d-ce53-4702-8d88-adca65fb4aec
	{"id":"dfa8446d-ce53-4702-8d88-adca65fb4aec","address":"127.0.0.1:8302","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898974}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087a67ec07
	29f4ea53-ff62-4af1-af5a-ca5bf8d5e1c4

/tidb/cdc/default/__cdc_meta__/owner/223196087a67ec3f
	dfa8446d-ce53-4702-8d88-adca65fb4aec

/tidb/cdc/default/default/upstream/7489989017231382641
	{"id":7489989017231382641,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
[Sun Apr  6 08:22:57 CST 2025] <<<<<< START kafka consumer in changefeed_auto_stop case >>>>>>
check_changefeed_state http://127.0.0.1:2379 b2277732-86c0-4b8d-a11e-7bee9b7b66d2 normal null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=b2277732-86c0-4b8d-a11e-7bee9b7b66d2
+ expected_state=normal
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c b2277732-86c0-4b8d-a11e-7bee9b7b66d2 -s
+ info='{
  "upstream_id": 7489989017231382641,
  "namespace": "default",
  "id": "b2277732-86c0-4b8d-a11e-7bee9b7b66d2",
  "state": "normal",
  "checkpoint_tso": 457152651855134721,
  "checkpoint_time": "2025-04-06 08:22:51.005",
  "error": null
}'
+ echo '{
  "upstream_id": 7489989017231382641,
  "namespace": "default",
  "id": "b2277732-86c0-4b8d-a11e-7bee9b7b66d2",
  "state": "normal",
  "checkpoint_tso": 457152651855134721,
  "checkpoint_time": "2025-04-06 08:22:51.005",
  "error": null
}'
{
  "upstream_id": 7489989017231382641,
  "namespace": "default",
  "id": "b2277732-86c0-4b8d-a11e-7bee9b7b66d2",
  "state": "normal",
  "checkpoint_tso": 457152651855134721,
  "checkpoint_time": "2025-04-06 08:22:51.005",
  "error": null
}
++ echo '{' '"upstream_id":' 7489989017231382641, '"namespace":' '"default",' '"id":' '"b2277732-86c0-4b8d-a11e-7bee9b7b66d2",' '"state":' '"normal",' '"checkpoint_tso":' 457152651855134721, '"checkpoint_time":' '"2025-04-06' '08:22:51.005",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7489989017231382641, '"namespace":' '"default",' '"id":' '"b2277732-86c0-4b8d-a11e-7bee9b7b66d2",' '"state":' '"normal",' '"checkpoint_tso":' 457152651855134721, '"checkpoint_time":' '"2025-04-06' '08:22:51.005",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
run task successfully
table changefeed_auto_stop_1.usertable not exists for 1-th check, retry later
[2025/04/06 08:22:57.910 +08:00] [INFO] [main.go:221] ["0 insert success: 300"]
[2025/04/06 08:22:57.938 +08:00] [INFO] [main.go:221] ["1 insert success: 300"]
[2025/04/06 08:22:58.091 +08:00] [INFO] [main.go:221] ["0 insert success: 400"]
[2025/04/06 08:22:58.092 +08:00] [INFO] [main.go:235] ["0 delete success: 200"]
[2025/04/06 08:22:58.128 +08:00] [INFO] [main.go:221] ["1 insert success: 400"]
[2025/04/06 08:22:58.130 +08:00] [INFO] [main.go:235] ["1 delete success: 200"]
[2025/04/06 08:22:58.270 +08:00] [INFO] [main.go:221] ["0 insert success: 500"]
[2025/04/06 08:22:58.315 +08:00] [INFO] [main.go:221] ["1 insert success: 500"]
[2025/04/06 08:22:58.457 +08:00] [INFO] [main.go:221] ["0 insert success: 600"]
[2025/04/06 08:22:58.458 +08:00] [INFO] [main.go:235] ["0 delete success: 300"]
[2025/04/06 08:22:58.511 +08:00] [INFO] [main.go:221] ["1 insert success: 600"]
[2025/04/06 08:22:58.513 +08:00] [INFO] [main.go:235] ["1 delete success: 300"]
[2025/04/06 08:22:58.629 +08:00] [INFO] [main.go:221] ["0 insert success: 700"]
[2025/04/06 08:22:58.698 +08:00] [INFO] [main.go:221] ["1 insert success: 700"]
[2025/04/06 08:22:58.803 +08:00] [INFO] [main.go:221] ["0 insert success: 800"]
[2025/04/06 08:22:58.805 +08:00] [INFO] [main.go:235] ["0 delete success: 400"]
[2025/04/06 08:22:58.892 +08:00] [INFO] [main.go:221] ["1 insert success: 800"]
[2025/04/06 08:22:58.894 +08:00] [INFO] [main.go:235] ["1 delete success: 400"]
[2025/04/06 08:22:58.995 +08:00] [INFO] [main.go:221] ["0 insert success: 900"]
[2025/04/06 08:22:59.085 +08:00] [INFO] [main.go:221] ["1 insert success: 900"]
+ set +x
+ tso='457152653528137729
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152653528137729 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ start_ts=457152653528137729
+ run_cdc_server --workdir /tmp/tidb_cdc_test/sql_mode --binary cdc.test
[Sun Apr  6 08:22:58 CST 2025] <<<<<< START cdc server in sql_mode case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.1574315745.out server --log-file /tmp/tidb_cdc_test/sql_mode/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/sql_mode/cdc_data --cluster-id default
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[2025/04/06 08:22:59.174 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"]
[2025/04/06 08:22:59.176 +08:00] [INFO] [main.go:235] ["0 delete success: 500"]
[2025/04/06 08:22:59.262 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"]
[2025/04/06 08:22:59.264 +08:00] [INFO] [main.go:235] ["1 delete success: 500"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check_changefeed_state http://127.0.0.1:2379 test failed ErrDispatcherFailed
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=test
+ expected_state=failed
+ error_msg=ErrDispatcherFailed
+ tls_dir=ErrDispatcherFailed
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test -s
+ info='{
  "upstream_id": 7489988994283259502,
  "namespace": "default",
  "id": "test",
  "state": "normal",
  "checkpoint_tso": 457152653238730758,
  "checkpoint_time": "2025-04-06 08:22:56.283",
  "error": null
}'
+ echo '{
  "upstream_id": 7489988994283259502,
  "namespace": "default",
  "id": "test",
  "state": "normal",
  "checkpoint_tso": 457152653238730758,
  "checkpoint_time": "2025-04-06 08:22:56.283",
  "error": null
}'
{
  "upstream_id": 7489988994283259502,
  "namespace": "default",
  "id": "test",
  "state": "normal",
  "checkpoint_tso": 457152653238730758,
  "checkpoint_time": "2025-04-06 08:22:56.283",
  "error": null
}
++ echo '{' '"upstream_id":' 7489988994283259502, '"namespace":' '"default",' '"id":' '"test",' '"state":' '"normal",' '"checkpoint_tso":' 457152653238730758, '"checkpoint_time":' '"2025-04-06' '08:22:56.283",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \f\a\i\l\e\d ]]
+ echo 'changefeed state normal does not equal to failed'
changefeed state normal does not equal to failed
+ exit 1
run task failed 2-th time, retry later
[2025/04/06 08:22:59.360 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"]
[2025/04/06 08:22:59.445 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"]
[2025/04/06 08:22:59.559 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"]
[2025/04/06 08:22:59.561 +08:00] [INFO] [main.go:235] ["0 delete success: 600"]
start tidb cluster in /tmp/tidb_cdc_test/autorandom
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
[2025/04/06 08:22:59.656 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"]
[2025/04/06 08:22:59.658 +08:00] [INFO] [main.go:235] ["1 delete success: 600"]
[2025/04/06 08:22:59.758 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12904.out cli unsafe resolve-lock --region=100
[2025/04/06 08:22:59.872 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"]
[2025/04/06 08:22:59.959 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"]
[2025/04/06 08:22:59.961 +08:00] [INFO] [main.go:235] ["0 delete success: 700"]
[2025/04/06 08:23:00.066 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"]
[2025/04/06 08:23:00.068 +08:00] [INFO] [main.go:235] ["1 delete success: 700"]
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
[2025/04/06 08:23:00.140 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"]
[2025/04/06 08:23:00.245 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"]
[2025/04/06 08:23:00.319 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"]
[2025/04/06 08:23:00.321 +08:00] [INFO] [main.go:235] ["0 delete success: 800"]
table changefeed_auto_stop_1.usertable exists
table changefeed_auto_stop_2.usertable not exists for 1-th check, retry later
[2025/04/06 08:23:00.421 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"]
[2025/04/06 08:23:00.423 +08:00] [INFO] [main.go:235] ["1 delete success: 800"]
[2025/04/06 08:23:00.495 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"]
[2025/04/06 08:23:00.599 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"]
[2025/04/06 08:23:00.674 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"]
[2025/04/06 08:23:00.676 +08:00] [INFO] [main.go:235] ["0 delete success: 900"]
[2025/04/06 08:23:00.783 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"]
[2025/04/06 08:23:00.785 +08:00] [INFO] [main.go:235] ["1 delete success: 900"]
[2025/04/06 08:23:00.855 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"]
[2025/04/06 08:23:00.969 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"]
[2025/04/06 08:23:01.037 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"]
[2025/04/06 08:23:01.039 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"]
[2025/04/06 08:23:01.148 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"]
[2025/04/06 08:23:01.150 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"]
[2025/04/06 08:23:01.219 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"]
[2025/04/06 08:23:01.336 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"]
[2025/04/06 08:23:01.406 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"]
[2025/04/06 08:23:01.408 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"]
[2025/04/06 08:23:01.527 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"]
[2025/04/06 08:23:01.529 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"]
[2025/04/06 08:23:01.596 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"]
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.cli_with_auth.cli.12937.out cli unsafe resolve-lock --region=100 --ts=457152653380812801
[2025/04/06 08:23:01.717 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"]
[2025/04/06 08:23:01.781 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"]
[2025/04/06 08:23:01.782 +08:00] [INFO] [main.go:235] ["0 delete success: 1200"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2025/04/06 08:23:01.913 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"]
[2025/04/06 08:23:01.915 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"]
[2025/04/06 08:23:01.975 +08:00] [INFO] [main.go:221] ["0 insert success: 2500"]
[2025/04/06 08:23:02.103 +08:00] [INFO] [main.go:221] ["1 insert success: 2500"]
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
table changefeed_auto_stop_2.usertable not exists for 2-th check, retry later
[2025/04/06 08:23:02.164 +08:00] [INFO] [main.go:221] ["0 insert success: 2600"]
[2025/04/06 08:23:02.166 +08:00] [INFO] [main.go:235] ["0 delete success: 1300"]
[2025/04/06 08:23:02.298 +08:00] [INFO] [main.go:221] ["1 insert success: 2600"]
[2025/04/06 08:23:02.300 +08:00] [INFO] [main.go:235] ["1 delete success: 1300"]
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:23:01 GMT
< Content-Type: text/plain; charset=utf-8
< Transfer-Encoding: chunked
< 
{ [3971 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** processors info ***:

changefeedID: default/test-1
{UpstreamID:7489988738006677739 Namespace:default ID:test-1 SinkURI:mysql://root@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-06 08:21:51.010402941 +0800 CST StartTs:457152634844610561 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0017621b0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457152636116008967}
{CheckpointTs:457152636483010565 MinTableBarrierTs:457152636483010565 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/53310a34-89d9-4a42-bed3-aca692fb920d
	{"id":"53310a34-89d9-4a42-bed3-aca692fb920d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898907}

/tidb/cdc/default/__cdc_meta__/capture/9a20192d-1b3c-4ddc-a31d-16f26b0b16ef
	{"id":"9a20192d-1b3c-4ddc-a31d-16f26b0b16ef","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898979}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960879655dd8
	53310a34-89d9-4a42-bed3-aca692fb920d

/tidb/cdc/default/__cdc_meta__/owner/223196087a7e4bd3
	9a20192d-1b3c-4ddc-a31d-16f26b0b16ef

/tidb/cdc/default/default/changefeed/info/test-1
	{"upstream-id":7489988738006677739,"namespace":"default","changefeed-id":"test-1","sink-uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-06T08:21:51.010402941+08:00","start-ts":457152634844610561,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152636116008967}

/tidb/cdc/default/default/changefeed/status/test-1
	{"checkpoint-ts":457152636483010565,"min-table-barrier-ts":457152636483010565,"admin-job-type":0}

/tidb/cdc/default/default/task/position/53310a34-89d9-4a42-bed3-aca692fb920d/test-1
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/task/position/9a20192d-1b3c-4ddc-a31d-16f26b0b16ef/test-1
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7489988738006677739
	{"id":7489988738006677739,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** processors info ***:

changefeedID: default/test-1
{UpstreamID:7489988738006677739 Namespace:default ID:test-1 SinkURI:mysql://root@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-06 08:21:51.010402941 +0800 CST StartTs:457152634844610561 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0017621b0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457152636116008967}
{CheckpointTs:457152636483010565 MinTableBarrierTs:457152636483010565 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/53310a34-89d9-4a42-bed3-aca692fb920d
	{"id":"53310a34-89d9-4a42-bed3-aca692fb920d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898907}

/tidb/cdc/default/__cdc_meta__/capture/9a20192d-1b3c-4ddc-a31d-16f26b0b16ef
	{"id":"9a20192d-1b3c-4ddc-a31d-16f26b0b16ef","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898979}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960879655dd8
	53310a34-89d9-4a42-bed3-aca692fb920d

/tidb/cdc/default/__cdc_meta__/owner/223196087a7e4bd3
	9a20192d-1b3c-4ddc-a31d-16f26b0b16ef

/tidb/cdc/default/default/changefeed/info/test-1
	{"upstream-id":7489988738006677739,"namespace":"default","changefeed-id":"test-1","sink-uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-06T08:21:51.010402941+08:00","start-ts":457152634844610561,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152636116008967}

/tidb/cdc/default/default/changefeed/status/test-1
	{"checkpoint-ts":457152636483010565,"min-table-barrier-ts":457152636483010565,"admin-job-type":0}

/tidb/cdc/default/default/task/position/53310a34-89d9-4a42-bed3-aca692fb920d/test-1
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/task/position/9a20192d-1b3c-4ddc-a31d-16f26b0b16ef/test-1
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7489988738006677739
	{"id":7489988738006677739,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** processors info ***:

changefeedID: default/test-1
{UpstreamID:7489988738006677739 Namespace:default ID:test-1 SinkURI:mysql://root@127.0.0.1:3306/?max-txn-row=1 CreateTime:2025-04-06 08:21:51.010402941 +0800 CST StartTs:457152634844610561 TargetTs:0 AdminJobType:noop Engine:unified SortDir: Config:0xc0017621b0 State:normal Error:<nil> Warning:<nil> CreatorVersion:v9.0.0-beta.1-9-g4c631d595 Epoch:457152636116008967}
{CheckpointTs:457152636483010565 MinTableBarrierTs:457152636483010565 AdminJobType:noop}



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/53310a34-89d9-4a42-bed3-aca692fb920d
	{"id":"53310a34-89d9-4a42-bed3-aca692fb920d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898907}

/tidb/cdc/default/__cdc_meta__/capture/9a20192d-1b3c-4ddc-a31d-16f26b0b16ef
	{"id":"9a20192d-1b3c-4ddc-a31d-16f26b0b16ef","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898979}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960879655dd8
	53310a34-89d9-4a42-bed3-aca692fb920d

/tidb/cdc/default/__cdc_meta__/owner/223196087a7e4bd3
	9a20192d-1b3c-4ddc-a31d-16f26b0b16ef

/tidb/cdc/default/default/changefeed/info/test-1
	{"upstream-id":7489988738006677739,"namespace":"default","changefeed-id":"test-1","sink-uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create-time":"2025-04-06T08:21:51.010402941+08:00","start-ts":457152634844610561,"target-ts":0,"admin-job-type":0,"sort-engine":"","sort-dir":"","config":{"memory-quota":1073741824,"case-sensitive":false,"force-replicate":false,"check-gc-safe-point":true,"enable-sync-point":false,"enable-table-monitor":false,"ignore-ineligible-table":false,"bdr-mode":false,"sync-point-interval":600000000000,"sync-point-retention":86400000000000,"filter":{"rules":["*.*"],"ignore-txn-start-ts":null,"event-filters":null},"mounter":{"worker-num":16},"sink":{"encoder-concurrency":32,"terminator":"\r\n","date-separator":"day","enable-partition-separator":true,"enable-kafka-sink-v2":false,"only-output-updated-columns":false,"delete-only-output-handle-key-columns":false,"content-compatible":false,"advance-timeout-in-sec":150,"send-bootstrap-interval-in-sec":120,"send-bootstrap-in-msg-count":10000,"send-bootstrap-to-all-partition":true,"send-all-bootstrap-at-start":false,"debezium-disable-schema":false,"csv":{"delimiter":",","quote":"\"","null":"\\N","include-commit-ts":false,"binary-encoding-method":"base64","output-old-value":false,"output-handle-key":false},"open":{"output-old-value":true},"debezium":{"output-old-value":true}},"consistent":{"level":"none","max-log-size":64,"flush-interval":2000,"meta-flush-interval":200,"encoding-worker-num":16,"flush-worker-num":8,"storage":"","use-file-backend":false,"compression":"","memory-usage":{"memory-quota-percentage":50}},"scheduler":{"enable-table-across-nodes":false,"region-threshold":100000,"write-key-threshold":0,"region-per-span":0},"integrity":{"integrity-check-level":"none","corruption-handle-level":"warn"},"changefeed-error-stuck-duration":1800000000000,"synced-status":{"synced-check-interval":300,"checkpoint-interval":15},"sql-mode":""},"state":"normal","error":null,"warning":null,"creator-version":"v9.0.0-beta.1-9-g4c631d595","epoch":457152636116008967}

/tidb/cdc/default/default/changefeed/status/test-1
	{"checkpoint-ts":457152636483010565,"min-table-barrier-ts":457152636483010565,"admin-job-type":0}

/tidb/cdc/default/default/task/position/53310a34-89d9-4a42-bed3-aca692fb920d/test-1
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/task/position/9a20192d-1b3c-4ddc-a31d-16f26b0b16ef/test-1
	{"checkpoint-ts":0,"resolved-ts":0,"count":0,"error":null,"warning":null}

/tidb/cdc/default/default/upstream/7489988738006677739
	{"id":7489988738006677739,"pd-endpoints":"","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1'
+ run_cdc_cli changefeed create --start-ts=457152653528137729 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-2
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.sql_mode.cli.15801.out cli changefeed create --start-ts=457152653528137729 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-2
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
+ set +x
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   218  100   212  100     6   207k   6000 --:--:-- --:--:-- --:--:--  212k
{
    "error_msg": "[CDC:ErrAPIInvalidParam]invalid log level: json: cannot unmarshal string into Go value of type struct { Level string \"json:\\\"log_level\\\"\" }",
    "error_code": "CDC:ErrAPIInvalidParam"
check_changefeed_state http://127.0.0.1:2379 test failed ErrDispatcherFailed
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=test
+ expected_state=failed
+ error_msg=ErrDispatcherFailed
+ tls_dir=ErrDispatcherFailed
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test -s
+ info='{
  "upstream_id": 7489988994283259502,
  "namespace": "default",
  "id": "test",
  "state": "failed",
  "checkpoint_tso": 457152653238730758,
  "checkpoint_time": "2025-04-06 08:22:56.283",
  "error": {
    "time": "2025-04-06T08:23:00.630001151+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrDispatcherFailed",
    "message": "[CDC:ErrDispatcherFailed]index not found when dispatch event, table: index, index: idx_a"
  }
}'
+ echo '{
  "upstream_id": 7489988994283259502,
  "namespace": "default",
  "id": "test",
  "state": "failed",
  "checkpoint_tso": 457152653238730758,
  "checkpoint_time": "2025-04-06 08:22:56.283",
  "error": {
    "time": "2025-04-06T08:23:00.630001151+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrDispatcherFailed",
    "message": "[CDC:ErrDispatcherFailed]index not found when dispatch event, table: index, index: idx_a"
  }
}'
{
  "upstream_id": 7489988994283259502,
  "namespace": "default",
  "id": "test",
  "state": "failed",
  "checkpoint_tso": 457152653238730758,
  "checkpoint_time": "2025-04-06 08:22:56.283",
  "error": {
    "time": "2025-04-06T08:23:00.630001151+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrDispatcherFailed",
    "message": "[CDC:ErrDispatcherFailed]index not found when dispatch event, table: index, index: idx_a"
  }
}
++ echo '{' '"upstream_id":' 7489988994283259502, '"namespace":' '"default",' '"id":' '"test",' '"state":' '"failed",' '"checkpoint_tso":' 457152653238730758, '"checkpoint_time":' '"2025-04-06' '08:22:56.283",' '"error":' '{' '"time":' '"2025-04-06T08:23:00.630001151+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrDispatcherFailed",' '"message":' '"[CDC:ErrDispatcherFailed]index' not found when dispatch event, table: index, index: 'idx_a"' '}' '}'
++ jq -r .state
+ state=failed
+ [[ ! failed == \f\a\i\l\e\d ]]
++ echo '{' '"upstream_id":' 7489988994283259502, '"namespace":' '"default",' '"id":' '"test",' '"state":' '"failed",' '"checkpoint_tso":' 457152653238730758, '"checkpoint_time":' '"2025-04-06' '08:22:56.283",' '"error":' '{' '"time":' '"2025-04-06T08:23:00.630001151+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrDispatcherFailed",' '"message":' '"[CDC:ErrDispatcherFailed]index' not found when dispatch event, table: index, index: 'idx_a"' '}' '}'
++ jq -r .error.message
+ message='[CDC:ErrDispatcherFailed]index not found when dispatch event, table: index, index: idx_a'
+ [[ ! [CDC:ErrDispatcherFailed]index not found when dispatch event, table: index, index: idx_a =~ ErrDispatcherFailed ]]
run task successfully
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.mq_sink_dispatcher.cli.14351.out cli changefeed update -c test '--sink-uri=kafka://127.0.0.1:9092/dispatcher-test?protocol=canal-json&enable-tidb-extension=true' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/mq_sink_dispatcher/conf/new_changefeed.toml --no-confirm
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Diff of changefeed config:
{Type:update Path:[Config SyncPointInterval] From:<nil> To:0xc0038f1e68}
{Type:update Path:[Config SyncPointRetention] From:<nil> To:0xc0038f1e78}
{Type:update Path:[Config Sink DispatchRules 0 Matcher 0] From:verify.t To:dispatcher.index}
{Type:delete Path:[Config Sink DispatchRules 1 Matcher 0] From:dispatcher.index To:<nil>}
{Type:delete Path:[Config Sink DispatchRules 1 PartitionRule] From:index-value To:<nil>}
{Type:delete Path:[Config Sink DispatchRules 1 IndexName] From:idx_a To:<nil>}
{Type:update Path:[Config Consistent] From:<nil> To:0xc000eac1c0}
Update changefeed config successfully! 
ID: test
Info: {"upstream_id":7489988994283259502,"namespace":"default","id":"test","sink_uri":"kafka://127.0.0.1:9092/dispatcher-test?protocol=canal-json\u0026enable-tidb-extension=true","create_time":"2025-04-06T08:22:54.086958272+08:00","start_ts":457152652177047556,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_table_monitor":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","dispatchers":[{"matcher":["dispatcher.index"],"partition":"index-value"}],"encoder_concurrency":32,"terminator":"\r\n","enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"failed","error":{"addr":"127.0.0.1:8300","code":"CDC:ErrDispatcherFailed","message":"[CDC:ErrDispatcherFailed]index not found when dispatch event, table: index, index: idx_a"},"creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":0,"checkpoint_ts":457152653238730758,"checkpoint_time":"2025-04-06 08:22:56.283"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
table changefeed_auto_stop_2.usertable exists
table changefeed_auto_stop_3.usertable not exists for 1-th check, retry later
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.mq_sink_dispatcher.cli.14388.out cli changefeed resume -c test
Create changefeed successfully!
ID: test-2
Info: {"upstream_id":7489988738006677739,"namespace":"default","id":"test-2","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-06T08:23:04.73762611+08:00","start_ts":457152653528137729,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152653528137729,"checkpoint_ts":457152653528137729,"checkpoint_time":"2025-04-06 08:22:57.387"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table changefeed_auto_stop_3.usertable exists
table changefeed_auto_stop_4.usertable not exists for 1-th check, retry later
PASS
coverage: 2.1% of statements in github.com/pingcap/tiflow/...
table test.finish_mark not exists for 1-th check, retry later
table test.finish_mark not exists for 2-th check, retry later
+ set +x
+ run_sql 'use test; create table t2(id bigint primary key, a date); insert into t2 values(1, '\''2023-02-08'\'');' 127.0.0.1 4000
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989095152031562	TiDB Cluster ID.
tikv_gc_leader_uuid	65821eb180c0015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-3-h0dch, pid:31456, start at 2025-04-06 08:23:06.03103985 +0800 CST m=+1.518343646	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:25:06.038 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:23:06.038 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:13:06.038 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989095152031562	TiDB Cluster ID.
tikv_gc_leader_uuid	65821eb180c0015	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-3-h0dch, pid:31456, start at 2025-04-06 08:23:06.03103985 +0800 CST m=+1.518343646	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:25:06.038 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:23:06.038 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:13:06.038 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989093792459441	TiDB Cluster ID.
tikv_gc_leader_uuid	65821eb1a5c000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-3-h0dch, pid:31536, start at 2025-04-06 08:23:06.17564222 +0800 CST m=+1.583352938	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:25:06.183 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:23:06.185 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:13:06.185 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
}  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   182  100   182    0     0   177k      0 --:--:-- --:--:-- --:--:--  177k
{
 "version": "v9.0.0-beta.1-9-g4c631d595",
 "git_hash": "4c631d5951854ac91765b729fe3849d8e8d5ed8a",
 "id": "290dda9a-3fca-4edc-850a-4047750d4dfb",
 "pid": 12000,
 "is_owner": true
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/autorandom/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/autorandom/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/autorandom/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/autorandom/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/autorandom/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
}wait process cdc.test exit for 1-th time...
+ set +x
check_changefeed_state http://127.0.0.1:2379 test normal null
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=test
+ expected_state=normal
+ error_msg=null
+ tls_dir=null
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test -s
+ info='{
  "upstream_id": 7489988994283259502,
  "namespace": "default",
  "id": "test",
  "state": "normal",
  "checkpoint_tso": 457152653238730758,
  "checkpoint_time": "2025-04-06 08:22:56.283",
  "error": null
}'
+ echo '{
  "upstream_id": 7489988994283259502,
  "namespace": "default",
  "id": "test",
  "state": "normal",
  "checkpoint_tso": 457152653238730758,
  "checkpoint_time": "2025-04-06 08:22:56.283",
  "error": null
}'
{
  "upstream_id": 7489988994283259502,
  "namespace": "default",
  "id": "test",
  "state": "normal",
  "checkpoint_tso": 457152653238730758,
  "checkpoint_time": "2025-04-06 08:22:56.283",
  "error": null
}
++ echo '{' '"upstream_id":' 7489988994283259502, '"namespace":' '"default",' '"id":' '"test",' '"state":' '"normal",' '"checkpoint_tso":' 457152653238730758, '"checkpoint_time":' '"2025-04-06' '08:22:56.283",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7489988994283259502, '"namespace":' '"default",' '"id":' '"test",' '"state":' '"normal",' '"checkpoint_tso":' 457152653238730758, '"checkpoint_time":' '"2025-04-06' '08:22:56.283",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
run task successfully
[2025/04/06 08:23:07.449 +08:00] [INFO] [main.go:86] ["running ddl test: 5 addDropIndexDDL"]
wait process cdc.test exit for 2-th time...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.finish_mark not exists for 3-th check, retry later
[2025/04/06 08:23:07.640 +08:00] [INFO] [main.go:221] ["0 insert success: 100"]
[2025/04/06 08:23:07.640 +08:00] [INFO] [main.go:221] ["1 insert success: 100"]
[2025/04/06 08:23:07.843 +08:00] [INFO] [main.go:221] ["0 insert success: 200"]
[2025/04/06 08:23:07.844 +08:00] [INFO] [main.go:221] ["1 insert success: 200"]
[2025/04/06 08:23:07.845 +08:00] [INFO] [main.go:235] ["0 delete success: 100"]
[2025/04/06 08:23:07.845 +08:00] [INFO] [main.go:235] ["1 delete success: 100"]
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:23:07 CST 2025] <<<<<< run test case cli_with_auth success! >>>>>>
table changefeed_auto_stop_4.usertable exists
[2025/04/06 08:23:08.051 +08:00] [INFO] [main.go:221] ["0 insert success: 300"]
[2025/04/06 08:23:08.059 +08:00] [INFO] [main.go:221] ["1 insert success: 300"]
check diff failed 1-th time, retry later
[2025/04/06 08:23:08.267 +08:00] [INFO] [main.go:221] ["0 insert success: 400"]
[2025/04/06 08:23:08.269 +08:00] [INFO] [main.go:235] ["0 delete success: 200"]
[2025/04/06 08:23:08.276 +08:00] [INFO] [main.go:221] ["1 insert success: 400"]
[2025/04/06 08:23:08.278 +08:00] [INFO] [main.go:235] ["1 delete success: 200"]
table test.finish_mark not exists for 1-th check, retry later
[2025/04/06 08:23:08.488 +08:00] [INFO] [main.go:221] ["1 insert success: 500"]
[2025/04/06 08:23:08.493 +08:00] [INFO] [main.go:221] ["0 insert success: 500"]
[2025/04/06 08:23:08.715 +08:00] [INFO] [main.go:221] ["1 insert success: 600"]
[2025/04/06 08:23:08.717 +08:00] [INFO] [main.go:235] ["1 delete success: 300"]
[2025/04/06 08:23:08.719 +08:00] [INFO] [main.go:221] ["0 insert success: 600"]
[2025/04/06 08:23:08.721 +08:00] [INFO] [main.go:235] ["0 delete success: 300"]
[2025/04/06 08:23:08.978 +08:00] [INFO] [main.go:221] ["1 insert success: 700"]
[2025/04/06 08:23:08.995 +08:00] [INFO] [main.go:221] ["0 insert success: 700"]
[2025/04/06 08:23:09.260 +08:00] [INFO] [main.go:221] ["1 insert success: 800"]
[2025/04/06 08:23:09.263 +08:00] [INFO] [main.go:235] ["1 delete success: 400"]
[2025/04/06 08:23:09.282 +08:00] [INFO] [main.go:221] ["0 insert success: 800"]
[2025/04/06 08:23:09.284 +08:00] [INFO] [main.go:235] ["0 delete success: 400"]
[Sun Apr  6 08:23:09 CST 2025] <<<<<< START cdc server in autorandom case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.autorandom.3284632848.out server --log-file /tmp/tidb_cdc_test/autorandom/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/autorandom/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table test.finish_mark not exists for 4-th check, retry later
[2025/04/06 08:23:09.579 +08:00] [INFO] [main.go:221] ["0 insert success: 900"]
[2025/04/06 08:23:09.586 +08:00] [INFO] [main.go:221] ["1 insert success: 900"]
[2025/04/06 08:23:09.835 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"]
[2025/04/06 08:23:09.837 +08:00] [INFO] [main.go:235] ["0 delete success: 500"]
[2025/04/06 08:23:09.843 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"]
[2025/04/06 08:23:09.845 +08:00] [INFO] [main.go:235] ["1 delete success: 500"]
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2025/04/06 08:23:10.118 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"]
[2025/04/06 08:23:10.137 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"]
table test.finish_mark exists
check diff successfully
[2025/04/06 08:23:10.436 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"]
[2025/04/06 08:23:10.440 +08:00] [INFO] [main.go:235] ["0 delete success: 600"]
[2025/04/06 08:23:10.470 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"]
[2025/04/06 08:23:10.474 +08:00] [INFO] [main.go:235] ["1 delete success: 600"]
check diff successfully
wait process cdc.test exit for 1-th time...
[2025/04/06 08:23:10.760 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"]
[2025/04/06 08:23:10.793 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"]
wait process cdc.test exit for 1-th time...
[2025/04/06 08:23:11.117 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"]
[2025/04/06 08:23:11.123 +08:00] [INFO] [main.go:235] ["0 delete success: 700"]
[2025/04/06 08:23:11.211 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"]
wait process cdc.test exit for 2-th time...
table test.finish_mark not exists for 5-th check, retry later
[2025/04/06 08:23:11.216 +08:00] [INFO] [main.go:235] ["1 delete success: 700"]
wait process cdc.test exit for 2-th time...
[2025/04/06 08:23:11.521 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"]
[2025/04/06 08:23:11.619 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"]
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:23:11 CST 2025] <<<<<< run test case changefeed_auto_stop success! >>>>>>
[2025/04/06 08:23:11.936 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"]
[2025/04/06 08:23:11.941 +08:00] [INFO] [main.go:235] ["0 delete success: 800"]
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:23:11 CST 2025] <<<<<< run test case mq_sink_dispatcher success! >>>>>>
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2025/04/06 08:23:12.038 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"]
[2025/04/06 08:23:12.053 +08:00] [INFO] [main.go:235] ["1 delete success: 800"]
[2025/04/06 08:23:12.252 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"]
[2025/04/06 08:23:12.287 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"]
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:23:12 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/347e8d71-cd4d-4e37-a444-3a55d01de05b
	{"id":"347e8d71-cd4d-4e37-a444-3a55d01de05b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898989}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087aac34ca
	347e8d71-cd4d-4e37-a444-3a55d01de05b

/tidb/cdc/default/default/upstream/7489989095152031562
	{"id":7489989095152031562,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/347e8d71-cd4d-4e37-a444-3a55d01de05b
	{"id":"347e8d71-cd4d-4e37-a444-3a55d01de05b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898989}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087aac34ca
	347e8d71-cd4d-4e37-a444-3a55d01de05b

/tidb/cdc/default/default/upstream/7489989095152031562
	{"id":7489989095152031562,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/347e8d71-cd4d-4e37-a444-3a55d01de05b
	{"id":"347e8d71-cd4d-4e37-a444-3a55d01de05b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743898989}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087aac34ca
	347e8d71-cd4d-4e37-a444-3a55d01de05b

/tidb/cdc/default/default/upstream/7489989095152031562
	{"id":7489989095152031562,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
Create changefeed successfully!
ID: daff9b8c-a6f9-4bef-81d3-eca0a43eb5f1
Info: {"upstream_id":7489989095152031562,"namespace":"default","id":"daff9b8c-a6f9-4bef-81d3-eca0a43eb5f1","sink_uri":"kafka://127.0.0.1:9092/ticdc-autorandom-test-13670?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:23:12.295810713+08:00","start_ts":457152657407868932,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152657407868932,"checkpoint_ts":457152657407868932,"checkpoint_time":"2025-04-06 08:23:12.187"}
[Sun Apr  6 08:23:12 CST 2025] <<<<<< START kafka consumer in autorandom case >>>>>>
table autorandom_test.table_a not exists for 1-th check, retry later
table test.finish_mark not exists for 6-th check, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table autorandom_test.table_a exists
check diff failed 1-th time, retry later
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table test.finish_mark not exists for 7-th check, retry later
check diff successfully
wait process cdc.test exit for 1-th time...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988977278040133	TiDB Cluster ID.
tikv_gc_leader_uuid	65821ebc42c0007	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-7kmm4, pid:10720, start at 2025-04-06 08:23:17.022380378 +0800 CST m=+39.690856883	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:25:17.030 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:23:17.003 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:13:17.003 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988977278040133	TiDB Cluster ID.
tikv_gc_leader_uuid	65821ebc42c0007	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-7kmm4, pid:10720, start at 2025-04-06 08:23:17.022380378 +0800 CST m=+39.690856883	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:25:17.030 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:23:17.003 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:13:17.003 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489988971169881149	TiDB Cluster ID.
tikv_gc_leader_uuid	65821e990d80007	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-j-7kmm4, pid:10776, start at 2025-04-06 08:22:40.961221906 +0800 CST m=+3.567133807	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:24:40.968 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:22:40.950 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:12:40.950 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
table test.finish_mark exists
check diff successfully
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/multi_rocks/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/multi_rocks/tiflash/log/error.log
arg matches is ArgMatches { args: {"addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_rocks/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_rocks/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_rocks/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:23:18 CST 2025] <<<<<< run test case autorandom success! >>>>>>
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/savepoint/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
[Sun Apr  6 08:23:19 CST 2025] <<<<<< START cdc server in multi_rocks case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ (( i = 0 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_rocks.2521125213.out server --log-file /tmp/tidb_cdc_test/multi_rocks/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_rocks/cdc_data --cluster-id default
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[2025/04/06 08:23:21.750 +08:00] [INFO] [main.go:78] ["runDDLTest take 1m5.060785344s"]
table mark.finish_mark_0 exists
table mark.finish_mark_1 not exists for 1-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:23:22 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/1d2d4d4e-55f0-476e-976a-dad2d8d0b776
	{"id":"1d2d4d4e-55f0-476e-976a-dad2d8d0b776","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899000}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087a42054e
	1d2d4d4e-55f0-476e-976a-dad2d8d0b776

/tidb/cdc/default/default/upstream/7489988977278040133
	{"id":7489988977278040133,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/1d2d4d4e-55f0-476e-976a-dad2d8d0b776
	{"id":"1d2d4d4e-55f0-476e-976a-dad2d8d0b776","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899000}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087a42054e
	1d2d4d4e-55f0-476e-976a-dad2d8d0b776

/tidb/cdc/default/default/upstream/7489988977278040133
	{"id":7489988977278040133,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/1d2d4d4e-55f0-476e-976a-dad2d8d0b776
	{"id":"1d2d4d4e-55f0-476e-976a-dad2d8d0b776","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899000}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087a42054e
	1d2d4d4e-55f0-476e-976a-dad2d8d0b776

/tidb/cdc/default/default/upstream/7489988977278040133
	{"id":7489988977278040133,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_rocks.cli.25534.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-multi-rocks-test-14073?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
start tidb cluster in /tmp/tidb_cdc_test/savepoint
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
Create changefeed successfully!
ID: a01f9c0d-37af-439d-bd5f-64aff85e159b
Info: {"upstream_id":7489988977278040133,"namespace":"default","id":"a01f9c0d-37af-439d-bd5f-64aff85e159b","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-rocks-test-14073?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:23:23.375109954+08:00","start_ts":457152660308754437,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152660308754437,"checkpoint_ts":457152660308754437,"checkpoint_time":"2025-04-06 08:23:23.253"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc already exists)
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/mq_sink_dispatcher/run.sh: line 1: 14457 Killed                  cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/new_changefeed.toml" 2>&1
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_column_selector/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
[Pipeline] // cache
[Pipeline] }
table mark.finish_mark_1 not exists for 2-th check, retry later
[Pipeline] // dir
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
+ set +x
[Sun Apr  6 08:23:24 CST 2025] <<<<<< START kafka consumer in multi_rocks case >>>>>>
***************** properties *****************
"mysql.user"="root"
"insertproportion"="0"
"threadcount"="2"
"mysql.db"="multi_rocks"
"table"="a1"
"mysql.port"="4000"
"dotransactions"="false"
"readproportion"="0"
"operationcount"="0"
"workload"="core"
"scanproportion"="0"
"updateproportion"="0"
"recordcount"="1000"
"mysql.host"="127.0.0.1"
"requestdistribution"="uniform"
"readallfields"="true"
**********************************************
Run finished, takes 555.759772ms
INSERT - Takes(s): 0.5, Count: 1000, OPS: 1843.2, Avg(us): 1080, Min(us): 816, Max(us): 13129, 95th(us): 2000, 99th(us): 2000
start tidb cluster in /tmp/tidb_cdc_test/kafka_column_selector
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
table mark.finish_mark_1 not exists for 3-th check, retry later
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
***************** properties *****************
"readallfields"="true"
"workload"="core"
"requestdistribution"="uniform"
"operationcount"="0"
"recordcount"="1000"
"insertproportion"="0"
"readproportion"="0"
"scanproportion"="0"
"mysql.db"="multi_rocks"
"threadcount"="2"
"updateproportion"="0"
"mysql.host"="127.0.0.1"
"dotransactions"="false"
"table"="a2"
"mysql.port"="4000"
"mysql.user"="root"
**********************************************
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table test.finish_mark not exists for 1-th check, retry later
Run finished, takes 566.750119ms
INSERT - Takes(s): 0.5, Count: 1000, OPS: 1824.7, Avg(us): 1101, Min(us): 818, Max(us): 18664, 95th(us): 2000, 99th(us): 2000
***************** properties *****************
"dotransactions"="false"
"readallfields"="true"
"table"="a3"
"operationcount"="0"
"recordcount"="1000"
"workload"="core"
"readproportion"="0"
"threadcount"="2"
"updateproportion"="0"
"scanproportion"="0"
"requestdistribution"="uniform"
"mysql.port"="4000"
"insertproportion"="0"
"mysql.user"="root"
"mysql.host"="127.0.0.1"
"mysql.db"="multi_rocks"
**********************************************
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table mark.finish_mark_1 not exists for 4-th check, retry later
Run finished, takes 569.73979ms
INSERT - Takes(s): 0.6, Count: 999, OPS: 1811.1, Avg(us): 1089, Min(us): 775, Max(us): 17744, 95th(us): 2000, 99th(us): 3000
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
***************** properties *****************
"operationcount"="0"
"readproportion"="0"
"mysql.db"="multi_rocks"
"mysql.host"="127.0.0.1"
"mysql.user"="root"
"insertproportion"="0"
"threadcount"="2"
"dotransactions"="false"
"scanproportion"="0"
"mysql.port"="4000"
"requestdistribution"="uniform"
"recordcount"="1000"
"updateproportion"="0"
"readallfields"="true"
"table"="a4"
"workload"="core"
**********************************************
table test.finish_mark not exists for 2-th check, retry later
Run finished, takes 566.799868ms
INSERT - Takes(s): 0.5, Count: 1000, OPS: 1836.0, Avg(us): 1102, Min(us): 797, Max(us): 22021, 95th(us): 2000, 99th(us): 2000
***************** properties *****************
"operationcount"="0"
"dotransactions"="false"
"table"="a5"
"insertproportion"="0"
"updateproportion"="0"
"recordcount"="1000"
"mysql.port"="4000"
"threadcount"="2"
"mysql.db"="multi_rocks"
"readproportion"="0"
"scanproportion"="0"
"mysql.host"="127.0.0.1"
"workload"="core"
"readallfields"="true"
"mysql.user"="root"
"requestdistribution"="uniform"
**********************************************
table mark.finish_mark_1 not exists for 5-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/generate_column/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989196309798826	TiDB Cluster ID.
tikv_gc_leader_uuid	65821ec93240004	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl, pid:14052, start at 2025-04-06 08:23:30.255874522 +0800 CST m=+1.478908266	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:25:30.263 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:23:30.249 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:13:30.249 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989196309798826	TiDB Cluster ID.
tikv_gc_leader_uuid	65821ec93240004	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl, pid:14052, start at 2025-04-06 08:23:30.255874522 +0800 CST m=+1.478908266	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:25:30.263 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:23:30.249 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:13:30.249 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
Run finished, takes 534.291552ms
INSERT - Takes(s): 0.5, Count: 1000, OPS: 1937.1, Avg(us): 1038, Min(us): 784, Max(us): 17962, 95th(us): 2000, 99th(us): 2000
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989192131249381	TiDB Cluster ID.
tikv_gc_leader_uuid	65821ec9254000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl, pid:14129, start at 2025-04-06 08:23:30.240324076 +0800 CST m=+1.393893548	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:25:30.248 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:23:30.248 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:13:30.248 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/savepoint/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/savepoint/tiflash/log/error.log
table test.finish_mark not exists for 3-th check, retry later
arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/savepoint/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/savepoint/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/savepoint/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table mark.finish_mark_1 not exists for 6-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989205676713529	TiDB Cluster ID.
tikv_gc_leader_uuid	65821eca84c000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq, pid:15717, start at 2025-04-06 08:23:31.650984837 +0800 CST m=+1.381518260	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:25:31.657 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:23:31.653 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:13:31.653 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989205676713529	TiDB Cluster ID.
tikv_gc_leader_uuid	65821eca84c000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq, pid:15717, start at 2025-04-06 08:23:31.650984837 +0800 CST m=+1.381518260	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:25:31.657 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:23:31.653 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:13:31.653 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989204718675590	TiDB Cluster ID.
tikv_gc_leader_uuid	65821ecac300007	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq, pid:15796, start at 2025-04-06 08:23:31.863651412 +0800 CST m=+1.523255646	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:25:31.870 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:23:31.852 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:13:31.852 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
table multi_rocks.finish_mark not exists for 1-th check, retry later
Logging trace to /tmp/tidb_cdc_test/kafka_column_selector/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kafka_column_selector/tiflash/log/error.log
arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kafka_column_selector/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_column_selector/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kafka_column_selector/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table test.finish_mark not exists for 4-th check, retry later
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.savepoint.cli.15512.out cli tso query --pd=http://127.0.0.1:2379
start tidb cluster in /tmp/tidb_cdc_test/generate_column
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
table mark.finish_mark_1 not exists for 7-th check, retry later
table multi_rocks.finish_mark not exists for 2-th check, retry later
+ set +x
+ tso='457152662994944001
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152662994944001 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:23:34 CST 2025] <<<<<< START cdc server in savepoint case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.savepoint.1555015552.out server --log-file /tmp/tidb_cdc_test/savepoint/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/savepoint/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[Sun Apr  6 08:23:34 CST 2025] <<<<<< START cdc server in kafka_column_selector case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_column_selector.1711217114.out server --log-file /tmp/tidb_cdc_test/kafka_column_selector/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_column_selector/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
Verifying downstream PD is started...
table test.finish_mark not exists for 5-th check, retry later
table multi_rocks.finish_mark not exists for 3-th check, retry later
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table mark.finish_mark_1 not exists for 8-th check, retry later
table test.finish_mark exists
check diff successfully
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:23:37 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/457cb057-d3f1-4d3e-a5b9-906d67ff9582
	{"id":"457cb057-d3f1-4d3e-a5b9-906d67ff9582","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899015}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087b16b7cc
	457cb057-d3f1-4d3e-a5b9-906d67ff9582

/tidb/cdc/default/default/upstream/7489989205676713529
	{"id":7489989205676713529,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/457cb057-d3f1-4d3e-a5b9-906d67ff9582
	{"id":"457cb057-d3f1-4d3e-a5b9-906d67ff9582","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899015}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087b16b7cc
	457cb057-d3f1-4d3e-a5b9-906d67ff9582

/tidb/cdc/default/default/upstream/7489989205676713529
	{"id":7489989205676713529,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/457cb057-d3f1-4d3e-a5b9-906d67ff9582
	{"id":"457cb057-d3f1-4d3e-a5b9-906d67ff9582","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899015}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087b16b7cc
	457cb057-d3f1-4d3e-a5b9-906d67ff9582

/tidb/cdc/default/default/upstream/7489989205676713529
	{"id":7489989205676713529,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_column_selector.cli.17176.out cli changefeed create --start-ts=457152663310303233 '--sink-uri=kafka://127.0.0.1:9092/column-selector-test?protocol=canal-json&partition-num=1&enable-tidb-extension=true' -c test --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_column_selector/conf/changefeed.toml
wait process cdc.test exit for 1-th time...
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:23:38 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/c6b13a53-150b-4fce-a2b2-b9b6a5a70b99
	{"id":"c6b13a53-150b-4fce-a2b2-b9b6a5a70b99","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899015}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087b0908d4
	c6b13a53-150b-4fce-a2b2-b9b6a5a70b99

/tidb/cdc/default/default/upstream/7489989196309798826
	{"id":7489989196309798826,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/c6b13a53-150b-4fce-a2b2-b9b6a5a70b99
	{"id":"c6b13a53-150b-4fce-a2b2-b9b6a5a70b99","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899015}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087b0908d4
	c6b13a53-150b-4fce-a2b2-b9b6a5a70b99

/tidb/cdc/default/default/upstream/7489989196309798826
	{"id":7489989196309798826,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/c6b13a53-150b-4fce-a2b2-b9b6a5a70b99
	{"id":"c6b13a53-150b-4fce-a2b2-b9b6a5a70b99","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899015}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087b0908d4
	c6b13a53-150b-4fce-a2b2-b9b6a5a70b99

/tidb/cdc/default/default/upstream/7489989196309798826
	{"id":7489989196309798826,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.savepoint.cli.15610.out cli changefeed create --start-ts=457152662994944001 '--sink-uri=kafka://127.0.0.1:9092/ticdc-savepoint-test-25106?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
Create changefeed successfully!
ID: test
Info: {"upstream_id":7489989205676713529,"namespace":"default","id":"test","sink_uri":"kafka://127.0.0.1:9092/column-selector-test?protocol=canal-json\u0026partition-num=1\u0026enable-tidb-extension=true","create_time":"2025-04-06T08:23:38.276934223+08:00","start_ts":457152663310303233,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"column_selectors":[{"matcher":["test.t1"],"columns":["a","b"]},{"matcher":["test.*"],"columns":["*","!b"]},{"matcher":["test1.t1"],"columns":["column*","!column1"]}],"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152663310303233,"checkpoint_ts":457152663310303233,"checkpoint_time":"2025-04-06 08:23:34.703"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
wait process cdc.test exit for 2-th time...
table multi_rocks.finish_mark exists
table mark.finish_mark_1 not exists for 9-th check, retry later
Create changefeed successfully!
ID: 3dad039f-a7f2-45c6-b263-1e4ebca3fd12
Info: {"upstream_id":7489989196309798826,"namespace":"default","id":"3dad039f-a7f2-45c6-b263-1e4ebca3fd12","sink_uri":"kafka://127.0.0.1:9092/ticdc-savepoint-test-25106?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:23:38.431439312+08:00","start_ts":457152662994944001,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152662994944001,"checkpoint_ts":457152662994944001,"checkpoint_time":"2025-04-06 08:23:33.500"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
check diff successfully
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:23:38 CST 2025] <<<<<< run test case kafka_simple_basic success! >>>>>>
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
wait process cdc.test exit for 1-th time...
+ set +x
wait process cdc.test exit for 2-th time...
+ set +x
[Sun Apr  6 08:23:39 CST 2025] <<<<<< START kafka consumer in savepoint case >>>>>>
table savepoint.finish_mark not exists for 1-th check, retry later
Starting build checksum checker...
go: downloading github.com/pingcap/log v1.1.1-0.20241212030209-7e3ff8601a2a
go: downloading github.com/apache/pulsar-client-go v0.11.0
go: downloading go.uber.org/zap v1.27.0
go: downloading github.com/aws/aws-sdk-go-v2 v1.19.1
go: downloading github.com/BurntSushi/toml v1.4.1-0.20240526193622-a339e1f7089c
go: downloading github.com/pingcap/tidb v1.1.0-beta.0.20241223052309-3735ed55a394
go: downloading github.com/pingcap/tidb/pkg/parser v0.0.0-20241223052309-3735ed55a394
go: downloading github.com/klauspost/compress v1.17.9
go: downloading github.com/pierrec/lz4/v4 v4.1.18
go: downloading github.com/spf13/cobra v1.8.1
go: downloading github.com/IBM/sarama v1.41.2
go: downloading golang.org/x/net v0.33.0
go: downloading google.golang.org/grpc v1.64.0
go: downloading github.com/go-sql-driver/mysql v1.7.1
go: downloading github.com/tinylib/msgp v1.1.6
go: downloading github.com/gin-gonic/gin v1.9.1
go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20241209094930-06d7f4b9233b
go: downloading github.com/tikv/pd/client v0.0.0-20241111073742-238d4d79ea31
go: downloading github.com/xdg/scram v1.0.5
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.16.0
go: downloading cloud.google.com/go/storage v1.39.1
go: downloading github.com/KimMachineGun/automemlimit v0.2.4
go: downloading github.com/aws/aws-sdk-go v1.55.5
go: downloading github.com/json-iterator/go v1.1.12
go: downloading github.com/pingcap/failpoint v0.0.0-20240528011301-b51a646c7c86
go: downloading github.com/shirou/gopsutil/v3 v3.24.5
go: downloading golang.org/x/sync v0.10.0
go: downloading github.com/coreos/go-semver v0.3.1
go: downloading github.com/pingcap/kvproto v0.0.0-20241120022153-92b0414aeed8
go: downloading github.com/gogo/protobuf v1.3.2
go: downloading github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0
go: downloading github.com/modern-go/reflect2 v1.0.2
go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2
go: downloading github.com/prometheus/client_golang v1.20.5
go: downloading github.com/stretchr/testify v1.10.0
go: downloading golang.org/x/time v0.7.0
go: downloading github.com/tikv/pd v1.1.0-beta.0.20240407022249-7179657d129b
go: downloading github.com/containerd/cgroups v1.0.4
go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1
go: downloading github.com/xdg/stringprep v1.0.3
go: downloading golang.org/x/crypto v0.31.0
go: downloading github.com/philhofer/fwd v1.1.1
go: downloading github.com/spf13/pflag v1.0.5
go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd
go: downloading github.com/gin-contrib/sse v0.1.0
go: downloading github.com/mattn/go-isatty v0.0.20
go: downloading cloud.google.com/go v0.112.2
go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc
go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2
go: downloading github.com/stretchr/objx v0.5.2
go: downloading go.uber.org/multierr v1.11.0
go: downloading golang.org/x/text v0.21.0
go: downloading github.com/go-playground/validator/v10 v10.14.0
go: downloading github.com/pelletier/go-toml/v2 v2.0.8
go: downloading github.com/ugorji/go/codec v1.2.11
go: downloading google.golang.org/protobuf v1.35.2
go: downloading gopkg.in/yaml.v3 v3.0.1
go: downloading github.com/aws/smithy-go v1.13.5
go: downloading golang.org/x/sys v0.28.0
go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.10.0
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:23:40 CST 2025] <<<<<< run test case multi_rocks success! >>>>>>
table mark.finish_mark_1 not exists for 10-th check, retry later
go: downloading github.com/coreos/go-systemd/v22 v22.5.0
go: downloading github.com/docker/go-units v0.5.0
go: downloading github.com/godbus/dbus/v5 v5.0.4
go: downloading github.com/opencontainers/runtime-spec v1.0.2
go: downloading github.com/cilium/ebpf v0.4.0
go: downloading github.com/sirupsen/logrus v1.9.3
go: downloading github.com/beorn7/perks v1.0.1
go: downloading github.com/cespare/xxhash/v2 v2.3.0
go: downloading github.com/prometheus/client_model v0.6.1
go: downloading github.com/prometheus/common v0.61.0
go: downloading github.com/prometheus/procfs v0.15.1
go: downloading github.com/bits-and-blooms/bitset v1.14.3
go: downloading github.com/linkedin/goavro/v2 v2.11.1
go: downloading github.com/godbus/dbus v0.0.0-20190726142602-4481cbc300e2
go: downloading github.com/pkg/errors v0.9.1
go: downloading github.com/eapache/go-resiliency v1.4.0
go: downloading github.com/eapache/go-xerial-snappy v0.0.0-20230731223053-c322873962e3
go: downloading github.com/eapache/queue v1.1.0
go: downloading github.com/hashicorp/go-multierror v1.1.1
go: downloading github.com/jcmturner/gofork v1.7.6
go: downloading github.com/jcmturner/gokrb5/v8 v8.4.4
go: downloading github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475
go: downloading github.com/golang/protobuf v1.5.4
go: downloading cloud.google.com/go/compute/metadata v0.3.0
go: downloading cloud.google.com/go/iam v1.1.7
go: downloading github.com/google/uuid v1.6.0
go: downloading github.com/googleapis/gax-go/v2 v2.12.3
go: downloading golang.org/x/oauth2 v0.24.0
go: downloading google.golang.org/api v0.170.0
go: downloading google.golang.org/genproto v0.0.0-20240401170217-c3f982113cda
go: downloading github.com/gabriel-vasile/mimetype v1.4.2
go: downloading github.com/go-playground/universal-translator v0.18.1
go: downloading github.com/leodido/go-urn v1.2.4
go: downloading github.com/AthenZ/athenz v1.10.39
go: downloading github.com/spaolacci/murmur3 v1.1.0
go: downloading golang.org/x/mod v0.22.0
go: downloading github.com/DataDog/zstd v1.5.5
go: downloading github.com/pierrec/lz4 v2.6.1+incompatible
go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822
go: downloading github.com/golang/snappy v0.0.4
go: downloading github.com/hashicorp/errwrap v1.0.0
go: downloading github.com/jcmturner/dnsutils/v2 v2.0.0
go: downloading github.com/hashicorp/go-uuid v1.0.3
go: downloading go.opencensus.io v0.23.1-0.20220331163232-052120675fac
go: downloading go.opentelemetry.io/otel v1.24.0
go: downloading go.opentelemetry.io/otel/trace v1.24.0
go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240515191416-fc5f0ca64291
go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240401170217-c3f982113cda
go: downloading github.com/opentracing/opentracing-go v1.2.0
go: downloading github.com/golang-jwt/jwt v3.2.2+incompatible
go: downloading github.com/99designs/keyring v1.2.1
go: downloading github.com/jcmturner/rpc/v2 v2.0.3
go: downloading github.com/go-playground/locales v0.14.1
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989234651473780	TiDB Cluster ID.
tikv_gc_leader_uuid	65821ed2c30000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-3-h0dch, pid:34218, start at 2025-04-06 08:23:40.071873879 +0800 CST m=+1.416447790	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:25:40.079 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:23:40.044 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:13:40.044 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989234651473780	TiDB Cluster ID.
tikv_gc_leader_uuid	65821ed2c30000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-3-h0dch, pid:34218, start at 2025-04-06 08:23:40.071873879 +0800 CST m=+1.416447790	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:25:40.079 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:23:40.044 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:13:40.044 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989240868928377	TiDB Cluster ID.
tikv_gc_leader_uuid	65821ed2e80000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-3-h0dch, pid:34297, start at 2025-04-06 08:23:40.236570201 +0800 CST m=+1.506097884	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:25:40.244 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:23:40.242 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:13:40.242 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
go: downloading github.com/dvsekhvalnov/jose2go v1.5.0
go: downloading github.com/gsterjov/go-libsecret v0.0.0-20161001094733-a6f4afe4910c
go: downloading github.com/mtibben/percent v0.2.1
go: downloading golang.org/x/term v0.27.0
go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da
go: downloading github.com/jcmturner/aescts/v2 v2.0.0
go: downloading github.com/go-logr/logr v1.4.1
go: downloading go.opentelemetry.io/otel/metric v1.24.0
go: downloading github.com/go-logr/stdr v1.2.2
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/generate_column/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/generate_column/tiflash/log/error.log
arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/generate_column/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/generate_column/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/generate_column/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table mark.finish_mark_1 not exists for 11-th check, retry later
go: downloading github.com/ardielle/ardielle-go v1.5.2
table savepoint.finish_mark not exists for 2-th check, retry later
go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.7.0
go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581
go: downloading github.com/go-resty/resty/v2 v2.11.0
go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9
go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0
go: downloading github.com/coocood/freecache v1.2.1
go: downloading github.com/pingcap/tipb v0.0.0-20241105053214-f91fdb81a69e
go: downloading github.com/uber/jaeger-client-go v2.30.0+incompatible
go: downloading golang.org/x/exp v0.0.0-20240909161429-701f63a606c0
go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0
go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a
go: downloading github.com/google/btree v1.1.2
go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7
go: downloading go.etcd.io/etcd/client/v3 v3.5.12
go: downloading go.etcd.io/etcd/api/v3 v3.5.12
go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5
go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548
go: downloading github.com/twmb/murmur3 v1.1.6
go: downloading github.com/dgryski/go-farm v0.0.0-20240924180020-3414d57e47da
go: downloading github.com/cloudfoundry/gosigar v1.3.6
go: downloading github.com/yangkeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117
go: downloading github.com/dolthub/swiss v0.2.1
go: downloading github.com/danjacques/gofslock v0.0.0-20240212154529-d899e02bfe22
go: downloading github.com/qri-io/jsonschema v0.2.1
go: downloading github.com/influxdata/tdigest v0.0.1
go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef
go: downloading gopkg.in/yaml.v2 v2.4.0
go: downloading github.com/opentracing/basictracer-go v1.1.0
go: downloading golang.org/x/tools v0.28.0
go: downloading github.com/dolthub/maphash v0.1.0
go: downloading github.com/tklauser/go-sysconf v0.3.12
go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358
go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4
go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec
go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.2
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.generate_column.cli.35623.out cli tso query --pd=http://127.0.0.1:2379
go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12
go: downloading github.com/tklauser/numcpus v0.6.1
go: downloading github.com/qri-io/jsonpointer v0.1.1
go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c
go: downloading github.com/golang-jwt/jwt/v5 v5.2.1
go: downloading github.com/kylelemons/godebug v1.1.0
go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible
table mark.finish_mark_1 not exists for 12-th check, retry later
table savepoint.finish_mark exists
check diff successfully
go: downloading github.com/jmespath/go-jmespath v0.4.0
go: downloading github.com/google/s2a-go v0.1.7
go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2
go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0
go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0
go: downloading github.com/felixge/httpsnoop v1.0.4
wait process cdc.test exit for 1-th time...
+ set +x
+ tso='457152665588858882
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152665588858882 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:23:44 CST 2025] <<<<<< START cdc server in generate_column case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.generate_column.3566035662.out server --log-file /tmp/tidb_cdc_test/generate_column/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/generate_column/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:23:45 CST 2025] <<<<<< run test case savepoint success! >>>>>>
table mark.finish_mark_1 not exists for 13-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:23:47 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/77f73fcc-b04d-47da-bd09-c78fedbcd9c9
	{"id":"77f73fcc-b04d-47da-bd09-c78fedbcd9c9","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899025}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087b3171da
	77f73fcc-b04d-47da-bd09-c78fedbcd9c9

/tidb/cdc/default/default/upstream/7489989234651473780
	{"id":7489989234651473780,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/77f73fcc-b04d-47da-bd09-c78fedbcd9c9
	{"id":"77f73fcc-b04d-47da-bd09-c78fedbcd9c9","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899025}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087b3171da
	77f73fcc-b04d-47da-bd09-c78fedbcd9c9

/tidb/cdc/default/default/upstream/7489989234651473780
	{"id":7489989234651473780,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/77f73fcc-b04d-47da-bd09-c78fedbcd9c9
	{"id":"77f73fcc-b04d-47da-bd09-c78fedbcd9c9","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899025}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087b3171da
	77f73fcc-b04d-47da-bd09-c78fedbcd9c9

/tidb/cdc/default/default/upstream/7489989234651473780
	{"id":7489989234651473780,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.generate_column.cli.35715.out cli changefeed create --start-ts=457152665588858882 '--sink-uri=kafka://127.0.0.1:9092/ticdc-generate-column-test-433?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
Create changefeed successfully!
ID: c34d54ef-f7b9-49d0-9d0c-bc476892a13d
Info: {"upstream_id":7489989234651473780,"namespace":"default","id":"c34d54ef-f7b9-49d0-9d0c-bc476892a13d","sink_uri":"kafka://127.0.0.1:9092/ticdc-generate-column-test-433?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:23:48.324675119+08:00","start_ts":457152665588858882,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152665588858882,"checkpoint_ts":457152665588858882,"checkpoint_time":"2025-04-06 08:23:43.395"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
table mark.finish_mark_1 not exists for 14-th check, retry later
+ set +x
[Sun Apr  6 08:23:49 CST 2025] <<<<<< START kafka consumer in generate_column case >>>>>>
table generate_column.t1 not exists for 1-th check, retry later
table mark.finish_mark_1 not exists for 15-th check, retry later
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_basic/run.sh: line 1: 10345 Killed                  cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_basic_avro/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table generate_column.t1 exists
table generate_column.t2 not exists for 1-th check, retry later
table mark.finish_mark_1 not exists for 16-th check, retry later
table generate_column.t2 not exists for 2-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/kafka_simple_basic_avro
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
table mark.finish_mark_1 not exists for 17-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/ci_collation_compatibility/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:23:52 CST 2025] <<<<<< run test case ci_collation_compatibility success! >>>>>>
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   221  100   221    0     0   6906      0 --:--:-- --:--:-- --:--:--  6906
+ synced_status='{"synced":true,"sink_checkpoint_ts":"2025-04-06 08:23:42.447","puller_resolved_ts":"2025-04-06 08:23:35.447","last_synced_ts":"2025-04-06 08:21:26.847","now_ts":"2025-04-06 08:23:43.000","info":"Data syncing is finished"}'
++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-06' '08:23:42.447","puller_resolved_ts":"2025-04-06' '08:23:35.447","last_synced_ts":"2025-04-06' '08:21:26.847","now_ts":"2025-04-06' '08:23:43.000","info":"Data' syncing is 'finished"}'
++ jq .synced
+ status=true
+ '[' true '!=' true ']'
+ kill_pd
++ ps aux
++ grep pd-server
++ grep /tmp/tidb_cdc_test/synced_status_with_redo
+ info='jenkins     9899  7.5  0.0 14968516 149356 ?     Sl   08:21   0:11 pd-server --advertise-client-urls http://127.0.0.1:2379 --client-urls http://0.0.0.0:2379 --advertise-peer-urls http://127.0.0.1:2380 --peer-urls http://0.0.0.0:2380 --config /tmp/tidb_cdc_test/synced_status_with_redo/pd-config.toml --log-file /tmp/tidb_cdc_test/synced_status_with_redo/pd1.log --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/pd1 --name=pd1 --initial-cluster=pd1=http://127.0.0.1:2380
jenkins     9965  5.5  0.0 14967236 143948 ?     Sl   08:21   0:08 pd-server --advertise-client-urls http://127.0.0.1:2479 --client-urls http://0.0.0.0:2479 --advertise-peer-urls http://127.0.0.1:2480 --peer-urls http://0.0.0.0:2480 --config /tmp/tidb_cdc_test/synced_status_with_redo/pd-config.toml --log-file /tmp/tidb_cdc_test/synced_status_with_redo/down_pd.log --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/down_pd'
++ ps aux
++ grep pd-server
++ grep /tmp/tidb_cdc_test/synced_status_with_redo
++ awk '{print $2}'
++ xargs kill -9
+ sleep 20
{"level":"warn","ts":"2025-04-06T08:23:50.329485+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f04c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":"2025-04-06T08:23:50.329531+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":"2025-04-06T08:23:50.336286+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001e80fc0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":"2025-04-06T08:23:50.336344+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":"2025-04-06T08:23:50.339816+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f04c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:23:50.344422+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001e80fc0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:23:50.400403+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00080ce00/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
{"level":"info","ts":"2025-04-06T08:23:50.400436+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":"2025-04-06T08:23:50.411748+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00080ce00/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
{"level":"warn","ts":1743899031.8270197,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc003aab880/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":1743899031.8270748,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":1743899031.8651795,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc003f64a80/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
{"level":"info","ts":1743899031.8652186,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":1743899031.9672415,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc003c2ddc0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":1743899031.967279,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
table generate_column.t2 exists
check diff failed 1-th time, retry later
{"level":"warn","ts":"2025-04-06T08:23:56.340666+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f04c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:23:56.345222+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001e80fc0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:23:56.413184+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00080ce00/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
table mark.finish_mark_1 not exists for 18-th check, retry later
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc already exists)
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/run.sh using Sink-Type: kafka... <<=================
+++ dirname /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/run.sh
++ cd /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status
++ pwd
+ CUR=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status
+ source /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/../_utils/test_prepare
++ UP_TIDB_HOST=127.0.0.1
++ UP_TIDB_PORT=4000
++ UP_TIDB_OTHER_PORT=4001
++ UP_TIDB_STATUS=10080
++ UP_TIDB_OTHER_STATUS=10081
++ DOWN_TIDB_HOST=127.0.0.1
++ DOWN_TIDB_PORT=3306
++ DOWN_TIDB_STATUS=20080
++ TLS_TIDB_HOST=127.0.0.1
++ TLS_TIDB_PORT=3307
++ TLS_TIDB_STATUS=30080
++ UP_PD_HOST_1=127.0.0.1
++ UP_PD_PORT_1=2379
++ UP_PD_PEER_PORT_1=2380
++ UP_PD_HOST_2=127.0.0.1
++ UP_PD_PORT_2=2679
++ UP_PD_PEER_PORT_2=2680
++ UP_PD_HOST_3=127.0.0.1
++ UP_PD_PORT_3=2779
++ UP_PD_PEER_PORT_3=2780
++ DOWN_PD_HOST=127.0.0.1
++ DOWN_PD_PORT=2479
++ DOWN_PD_PEER_PORT=2480
++ TLS_PD_HOST=127.0.0.1
++ TLS_PD_PORT=2579
++ TLS_PD_PEER_PORT=2580
++ UP_TIKV_HOST_1=127.0.0.1
++ UP_TIKV_PORT_1=20160
++ UP_TIKV_STATUS_PORT_1=20181
++ UP_TIKV_HOST_2=127.0.0.1
++ UP_TIKV_PORT_2=20161
++ UP_TIKV_STATUS_PORT_2=20182
++ UP_TIKV_HOST_3=127.0.0.1
++ UP_TIKV_PORT_3=20162
++ UP_TIKV_STATUS_PORT_3=20183
++ DOWN_TIKV_HOST=127.0.0.1
++ DOWN_TIKV_PORT=21160
++ DOWN_TIKV_STATUS_PORT=21180
++ TLS_TIKV_HOST=127.0.0.1
++ TLS_TIKV_PORT=22160
++ TLS_TIKV_STATUS_PORT=22180
+++ cat /tmp/tidb_cdc_test/KAFKA_VERSION
+++ echo 2.4.1
++ KAFKA_VERSION=2.4.1
+ WORK_DIR=/tmp/tidb_cdc_test/synced_status
+ CDC_BINARY=cdc.test
+ SINK_TYPE=kafka
+ CDC_COUNT=3
+ DB_COUNT=4
+ trap stop_tidb_cluster EXIT
+ run_normal_case_and_unavailable_pd conf/changefeed.toml
+ rm -rf /tmp/tidb_cdc_test/synced_status
+ mkdir -p /tmp/tidb_cdc_test/synced_status
+ start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status
The 1 times to try to start tidb cluster...
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
[Pipeline] // stage
[Pipeline] }
check diff successfully
table mark.finish_mark_1 not exists for 19-th check, retry later
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:23:59 CST 2025] <<<<<< run test case generate_column success! >>>>>>
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table mark.finish_mark_1 not exists for 20-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/synced_status
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
{"level":"warn","ts":1743899040.9475513,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc003f64a80/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989328334347214	TiDB Cluster ID.
tikv_gc_leader_uuid	65821ee7784000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:11633, start at 2025-04-06 08:24:01.281917287 +0800 CST m=+1.393689017	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:26:01.289 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:24:01.249 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:14:01.249 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989328334347214	TiDB Cluster ID.
tikv_gc_leader_uuid	65821ee7784000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:11633, start at 2025-04-06 08:24:01.281917287 +0800 CST m=+1.393689017	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:26:01.289 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:24:01.249 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:14:01.249 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989320326712816	TiDB Cluster ID.
tikv_gc_leader_uuid	65821ee79d0000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:11709, start at 2025-04-06 08:24:01.421043926 +0800 CST m=+1.464765218	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:26:01.428 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:24:01.396 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:14:01.396 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/kafka_simple_basic_avro/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kafka_simple_basic_avro/tiflash/log/error.log
arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_simple_basic_avro/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kafka_simple_basic_avro/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kafka_simple_basic_avro/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table mark.finish_mark_1 not exists for 21-th check, retry later
{"level":"warn","ts":"2025-04-06T08:24:02.342324+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f04c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:24:02.347297+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001e80fc0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:24:02.413426+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00080ce00/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
+ '[' kafka == mysql ']'
+ stop_tidb_cluster
[2025/04/06 08:23:48.493 +08:00] [INFO] [case.go:115] ["sync updatePKUK take: 12.460895033s"]
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

[Sun Apr  6 08:24:04 CST 2025] <<<<<< START cdc server in kafka_simple_basic_avro case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_basic_avro.1317613178.out server --log-file /tmp/tidb_cdc_test/kafka_simple_basic_avro/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_simple_basic_avro/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table mark.finish_mark_1 not exists for 22-th check, retry later
  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0{"level":"warn","ts":1743899044.9159424,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc003aab880/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}

Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
  0     0    0     0    0     0      0      0 --:--:--  0:00:01 --:--:--     0
table mark.finish_mark_1 not exists for 23-th check, retry later
  0     0    0     0    0     0      0      0 --:--:--  0:00:02 --:--:--     0
+ stop_tidb_cluster
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989352778680223	TiDB Cluster ID.
tikv_gc_leader_uuid	65821eed5900006	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl, pid:16888, start at 2025-04-06 08:24:07.276676838 +0800 CST m=+1.489860601	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:26:07.284 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:24:07.268 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:14:07.268 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989352778680223	TiDB Cluster ID.
tikv_gc_leader_uuid	65821eed5900006	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl, pid:16888, start at 2025-04-06 08:24:07.276676838 +0800 CST m=+1.489860601	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:26:07.284 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:24:07.268 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:14:07.268 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989354716818148	TiDB Cluster ID.
tikv_gc_leader_uuid	65821eed70c000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl, pid:16961, start at 2025-04-06 08:24:07.410908171 +0800 CST m=+1.556675727	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:26:07.419 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:24:07.413 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:14:07.413 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:24:07 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/5aeab7ae-4a4d-450e-a41b-40c99d75334e
	{"id":"5aeab7ae-4a4d-450e-a41b-40c99d75334e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899044}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087b8283d0
	5aeab7ae-4a4d-450e-a41b-40c99d75334e

/tidb/cdc/default/default/upstream/7489989328334347214
	{"id":7489989328334347214,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/5aeab7ae-4a4d-450e-a41b-40c99d75334e
	{"id":"5aeab7ae-4a4d-450e-a41b-40c99d75334e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899044}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087b8283d0
	5aeab7ae-4a4d-450e-a41b-40c99d75334e

/tidb/cdc/default/default/upstream/7489989328334347214
	{"id":7489989328334347214,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/5aeab7ae-4a4d-450e-a41b-40c99d75334e
	{"id":"5aeab7ae-4a4d-450e-a41b-40c99d75334e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899044}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087b8283d0
	5aeab7ae-4a4d-450e-a41b-40c99d75334e

/tidb/cdc/default/default/upstream/7489989328334347214
	{"id":7489989328334347214,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_basic_avro.cli.13239.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-simple-basic-avro-22178?protocol=simple&encoding-format=avro' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_basic_avro/conf/changefeed.toml
Create changefeed successfully!
ID: 7e399b96-0930-4607-b45b-aa599dd60dcb
Info: {"upstream_id":7489989328334347214,"namespace":"default","id":"7e399b96-0930-4607-b45b-aa599dd60dcb","sink_uri":"kafka://127.0.0.1:9092/ticdc-simple-basic-avro-22178?protocol=simple\u0026encoding-format=avro","create_time":"2025-04-06T08:24:07.86647618+08:00","start_ts":457152671960006661,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"error"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152671960006661,"checkpoint_ts":457152671960006661,"checkpoint_time":"2025-04-06 08:24:07.699"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/synced_status/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/synced_status/tiflash/log/error.log
arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
  0     0    0     0    0     0      0      0 --:--:--  0:00:03 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:04 --:--:--     0{"level":"warn","ts":"2025-04-06T08:24:08.343753+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f04c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:24:08.347823+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001e80fc0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:24:08.41436+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00080ce00/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
table mark.finish_mark_1 not exists for 24-th check, retry later

+ set +x
  0     0    0     0    0     0      0      0 --:--:--  0:00:05 --:--:--     0
table mark.finish_mark_1 not exists for 25-th check, retry later
+ cd /tmp/tidb_cdc_test/synced_status
++ run_cdc_cli_tso_query 127.0.0.1 2379
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.18256.out cli tso query --pd=http://127.0.0.1:2379
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
  0     0    0     0    0     0      0      0 --:--:--  0:00:06 --:--:--     0
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
+ set +x
+ tso='457152672698990593
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152672698990593 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ start_ts=457152672698990593
+ run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status --binary cdc.test
[Sun Apr  6 08:24:11 CST 2025] <<<<<< START cdc server in synced_status case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.1829318295.out server --log-file /tmp/tidb_cdc_test/synced_status/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status/cdc_data --cluster-id default
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
table mark.finish_mark_1 not exists for 26-th check, retry later
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
  0     0    0     0    0     0      0      0 --:--:--  0:00:07 --:--:--     0
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[2025/04/06 08:24:12.214 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:31' for key 'ntest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.214 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:34' for key 'ntest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.214 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:32' for key 'ntest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.215 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:33' for key 'ntest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.228 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:35' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.228 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:39' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.228 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:36' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.228 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:37' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.229 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:38' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.229 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:40' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.233 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:55' for key 'ntest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.237 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:35:16' for key 'ntest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.247 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:35:21' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.249 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:35:27' for key 'ntest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.283 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:35:58' for key 'ntest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.289 +08:00] [ERROR] [job.go:75] ["Error 1213 (40001): Deadlock found when trying to get lock; try restarting transaction"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.293 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:35:52' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.310 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:36:13' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.373 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:36:45' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.378 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:36:39' for key 'ntest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.477 +08:00] [ERROR] [job.go:75] ["Error 1213 (40001): Deadlock found when trying to get lock; try restarting transaction"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.494 +08:00] [ERROR] [job.go:75] ["Error 1213 (40001): Deadlock found when trying to get lock; try restarting transaction"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.603 +08:00] [ERROR] [job.go:75] ["Error 1213 (40001): Deadlock found when trying to get lock; try restarting transaction"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.624 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:37:58' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.649 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:38:19' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.687 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:38:30' for key 'itest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.718 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:35' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.718 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:33' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.718 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:37' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.718 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:34' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.719 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:36' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.721 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:34:38' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.739 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:35:40' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.739 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:35:39' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:12.742 +08:00] [ERROR] [job.go:75] ["Error 1062 (23000): Duplicate entry '08:35:41' for key 'ptest.d'"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
[2025/04/06 08:24:13.398 +08:00] [ERROR] [job.go:75] ["Error 1213 (40001): Deadlock found when trying to get lock; try restarting transaction"] [stack="github.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.execSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:75\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doSqls\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:63\ngithub.com/pingcap/tiflow/tests/integration_tests/cdc/dailytest.doJob\n\t/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/cdc/dailytest/job.go:90"]
  0     0    0     0    0     0      0      0 --:--:--  0:00:08 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:09 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:10 --:--:--     0{"level":"warn","ts":"2025-04-06T08:24:14.344721+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f04c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:24:14.349314+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001e80fc0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:24:14.41534+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00080ce00/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
table mark.finish_mark_1 not exists for 27-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:24:15 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e1dca47f-273d-4049-a45e-1c60f4e2aada
	{"id":"e1dca47f-273d-4049-a45e-1c60f4e2aada","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899052}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087b9d56d9
	e1dca47f-273d-4049-a45e-1c60f4e2aada

/tidb/cdc/default/default/upstream/7489989352778680223
	{"id":7489989352778680223,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e1dca47f-273d-4049-a45e-1c60f4e2aada
	{"id":"e1dca47f-273d-4049-a45e-1c60f4e2aada","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899052}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087b9d56d9
	e1dca47f-273d-4049-a45e-1c60f4e2aada

/tidb/cdc/default/default/upstream/7489989352778680223
	{"id":7489989352778680223,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e1dca47f-273d-4049-a45e-1c60f4e2aada
	{"id":"e1dca47f-273d-4049-a45e-1c60f4e2aada","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899052}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087b9d56d9
	e1dca47f-273d-4049-a45e-1c60f4e2aada

/tidb/cdc/default/default/upstream/7489989352778680223
	{"id":7489989352778680223,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ config_path=conf/changefeed.toml
+ SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1'
+ run_cdc_cli changefeed create --start-ts=457152672698990593 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.18345.out cli changefeed create --start-ts=457152672698990593 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml

Create changefeed successfully!
ID: test-1
Info: {"upstream_id":7489989352778680223,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-06T08:24:15.46081888+08:00","start_ts":457152672698990593,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152672698990593,"checkpoint_ts":457152672698990593,"checkpoint_time":"2025-04-06 08:24:10.518"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
  0     0    0     0    0     0      0      0 --:--:--  0:00:11 --:--:--     0
table mark.finish_mark_1 not exists for 28-th check, retry later
+ set +x
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   221  100   221    0     0   4420      0 --:--:-- --:--:-- --:--:--  4420
+ synced_status='{"synced":true,"sink_checkpoint_ts":"2025-04-06 08:24:16.818","puller_resolved_ts":"1970-01-01 08:00:00.000","last_synced_ts":"1970-01-01 08:00:00.000","now_ts":"2025-04-06 08:24:16.000","info":"Data syncing is finished"}'
++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-06' '08:24:16.818","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-06' '08:24:16.000","info":"Data' syncing is 'finished"}'
++ jq .synced
+ status=true
++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-06' '08:24:16.818","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-06' '08:24:16.000","info":"Data' syncing is 'finished"}'
++ jq -r .sink_checkpoint_ts
+ sink_checkpoint_ts='2025-04-06 08:24:16.818'
++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-06' '08:24:16.818","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-06' '08:24:16.000","info":"Data' syncing is 'finished"}'
++ jq -r .puller_resolved_ts
+ puller_resolved_ts='1970-01-01 08:00:00.000'
++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-06' '08:24:16.818","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-06' '08:24:16.000","info":"Data' syncing is 'finished"}'
++ jq -r .last_synced_ts
+ last_synced_ts='1970-01-01 08:00:00.000'
+ '[' true '!=' true ']'
+ '[' '1970-01-01 08:00:00.000' '!=' '1970-01-01 08:00:00.000' ']'
+ '[' '1970-01-01 08:00:00.000' '!=' '1970-01-01 08:00:00.000' ']'
++ date '+%Y-%m-%d %H:%M:%S'
+ current='2025-04-06 08:24:16'
+ echo 'sink_checkpoint_ts is 2025-04-06' 08:24:16.818
sink_checkpoint_ts is 2025-04-06 08:24:16.818
++ date -d '2025-04-06 08:24:16.818' +%s
+ checkpoint_timestamp=1743899056
++ date -d '2025-04-06 08:24:16' +%s
+ current_timestamp=1743899056
+ '[' 0 -gt 300 ']'
+ run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);'
  0     0    0     0    0     0      0      0 --:--:--  0:00:12 --:--:--     0
+ check_table_exists test.t1 127.0.0.1 3306
table test.t1 not exists for 1-th check, retry later
  0     0    0     0    0     0      0      0 --:--:--  0:00:13 --:--:--     0
table mark.finish_mark_1 not exists for 29-th check, retry later
table test.t1 exists
+ sleep 5
  0     0    0     0    0     0      0      0 --:--:--  0:00:14 --:--:--     0
[2025/04/06 08:24:18.980 +08:00] [WARN] [diff.go:557] ["checksum is not equal"] [table=`test`.`itest`] [where="((TRUE) AND TRUE)"] [sourceChecksum=4166385451] [targetChecksum=1507278850] [getSourceChecksumCost=14.827394ms] [getTargetChecksumCost=6.150661ms]
[2025/04/06 08:24:18.996 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 0, b: 0, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:24:11,  }"] [row2="{ a: 0, b: 0, mBFZD: IsNull, c: rHR, d: 08:24:11,  }"]
[2025/04/06 08:24:19.054 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:24:12, a: 1, b: 1, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ b: 1, mBFZD: IsNull, c: rHR, d: 08:24:12, a: 1,  }"]
[2025/04/06 08:24:19.154 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 2, b: 2, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:24:13,  }"] [row2="{ b: 2, mBFZD: IsNull, c: rHR, d: 08:24:13, a: 2,  }"]
[2025/04/06 08:24:19.254 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 3, b: 3, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:45,  }"] [row2="{ c: rHR, d: 08:30:45, a: 3, b: 3, mBFZD: IsNull,  }"]
[2025/04/06 08:24:19.354 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 4, b: 4, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:35,  }"] [row2="{ a: 4, b: 4, mBFZD: IsNull, c: rHR, d: 08:27:35,  }"]
[2025/04/06 08:24:19.454 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 5, b: 5, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:24:16,  }"] [row2="{ a: 5, b: 5, mBFZD: IsNull, c: rHR, d: 08:24:16,  }"]
[2025/04/06 08:24:19.555 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 6, b: 6, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:24:17,  }"] [row2="{ c: rHR, d: 08:24:17, a: 6, b: 6, mBFZD: IsNull,  }"]
[2025/04/06 08:24:19.655 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 7, b: 7, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:36,  }"] [row2="{ a: 7, b: 7, mBFZD: IsNull, c: rHR, d: 08:27:36,  }"]
[2025/04/06 08:24:19.755 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 11, b: 11, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:44,  }"] [row2="{ b: 11, mBFZD: IsNull, c: rHR, d: 08:32:44, a: 11,  }"]
[2025/04/06 08:24:19.855 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:24:23, a: 12, b: 12, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 12, b: 12, mBFZD: IsNull, c: rHR, d: 08:24:23,  }"]
[2025/04/06 08:24:19.955 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:24:24, a: 13, b: 13,  }"] [row2="{ b: 13, mBFZD: IsNull, c: rHR, d: 08:24:24, a: 13,  }"]
[2025/04/06 08:24:20.056 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 14, b: 14, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:24:25,  }"] [row2="{ d: 08:24:25, a: 14, b: 14, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:20.156 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:32, a: 15, b: 15,  }"] [row2="{ d: 08:32:32, a: 15, b: 15, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:20.256 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:24:27, a: 16, b: 16, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ b: 16, mBFZD: IsNull, c: rHR, d: 08:24:27, a: 16,  }"]
[2025/04/06 08:24:20.356 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 18, b: 18, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:24:29,  }"] [row2="{ a: 18, b: 18, mBFZD: IsNull, c: rHR, d: 08:24:29,  }"]
[2025/04/06 08:24:20.456 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 19, b: 19, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:24:30,  }"] [row2="{ a: 19, b: 19, mBFZD: IsNull, c: rHR, d: 08:24:30,  }"]
table mark.finish_mark_1 not exists for 30-th check, retry later
  0     0    0     0    0     0      0      0 --:--:--  0:00:15 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:16 --:--:--     0{"level":"warn","ts":"2025-04-06T08:24:20.345787+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f04c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:24:20.350546+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001e80fc0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:24:20.416513+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00080ce00/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
[2025/04/06 08:24:20.557 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 21, b: 21, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:24:32,  }"] [row2="{ a: 21, b: 21, mBFZD: IsNull, c: rHR, d: 08:24:32,  }"]
[2025/04/06 08:24:20.657 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 22, b: 22, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:24:33,  }"] [row2="{ d: 08:24:33, a: 22, b: 22, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:20.757 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 23, b: 23, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:24:34,  }"] [row2="{ a: 23, b: 23, mBFZD: IsNull, c: rHR, d: 08:24:34,  }"]
[2025/04/06 08:24:20.857 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:24:36, a: 25, b: 25, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:24:36, a: 25, b: 25,  }"]
[2025/04/06 08:24:20.957 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 26, b: 26, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:24:37,  }"] [row2="{ c: rHR, d: 08:24:37, a: 26, b: 26, mBFZD: IsNull,  }"]
[2025/04/06 08:24:21.058 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 27, b: 27, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:34,  }"] [row2="{ c: rHR, d: 08:27:34, a: 27, b: 27, mBFZD: IsNull,  }"]
[2025/04/06 08:24:21.158 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:24:39, a: 28, b: 28, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ c: rHR, d: 08:24:39, a: 28, b: 28, mBFZD: IsNull,  }"]
[2025/04/06 08:24:21.258 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:24:40, a: 29, b: 29,  }"] [row2="{ a: 29, b: 29, mBFZD: IsNull, c: rHR, d: 08:24:40,  }"]

[2025/04/06 08:24:21.358 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:24:41, a: 30, b: 30, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ c: rHR, d: 08:24:41, a: 30, b: 30, mBFZD: IsNull,  }"]
[2025/04/06 08:24:21.458 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:24:43, a: 32, b: 32, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:24:43, a: 32, b: 32,  }"]
[2025/04/06 08:24:21.559 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:24:44, a: 33, b: 33, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:24:44, a: 33, b: 33,  }"]
[2025/04/06 08:24:21.659 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 34, b: 34, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:24:45,  }"] [row2="{ a: 34, b: 34, mBFZD: IsNull, c: rHR, d: 08:24:45,  }"]
[2025/04/06 08:24:21.759 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: tJR5qxWqm, d: 08:24:46, a: 35, b: 35, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ d: 08:24:46, a: 35, b: 35, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:21.859 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 36, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:32, a: 36,  }"] [row2="{ a: 36, b: 36, mBFZD: IsNull, c: rHR, d: 08:27:32,  }"]
[2025/04/06 08:24:21.959 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 37, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:24:48, a: 37,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:24:48, a: 37, b: 37,  }"]
[2025/04/06 08:24:22.060 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ c: rHR, d: 08:24:49, a: 38, b: 38, mBFZD: IsNull,  }"]
[2025/04/06 08:24:22.160 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 39, b: 39, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:24:50,  }"] [row2="{ d: 08:24:50, a: 39, b: 39, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:22.260 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:24:52, a: 41, b: 41, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 41, b: 41, mBFZD: IsNull, c: rHR, d: 08:24:52,  }"]
  0     0    0     0    0     0      0      0 --:--:--  0:00:17 --:--:--     0
[2025/04/06 08:24:22.360 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 42, b: 42, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:24:53,  }"] [row2="{ c: rHR, d: 08:24:53, a: 42, b: 42, mBFZD: IsNull,  }"]
[2025/04/06 08:24:22.461 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 43, b: 43, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:24:54,  }"] [row2="{ a: 43, b: 43, mBFZD: IsNull, c: rHR, d: 08:24:54,  }"]
[2025/04/06 08:24:22.561 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 44, b: 44, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:24:55,  }"] [row2="{ c: rHR, d: 08:24:55, a: 44, b: 44, mBFZD: IsNull,  }"]
[2025/04/06 08:24:22.661 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:24:56, a: 45, b: 45, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 45, b: 45, mBFZD: IsNull, c: rHR, d: 08:24:56,  }"]
[2025/04/06 08:24:22.761 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:24:57, a: 46, b: 46,  }"] [row2="{ a: 46, b: 46, mBFZD: IsNull, c: rHR, d: 08:24:57,  }"]
table mark.finish_mark_1 not exists for 31-th check, retry later
[2025/04/06 08:24:22.861 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 47, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:24:58, a: 47,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:24:58, a: 47, b: 47,  }"]
[2025/04/06 08:24:22.961 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:24:59, a: 48, b: 48, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 48, b: 48, mBFZD: IsNull, c: rHR, d: 08:24:59,  }"]
[2025/04/06 08:24:23.062 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 50, b: 50, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:01,  }"] [row2="{ a: 50, b: 50, mBFZD: IsNull, c: rHR, d: 08:25:01,  }"]
[2025/04/06 08:24:23.162 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 51, b: 51, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:02,  }"] [row2="{ a: 51, b: 51, mBFZD: IsNull, c: rHR, d: 08:25:02,  }"]
[2025/04/06 08:24:23.262 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 52, b: 52, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:03,  }"] [row2="{ a: 52, b: 52, mBFZD: IsNull, c: rHR, d: 08:25:03,  }"]
  0     0    0     0    0     0      0      0 --:--:--  0:00:18 --:--:--     0
[2025/04/06 08:24:23.362 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:25:04, a: 53, b: 53, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ b: 53, mBFZD: IsNull, c: rHR, d: 08:25:04, a: 53,  }"]
[2025/04/06 08:24:23.462 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 54, b: 54, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:05,  }"] [row2="{ c: rHR, d: 08:25:05, a: 54, b: 54, mBFZD: IsNull,  }"]
[2025/04/06 08:24:23.563 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 55, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:03, a: 55,  }"] [row2="{ a: 55, b: 55, mBFZD: IsNull, c: rHR, d: 08:29:03,  }"]
[2025/04/06 08:24:23.663 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 59, b: 59, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:10,  }"] [row2="{ b: 59, mBFZD: IsNull, c: rHR, d: 08:25:10, a: 59,  }"]
[2025/04/06 08:24:23.763 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 60, b: 60, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:11,  }"] [row2="{ a: 60, b: 60, mBFZD: IsNull, c: rHR, d: 08:25:11,  }"]
[2025/04/06 08:24:23.863 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:25:12, a: 61, b: 61, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:25:12, a: 61, b: 61,  }"]
[2025/04/06 08:24:23.963 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 62, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:13, a: 62,  }"] [row2="{ a: 62, b: 62, mBFZD: IsNull, c: rHR, d: 08:25:13,  }"]
[2025/04/06 08:24:24.064 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 64, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:15, a: 64,  }"] [row2="{ b: 64, mBFZD: IsNull, c: rHR, d: 08:25:15, a: 64,  }"]
  0     0    0     0    0     0      0      0 --:--:--  0:00:19 --:--:--     0
[2025/04/06 08:24:24.164 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 65, b: 65, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:16,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:25:16, a: 65, b: 65,  }"]
[2025/04/06 08:24:24.264 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 66, b: 66, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:17,  }"] [row2="{ a: 66, b: 66, mBFZD: IsNull, c: rHR, d: 08:25:17,  }"]
[2025/04/06 08:24:24.364 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 68, b: 68, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:19,  }"] [row2="{ b: 68, mBFZD: IsNull, c: rHR, d: 08:25:19, a: 68,  }"]
[2025/04/06 08:24:24.464 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 69, b: 69, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:20,  }"] [row2="{ d: 08:25:20, a: 69, b: 69, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:24.565 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 70, b: 70, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:21,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:25:21, a: 70, b: 70,  }"]
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   243  100   243    0     0   4764      0 --:--:-- --:--:-- --:--:--  4860
+ synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-06 08:24:23.818","puller_resolved_ts":"2025-04-06 08:24:16.968","last_synced_ts":"2025-04-06 08:24:17.468","now_ts":"2025-04-06 08:24:24.000","info":"The data syncing is not finished, please wait"}'
++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-06' '08:24:23.818","puller_resolved_ts":"2025-04-06' '08:24:16.968","last_synced_ts":"2025-04-06' '08:24:17.468","now_ts":"2025-04-06' '08:24:24.000","info":"The' data syncing is not finished, please 'wait"}'
++ jq .synced
+ status=false
+ '[' false '!=' false ']'
++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-06' '08:24:23.818","puller_resolved_ts":"2025-04-06' '08:24:16.968","last_synced_ts":"2025-04-06' '08:24:17.468","now_ts":"2025-04-06' '08:24:24.000","info":"The' data syncing is not finished, please 'wait"}'
++ jq -r .info
+ info='The data syncing is not finished, please wait'
+ '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']'
+ sleep 130
[2025/04/06 08:24:24.665 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 71, b: 71, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:22,  }"] [row2="{ d: 08:25:22, a: 71, b: 71, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:24.765 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 73, b: 73, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:24,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:25:24, a: 73, b: 73,  }"]
table mark.finish_mark_1 not exists for 32-th check, retry later
[2025/04/06 08:24:24.865 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 74, b: 74, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:25,  }"] [row2="{ d: 08:25:25, a: 74, b: 74, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:24.965 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:25:26, a: 75, b: 75, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:25:26, a: 75, b: 75,  }"]
[2025/04/06 08:24:25.066 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 76, b: 76, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:27,  }"] [row2="{ b: 76, mBFZD: IsNull, c: rHR, d: 08:25:27, a: 76,  }"]
[2025/04/06 08:24:25.166 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 77, b: 77, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:28,  }"] [row2="{ a: 77, b: 77, mBFZD: IsNull, c: rHR, d: 08:25:28,  }"]
[2025/04/06 08:24:25.266 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:25:29, a: 78, b: 78, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ d: 08:25:29, a: 78, b: 78, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:25.366 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 79, b: 79, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:30,  }"] [row2="{ c: rHR, d: 08:25:30, a: 79, b: 79, mBFZD: IsNull,  }"]
  0     0    0     0    0     0      0      0 --:--:--  0:00:20 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:21 --:--:--     0{"level":"warn","ts":"2025-04-06T08:24:25.331423+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f04c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":"2025-04-06T08:24:25.331468+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":"2025-04-06T08:24:25.338034+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001e80fc0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":"2025-04-06T08:24:25.338066+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":"2025-04-06T08:24:25.401682+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00080ce00/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
{"level":"info","ts":"2025-04-06T08:24:25.401727+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
[2025/04/06 08:24:25.466 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 80, b: 80, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:31,  }"] [row2="{ c: rHR, d: 08:25:31, a: 80, b: 80, mBFZD: IsNull,  }"]
[2025/04/06 08:24:25.567 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 81, b: 81, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:32,  }"] [row2="{ c: rHR, d: 08:25:32, a: 81, b: 81, mBFZD: IsNull,  }"]
[2025/04/06 08:24:25.667 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:25:33, a: 82, b: 82, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 82, b: 82, mBFZD: IsNull, c: rHR, d: 08:25:33,  }"]
[2025/04/06 08:24:25.767 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:34, a: 83, b: 83,  }"] [row2="{ b: 83, mBFZD: IsNull, c: rHR, d: 08:25:34, a: 83,  }"]
[2025/04/06 08:24:25.867 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 84, b: 84, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:35,  }"] [row2="{ d: 08:25:35, a: 84, b: 84, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:25.967 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 85, b: 85, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:36,  }"] [row2="{ c: rHR, d: 08:25:36, a: 85, b: 85, mBFZD: IsNull,  }"]
[2025/04/06 08:24:26.067 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 87, b: 87, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:38,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:25:38, a: 87, b: 87,  }"]
[2025/04/06 08:24:26.168 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 88, b: 88, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:37,  }"] [row2="{ a: 88, b: 88, mBFZD: IsNull, c: rHR, d: 08:27:37,  }"]
[2025/04/06 08:24:26.268 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 89, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:33, a: 89,  }"] [row2="{ b: 89, mBFZD: IsNull, c: rHR, d: 08:27:33, a: 89,  }"]
[2025/04/06 08:24:26.368 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 90, b: 90, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:41,  }"] [row2="{ a: 90, b: 90, mBFZD: IsNull, c: rHR, d: 08:25:41,  }"]

  0     0    0     0    0     0      0      0 --:--:--  0:00:22 --:--:--     0{"level":"warn","ts":"2025-04-06T08:24:26.346749+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f04c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:24:26.35145+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001e80fc0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:24:26.41718+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00080ce00/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
[2025/04/06 08:24:26.468 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:25:42, a: 91, b: 91, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 91, b: 91, mBFZD: IsNull, c: rHR, d: 08:25:42,  }"]
[2025/04/06 08:24:26.568 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 92, b: 92, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:43,  }"] [row2="{ a: 92, b: 92, mBFZD: IsNull, c: rHR, d: 08:25:43,  }"]
table mark.finish_mark_1 exists
table mark.finish_mark_2 not exists for 1-th check, retry later
[2025/04/06 08:24:26.668 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 93, b: 93, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:44,  }"] [row2="{ c: rHR, d: 08:25:44, a: 93, b: 93, mBFZD: IsNull,  }"]
[2025/04/06 08:24:26.769 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:45, a: 94, b: 94,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:25:45, a: 94, b: 94,  }"]
[2025/04/06 08:24:26.869 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 95, b: 95, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:46,  }"] [row2="{ c: rHR, d: 08:25:46, a: 95, b: 95, mBFZD: IsNull,  }"]
{"level":"warn","ts":1743899066.8287413,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc003aab880/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":1743899066.828778,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":1743899066.8670602,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc003f64a80/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
{"level":"info","ts":1743899066.8670914,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":1743899066.9680867,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc003c2ddc0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":1743899066.9681199,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
[2025/04/06 08:24:26.969 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 96, b: 96, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:47,  }"] [row2="{ d: 08:25:47, a: 96, b: 96, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:27.069 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 97, b: 97, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:48,  }"] [row2="{ a: 97, b: 97, mBFZD: IsNull, c: rHR, d: 08:25:48,  }"]

[2025/04/06 08:24:27.169 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 98, b: 98, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:49,  }"] [row2="{ a: 98, b: 98, mBFZD: IsNull, c: rHR, d: 08:25:49,  }"]
[2025/04/06 08:24:27.270 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: tJR5qxWqm, d: 08:25:50, a: 99, b: 99, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ b: 99, mBFZD: IsNull, c: rHR, d: 08:25:50, a: 99,  }"]
[2025/04/06 08:24:27.370 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:25:51, a: 100, b: 100, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 100, b: 100, mBFZD: IsNull, c: rHR, d: 08:25:51,  }"]
[2025/04/06 08:24:27.470 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:25:52, a: 101, b: 101, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 101, b: 101, mBFZD: IsNull, c: rHR, d: 08:25:52,  }"]
[2025/04/06 08:24:27.570 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 102, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:53, a: 102,  }"] [row2="{ a: 102, b: 102, mBFZD: IsNull, c: rHR, d: 08:25:53,  }"]
[2025/04/06 08:24:27.670 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:25:54, a: 103, b: 103, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 103, b: 103, mBFZD: IsNull, c: rHR, d: 08:25:54,  }"]
[2025/04/06 08:24:27.771 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 104, b: 104, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:55,  }"] [row2="{ d: 08:25:55, a: 104, b: 104, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:27.871 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 105, b: 105, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:56,  }"] [row2="{ d: 08:25:56, a: 105, b: 105, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:27.971 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 106, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:57, a: 106,  }"] [row2="{ a: 106, b: 106, mBFZD: IsNull, c: rHR, d: 08:25:57,  }"]
[2025/04/06 08:24:28.071 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 107, b: 107, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:58,  }"] [row2="{ a: 107, b: 107, mBFZD: IsNull, c: rHR, d: 08:25:58,  }"]
[2025/04/06 08:24:28.171 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 108, b: 108, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:25:59,  }"] [row2="{ c: rHR, d: 08:25:59, a: 108, b: 108, mBFZD: IsNull,  }"]
  0     0    0     0    0     0      0      0 --:--:--  0:00:23 --:--:--     0
[2025/04/06 08:24:28.272 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 109, b: 109, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:00,  }"] [row2="{ a: 109, b: 109, mBFZD: IsNull, c: rHR, d: 08:26:00,  }"]
[2025/04/06 08:24:28.372 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:26:01, a: 110, b: 110, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:26:01, a: 110, b: 110,  }"]
table mark.finish_mark_2 not exists for 2-th check, retry later
[2025/04/06 08:24:28.472 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ a: 111, b: 111, mBFZD: IsNull, c: rHR, d: 08:26:02,  }"]
[2025/04/06 08:24:28.572 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 112, b: 112, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:03,  }"] [row2="{ b: 112, mBFZD: IsNull, c: rHR, d: 08:26:03, a: 112,  }"]
[2025/04/06 08:24:28.673 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 113, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:04, a: 113,  }"] [row2="{ a: 113, b: 113, mBFZD: IsNull, c: rHR, d: 08:26:04,  }"]
[2025/04/06 08:24:28.773 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 114, b: 114, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:05,  }"] [row2="{ a: 114, b: 114, mBFZD: IsNull, c: rHR, d: 08:26:05,  }"]
[2025/04/06 08:24:28.873 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:26:06, a: 115, b: 115, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 115, b: 115, mBFZD: IsNull, c: rHR, d: 08:26:06,  }"]
[2025/04/06 08:24:28.973 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 116, b: 116, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:07,  }"] [row2="{ a: 116, b: 116, mBFZD: IsNull, c: rHR, d: 08:26:07,  }"]
[2025/04/06 08:24:29.074 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 117, b: 117, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:08,  }"] [row2="{ a: 117, b: 117, mBFZD: IsNull, c: rHR, d: 08:26:08,  }"]
[2025/04/06 08:24:29.174 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:09, a: 118, b: 118,  }"] [row2="{ c: rHR, d: 08:26:09, a: 118, b: 118, mBFZD: IsNull,  }"]
[2025/04/06 08:24:29.274 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:26:10, a: 119, b: 119, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:26:10, a: 119, b: 119,  }"]
[2025/04/06 08:24:29.374 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:26:12, a: 121, b: 121, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:26:12, a: 121, b: 121,  }"]
  0     0    0     0    0     0      0      0 --:--:--  0:00:24 --:--:--     0
[2025/04/06 08:24:29.474 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: tJR5qxWqm, d: 08:26:13, a: 122, b: 122, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 122, b: 122, mBFZD: IsNull, c: rHR, d: 08:26:13,  }"]
[2025/04/06 08:24:29.575 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:14, a: 123, b: 123,  }"] [row2="{ a: 123, b: 123, mBFZD: IsNull, c: rHR, d: 08:26:14,  }"]
[2025/04/06 08:24:29.675 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ a: 124, b: 124, mBFZD: IsNull, c: rHR, d: 08:32:31,  }"]
[2025/04/06 08:24:29.775 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 126, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:17, a: 126,  }"] [row2="{ a: 126, b: 126, mBFZD: IsNull, c: rHR, d: 08:26:17,  }"]
[2025/04/06 08:24:29.875 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 127, b: 127, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:18,  }"] [row2="{ a: 127, b: 127, mBFZD: IsNull, c: rHR, d: 08:26:18,  }"]
[2025/04/06 08:24:29.975 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 128, b: 128, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:01,  }"] [row2="{ d: 08:29:01, a: 128, b: 128, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:30.076 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:24, a: 129, b: 129,  }"] [row2="{ a: 129, b: 129, mBFZD: IsNull, c: rHR, d: 08:29:24,  }"]
[2025/04/06 08:24:30.176 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 130, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:21, a: 130,  }"] [row2="{ b: 130, mBFZD: IsNull, c: rHR, d: 08:26:21, a: 130,  }"]
[2025/04/06 08:24:30.276 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 132, b: 132, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:48,  }"] [row2="{ a: 132, b: 132, mBFZD: IsNull, c: rHR, d: 08:28:48,  }"]
[2025/04/06 08:24:30.376 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 133, b: 133, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:24,  }"] [row2="{ b: 133, mBFZD: IsNull, c: rHR, d: 08:26:24, a: 133,  }"]
[2025/04/06 08:24:30.476 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 134, b: 134, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:25,  }"] [row2="{ a: 134, b: 134, mBFZD: IsNull, c: rHR, d: 08:26:25,  }"]
table mark.finish_mark_2 not exists for 3-th check, retry later
  0     0    0     0    0     0      0      0 --:--:--  0:00:25 --:--:--     0
[2025/04/06 08:24:30.577 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:27, a: 136, b: 136,  }"] [row2="{ c: rHR, d: 08:26:27, a: 136, b: 136, mBFZD: IsNull,  }"]
[2025/04/06 08:24:30.677 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:26:28, a: 137, b: 137, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 137, b: 137, mBFZD: IsNull, c: rHR, d: 08:26:28,  }"]
[2025/04/06 08:24:30.777 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 138, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:29, a: 138,  }"] [row2="{ a: 138, b: 138, mBFZD: IsNull, c: rHR, d: 08:26:29,  }"]
[2025/04/06 08:24:30.877 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 139, b: 139, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:30,  }"] [row2="{ c: rHR, d: 08:26:30, a: 139, b: 139, mBFZD: IsNull,  }"]
[2025/04/06 08:24:30.977 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 140, b: 140, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:31,  }"] [row2="{ c: rHR, d: 08:26:31, a: 140, b: 140, mBFZD: IsNull,  }"]
[2025/04/06 08:24:31.078 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 141, b: 141, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:32,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:26:32, a: 141, b: 141,  }"]
[2025/04/06 08:24:31.178 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 142, b: 142, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:33,  }"] [row2="{ a: 142, b: 142, mBFZD: IsNull, c: rHR, d: 08:26:33,  }"]
  0     0    0     0    0     0      0      0 --:--:--  0:00:26 --:--:--     0
[2025/04/06 08:24:31.278 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 143, b: 143, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:34,  }"] [row2="{ a: 143, b: 143, mBFZD: IsNull, c: rHR, d: 08:26:34,  }"]
[2025/04/06 08:24:31.378 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 144, b: 144, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:35,  }"] [row2="{ b: 144, mBFZD: IsNull, c: rHR, d: 08:26:35, a: 144,  }"]
[2025/04/06 08:24:31.478 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 145, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:36, a: 145,  }"] [row2="{ b: 145, mBFZD: IsNull, c: rHR, d: 08:26:36, a: 145,  }"]
[2025/04/06 08:24:31.579 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 148, b: 148, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:39,  }"] [row2="{ a: 148, b: 148, mBFZD: IsNull, c: rHR, d: 08:26:39,  }"]
[2025/04/06 08:24:31.679 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 149, b: 149, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:40,  }"] [row2="{ a: 149, b: 149, mBFZD: IsNull, c: rHR, d: 08:26:40,  }"]
[2025/04/06 08:24:31.779 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 150, b: 150, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:41,  }"] [row2="{ b: 150, mBFZD: IsNull, c: rHR, d: 08:26:41, a: 150,  }"]
[2025/04/06 08:24:31.879 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:26:42, a: 151, b: 151, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 151, b: 151, mBFZD: IsNull, c: rHR, d: 08:26:42,  }"]
[2025/04/06 08:24:31.979 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:26:43, a: 152, b: 152, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 152, b: 152, mBFZD: IsNull, c: rHR, d: 08:26:43,  }"]
[2025/04/06 08:24:32.079 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 153, b: 153, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:29,  }"] [row2="{ b: 153, mBFZD: IsNull, c: rHR, d: 08:31:29, a: 153,  }"]
[2025/04/06 08:24:32.180 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 154, b: 154, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:49,  }"] [row2="{ a: 154, b: 154, mBFZD: IsNull, c: rHR, d: 08:28:49,  }"]
[2025/04/06 08:24:32.280 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 155, b: 155, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:46,  }"] [row2="{ a: 155, b: 155, mBFZD: IsNull, c: rHR, d: 08:26:46,  }"]
  0     0    0     0    0     0      0      0 --:--:--  0:00:27 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:28 --:--:--     0{"level":"warn","ts":"2025-04-06T08:24:32.347744+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f04c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:24:32.352376+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001e80fc0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
[2025/04/06 08:24:32.380 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 157, b: 157, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:48,  }"] [row2="{ d: 08:26:48, a: 157, b: 157, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:32.480 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:26:50, a: 159, b: 159, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 159, b: 159, mBFZD: IsNull, c: rHR, d: 08:26:50,  }"]
{"level":"warn","ts":"2025-04-06T08:24:32.418147+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00080ce00/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
[2025/04/06 08:24:32.580 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 160, b: 160, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:51,  }"] [row2="{ d: 08:26:51, a: 160, b: 160, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:32.681 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 161, b: 161, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:52,  }"] [row2="{ c: rHR, d: 08:26:52, a: 161, b: 161, mBFZD: IsNull,  }"]
[2025/04/06 08:24:32.781 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 162, b: 162, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:53,  }"] [row2="{ a: 162, b: 162, mBFZD: IsNull, c: rHR, d: 08:26:53,  }"]
[2025/04/06 08:24:32.881 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 163, b: 163, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:54,  }"] [row2="{ b: 163, mBFZD: IsNull, c: rHR, d: 08:26:54, a: 163,  }"]
[2025/04/06 08:24:32.981 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:26:55, a: 164, b: 164, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 164, b: 164, mBFZD: IsNull, c: rHR, d: 08:26:55,  }"]
table mark.finish_mark_2 not exists for 4-th check, retry later
[2025/04/06 08:24:33.081 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 165, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:56, a: 165,  }"] [row2="{ d: 08:26:56, a: 165, b: 165, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:33.182 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 166, b: 166, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:57,  }"] [row2="{ d: 08:26:57, a: 166, b: 166, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:33.282 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 167, b: 167, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:58,  }"] [row2="{ b: 167, mBFZD: IsNull, c: rHR, d: 08:26:58, a: 167,  }"]
[2025/04/06 08:24:33.382 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 168, b: 168, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:26:59,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:26:59, a: 168, b: 168,  }"]
[2025/04/06 08:24:33.482 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:00, a: 169, b: 169,  }"] [row2="{ a: 169, b: 169, mBFZD: IsNull, c: rHR, d: 08:27:00,  }"]

[2025/04/06 08:24:33.582 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 170, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:02, a: 170,  }"] [row2="{ a: 170, b: 170, mBFZD: IsNull, c: rHR, d: 08:27:02,  }"]
[2025/04/06 08:24:33.683 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 174, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:04, a: 174,  }"] [row2="{ b: 174, mBFZD: IsNull, c: rHR, d: 08:27:04, a: 174,  }"]
[2025/04/06 08:24:33.783 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:38:51, a: 175, b: 175,  }"] [row2="{ a: 175, b: 175, mBFZD: IsNull, c: rHR, d: 08:27:06,  }"]
[2025/04/06 08:24:33.883 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 176, b: 176, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:07,  }"] [row2="{ a: 176, b: 176, mBFZD: IsNull, c: rHR, d: 08:27:07,  }"]
[2025/04/06 08:24:33.983 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 177, b: 177, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:08,  }"] [row2="{ d: 08:27:08, a: 177, b: 177, mBFZD: IsNull, c: rHR,  }"]
  0     0    0     0    0     0      0      0 --:--:--  0:00:29 --:--:--     0
100   135  100   135    0     0      4      0  0:00:33  0:00:30  0:00:03    28
100   135  100   135    0     0      4      0  0:00:33  0:00:30  0:00:03    35
+ synced_status='{
    "error_msg": "[CDC:ErrPDEtcdAPIError]etcd api call error: context deadline exceeded",
    "error_code": "CDC:ErrPDEtcdAPIError"
}'
++ echo '{' '"error_msg":' '"[CDC:ErrPDEtcdAPIError]etcd' api call error: context deadline 'exceeded",' '"error_code":' '"CDC:ErrPDEtcdAPIError"' '}'
++ jq -r .error_code
+ error_code=CDC:ErrPDEtcdAPIError
+ cleanup_process cdc.test
[2025/04/06 08:24:34.083 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 179, b: 179, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:10,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:27:10, a: 179, b: 179,  }"]
[2025/04/06 08:24:34.184 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 180, b: 180, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:11,  }"] [row2="{ b: 180, mBFZD: IsNull, c: rHR, d: 08:27:11, a: 180,  }"]
[2025/04/06 08:24:34.284 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 181, b: 181, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:12,  }"] [row2="{ c: rHR, d: 08:27:12, a: 181, b: 181, mBFZD: IsNull,  }"]
[2025/04/06 08:24:34.384 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:27:13, a: 182, b: 182, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ b: 182, mBFZD: IsNull, c: rHR, d: 08:27:13, a: 182,  }"]
[2025/04/06 08:24:34.484 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:27:14, a: 183, b: 183, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 183, b: 183, mBFZD: IsNull, c: rHR, d: 08:27:14,  }"]
[2025/04/06 08:24:34.584 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 184, b: 184, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:15,  }"] [row2="{ d: 08:27:15, a: 184, b: 184, mBFZD: IsNull, c: rHR,  }"]
wait process cdc.test exit for 1-th time...
[2025/04/06 08:24:34.685 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 185, b: 185, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:16,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:27:16, a: 185, b: 185,  }"]
[2025/04/06 08:24:34.785 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 186, b: 186, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:18,  }"] [row2="{ a: 186, b: 186, mBFZD: IsNull, c: rHR, d: 08:27:18,  }"]
table mark.finish_mark_2 not exists for 5-th check, retry later
[2025/04/06 08:24:34.885 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 188, b: 188, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:02,  }"] [row2="{ b: 188, mBFZD: IsNull, c: rHR, d: 08:29:02, a: 188,  }"]
[2025/04/06 08:24:34.985 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:20, a: 189, b: 189,  }"] [row2="{ a: 189, b: 189, mBFZD: IsNull, c: rHR, d: 08:27:20,  }"]
[2025/04/06 08:24:35.085 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 191, b: 191, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:22,  }"] [row2="{ a: 191, b: 191, mBFZD: IsNull, c: rHR, d: 08:27:22,  }"]
wait process cdc.test exit for 2-th time...
[2025/04/06 08:24:35.186 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 192, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:23, a: 192,  }"] [row2="{ a: 192, b: 192, mBFZD: IsNull, c: rHR, d: 08:27:23,  }"]
[2025/04/06 08:24:35.286 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:27:24, a: 193, b: 193, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 193, b: 193, mBFZD: IsNull, c: rHR, d: 08:27:24,  }"]
[2025/04/06 08:24:35.386 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 194, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:25, a: 194,  }"] [row2="{ a: 194, b: 194, mBFZD: IsNull, c: rHR, d: 08:27:25,  }"]
[2025/04/06 08:24:35.486 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:27:27, a: 196, b: 196, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 196, b: 196, mBFZD: IsNull, c: rHR, d: 08:27:27,  }"]
[2025/04/06 08:24:35.586 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:28, a: 197, b: 197,  }"] [row2="{ a: 197, b: 197, mBFZD: IsNull, c: rHR, d: 08:27:28,  }"]
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
+ stop_tidb_cluster
[2025/04/06 08:24:35.687 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 198, b: 198, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:29,  }"] [row2="{ b: 198, mBFZD: IsNull, c: rHR, d: 08:27:29, a: 198,  }"]
[2025/04/06 08:24:35.787 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 200, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:38, a: 200,  }"] [row2="{ d: 08:27:38, a: 200, b: 200, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:35.887 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 201, b: 201, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:39,  }"] [row2="{ a: 201, b: 201, mBFZD: IsNull, c: rHR, d: 08:27:39,  }"]
[2025/04/06 08:24:35.987 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 202, b: 202, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:40,  }"] [row2="{ c: rHR, d: 08:27:40, a: 202, b: 202, mBFZD: IsNull,  }"]
[2025/04/06 08:24:36.088 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 203, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:30, a: 203,  }"] [row2="{ b: 203, mBFZD: IsNull, c: rHR, d: 08:31:30, a: 203,  }"]
[2025/04/06 08:24:36.188 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 204, b: 204, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:42,  }"] [row2="{ c: rHR, d: 08:27:42, a: 204, b: 204, mBFZD: IsNull,  }"]
[2025/04/06 08:24:36.288 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:27:43, a: 205, b: 205, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 205, b: 205, mBFZD: IsNull, c: rHR, d: 08:27:43,  }"]
[2025/04/06 08:24:36.388 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ a: 206, b: 206, mBFZD: IsNull, c: rHR, d: 08:27:44,  }"]
[2025/04/06 08:24:36.488 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 207, b: 207, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:45,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:27:45, a: 207, b: 207,  }"]
[2025/04/06 08:24:36.588 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:46, a: 208, b: 208,  }"] [row2="{ d: 08:27:46, a: 208, b: 208, mBFZD: IsNull, c: rHR,  }"]
table mark.finish_mark_2 not exists for 6-th check, retry later
[2025/04/06 08:24:36.689 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 210, b: 210, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:48,  }"] [row2="{ a: 210, b: 210, mBFZD: IsNull, c: rHR, d: 08:27:48,  }"]
[2025/04/06 08:24:36.789 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 211, b: 211, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:49,  }"] [row2="{ a: 211, b: 211, mBFZD: IsNull, c: rHR, d: 08:27:49,  }"]
[2025/04/06 08:24:36.889 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 212, b: 212, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:50,  }"] [row2="{ a: 212, b: 212, mBFZD: IsNull, c: rHR, d: 08:27:50,  }"]
[2025/04/06 08:24:36.989 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 213, b: 213, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:51,  }"] [row2="{ b: 213, mBFZD: IsNull, c: rHR, d: 08:27:51, a: 213,  }"]
[2025/04/06 08:24:37.089 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 214, b: 214, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:52,  }"] [row2="{ a: 214, b: 214, mBFZD: IsNull, c: rHR, d: 08:27:52,  }"]
[2025/04/06 08:24:37.190 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 215, b: 215, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:53,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:27:53, a: 215, b: 215,  }"]
[2025/04/06 08:24:37.290 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 216, b: 216, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:54,  }"] [row2="{ d: 08:27:54, a: 216, b: 216, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:37.390 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 217, b: 217, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:55,  }"] [row2="{ b: 217, mBFZD: IsNull, c: rHR, d: 08:27:55, a: 217,  }"]
[2025/04/06 08:24:37.491 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 218, b: 218, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:56,  }"] [row2="{ b: 218, mBFZD: IsNull, c: rHR, d: 08:27:56, a: 218,  }"]
[2025/04/06 08:24:37.591 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 219, b: 219, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:27:57,  }"] [row2="{ a: 219, b: 219, mBFZD: IsNull, c: rHR, d: 08:27:57,  }"]
[2025/04/06 08:24:37.691 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:27:59, a: 221, b: 221, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 221, b: 221, mBFZD: IsNull, c: rHR, d: 08:27:59,  }"]
[2025/04/06 08:24:37.791 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:30:48, a: 222, b: 222, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ b: 222, mBFZD: IsNull, c: rHR, d: 08:30:48, a: 222,  }"]
[2025/04/06 08:24:37.891 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 223, b: 223, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:01,  }"] [row2="{ c: rHR, d: 08:28:01, a: 223, b: 223, mBFZD: IsNull,  }"]
[2025/04/06 08:24:37.992 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 224, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:02, a: 224,  }"] [row2="{ d: 08:28:02, a: 224, b: 224, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:38.092 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:28:03, a: 225, b: 225, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ b: 225, mBFZD: IsNull, c: rHR, d: 08:28:03, a: 225,  }"]
[2025/04/06 08:24:38.192 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 226, b: 226, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:04,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:28:04, a: 226, b: 226,  }"]
[2025/04/06 08:24:38.292 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:28:05, a: 227, b: 227, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 227, b: 227, mBFZD: IsNull, c: rHR, d: 08:28:05,  }"]
[2025/04/06 08:24:38.392 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 229, b: 229, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:07,  }"] [row2="{ a: 229, b: 229, mBFZD: IsNull, c: rHR, d: 08:28:07,  }"]
[2025/04/06 08:24:38.493 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 230, b: 230, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:08,  }"] [row2="{ a: 230, b: 230, mBFZD: IsNull, c: rHR, d: 08:28:08,  }"]
[2025/04/06 08:24:38.593 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 231, b: 231, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:09,  }"] [row2="{ a: 231, b: 231, mBFZD: IsNull, c: rHR, d: 08:28:09,  }"]
table mark.finish_mark_2 not exists for 7-th check, retry later
[2025/04/06 08:24:38.693 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 232, b: 232, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:10,  }"] [row2="{ c: rHR, d: 08:28:10, a: 232, b: 232, mBFZD: IsNull,  }"]
[2025/04/06 08:24:38.793 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 233, b: 233, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:11,  }"] [row2="{ c: rHR, d: 08:28:11, a: 233, b: 233, mBFZD: IsNull,  }"]
[2025/04/06 08:24:38.893 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 234, b: 234, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:12,  }"] [row2="{ a: 234, b: 234, mBFZD: IsNull, c: rHR, d: 08:28:12,  }"]
[2025/04/06 08:24:38.994 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 235, b: 235, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:13,  }"] [row2="{ a: 235, b: 235, mBFZD: IsNull, c: rHR, d: 08:28:13,  }"]
[2025/04/06 08:24:39.094 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 236, b: 236, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:14,  }"] [row2="{ d: 08:28:14, a: 236, b: 236, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:39.194 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:28:15, a: 237, b: 237, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 237, b: 237, mBFZD: IsNull, c: rHR, d: 08:28:15,  }"]
[2025/04/06 08:24:39.294 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 238, b: 238, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:16,  }"] [row2="{ b: 238, mBFZD: IsNull, c: rHR, d: 08:28:16, a: 238,  }"]
[2025/04/06 08:24:39.394 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:28:17, a: 239, b: 239, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 239, b: 239, mBFZD: IsNull, c: rHR, d: 08:28:17,  }"]
[2025/04/06 08:24:39.494 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 241, b: 241, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:19,  }"] [row2="{ b: 241, mBFZD: IsNull, c: rHR, d: 08:28:19, a: 241,  }"]
[2025/04/06 08:24:39.595 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ a: 242, b: 242, mBFZD: IsNull, c: rHR, d: 08:28:20,  }"]
[2025/04/06 08:24:39.695 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 243, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:21, a: 243,  }"] [row2="{ c: rHR, d: 08:28:21, a: 243, b: 243, mBFZD: IsNull,  }"]
[2025/04/06 08:24:39.795 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:28:22, a: 244, b: 244, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ b: 244, mBFZD: IsNull, c: rHR, d: 08:28:22, a: 244,  }"]
[2025/04/06 08:24:39.895 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:23, a: 245, b: 245,  }"] [row2="{ b: 245, mBFZD: IsNull, c: rHR, d: 08:28:23, a: 245,  }"]
[2025/04/06 08:24:39.995 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 246, b: 246, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:24,  }"] [row2="{ a: 246, b: 246, mBFZD: IsNull, c: rHR, d: 08:28:24,  }"]
[2025/04/06 08:24:40.096 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 247, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:25, a: 247,  }"] [row2="{ b: 247, mBFZD: IsNull, c: rHR, d: 08:28:25, a: 247,  }"]
[2025/04/06 08:24:40.196 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:28:26, a: 248, b: 248, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ c: rHR, d: 08:28:26, a: 248, b: 248, mBFZD: IsNull,  }"]
[2025/04/06 08:24:40.296 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 249, b: 249, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:27,  }"] [row2="{ d: 08:28:27, a: 249, b: 249, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:40.396 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 250, b: 250, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:28,  }"] [row2="{ a: 250, b: 250, mBFZD: IsNull, c: rHR, d: 08:28:28,  }"]
table mark.finish_mark_2 not exists for 8-th check, retry later
[2025/04/06 08:24:40.496 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:29, a: 251, b: 251,  }"] [row2="{ b: 251, mBFZD: IsNull, c: rHR, d: 08:28:29, a: 251,  }"]
[2025/04/06 08:24:40.597 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:28:30, a: 252, b: 252, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ b: 252, mBFZD: IsNull, c: rHR, d: 08:28:30, a: 252,  }"]
[2025/04/06 08:24:40.697 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:31, a: 253, b: 253,  }"] [row2="{ a: 253, b: 253, mBFZD: IsNull, c: rHR, d: 08:28:31,  }"]
[2025/04/06 08:24:40.797 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 254, b: 254, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:32,  }"] [row2="{ a: 254, b: 254, mBFZD: IsNull, c: rHR, d: 08:28:32,  }"]
[2025/04/06 08:24:40.897 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 255, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:33, a: 255,  }"] [row2="{ a: 255, b: 255, mBFZD: IsNull, c: rHR, d: 08:28:33,  }"]
[2025/04/06 08:24:40.997 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:34, a: 256, b: 256,  }"] [row2="{ a: 256, b: 256, mBFZD: IsNull, c: rHR, d: 08:28:34,  }"]
[2025/04/06 08:24:41.098 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:35, a: 257, b: 257,  }"] [row2="{ b: 257, mBFZD: IsNull, c: rHR, d: 08:28:35, a: 257,  }"]
[2025/04/06 08:24:41.198 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 258, b: 258, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:36,  }"] [row2="{ d: 08:28:36, a: 258, b: 258, mBFZD: IsNull, c: rHR,  }"]
table test.finish_mark not exists for 1-th check, retry later
[2025/04/06 08:24:41.298 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 259, b: 259, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:37,  }"] [row2="{ a: 259, b: 259, mBFZD: IsNull, c: rHR, d: 08:28:37,  }"]
[2025/04/06 08:24:41.398 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 260, b: 260, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:38,  }"] [row2="{ a: 260, b: 260, mBFZD: IsNull, c: rHR, d: 08:28:38,  }"]
[2025/04/06 08:24:41.498 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 262, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:40, a: 262,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:28:40, a: 262, b: 262,  }"]
[2025/04/06 08:24:41.599 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 263, b: 263, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:41,  }"] [row2="{ b: 263, mBFZD: IsNull, c: rHR, d: 08:28:41, a: 263,  }"]
[2025/04/06 08:24:41.699 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:28:42, a: 264, b: 264, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 264, b: 264, mBFZD: IsNull, c: rHR, d: 08:28:42,  }"]
[2025/04/06 08:24:41.799 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 265, b: 265, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:43,  }"] [row2="{ c: rHR, d: 08:28:43, a: 265, b: 265, mBFZD: IsNull,  }"]
[2025/04/06 08:24:41.899 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 266, b: 266, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:44,  }"] [row2="{ a: 266, b: 266, mBFZD: IsNull, c: rHR, d: 08:28:44,  }"]
[2025/04/06 08:24:41.999 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 267, b: 267, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:45,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:28:45, a: 267, b: 267,  }"]
[2025/04/06 08:24:42.099 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ b: 268, mBFZD: IsNull, c: rHR, d: 08:28:46, a: 268,  }"]
[2025/04/06 08:24:42.200 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ d: 08:28:47, a: 269, b: 269, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:42.300 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 270, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:51, a: 270,  }"] [row2="{ b: 270, mBFZD: IsNull, c: rHR, d: 08:28:51, a: 270,  }"]
[2025/04/06 08:24:42.400 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 271, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:52, a: 271,  }"] [row2="{ c: rHR, d: 08:28:52, a: 271, b: 271, mBFZD: IsNull,  }"]
[2025/04/06 08:24:42.500 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 272, b: 272, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:53,  }"] [row2="{ c: rHR, d: 08:28:53, a: 272, b: 272, mBFZD: IsNull,  }"]
[2025/04/06 08:24:42.601 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:54, a: 273, b: 273,  }"] [row2="{ a: 273, b: 273, mBFZD: IsNull, c: rHR, d: 08:28:54,  }"]
[2025/04/06 08:24:42.701 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 274, b: 274, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:55,  }"] [row2="{ a: 274, b: 274, mBFZD: IsNull, c: rHR, d: 08:28:55,  }"]
[2025/04/06 08:24:42.801 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 275, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:56, a: 275,  }"] [row2="{ b: 275, mBFZD: IsNull, c: rHR, d: 08:28:56, a: 275,  }"]
[2025/04/06 08:24:42.901 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 276, b: 276, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:47,  }"] [row2="{ d: 08:30:47, a: 276, b: 276, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:43.001 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:28:58, a: 277, b: 277, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 277, b: 277, mBFZD: IsNull, c: rHR, d: 08:28:58,  }"]
table mark.finish_mark_2 exists
table mark.finish_mark_3 not exists for 1-th check, retry later
[2025/04/06 08:24:43.101 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 278, b: 278, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:28:59,  }"] [row2="{ a: 278, b: 278, mBFZD: IsNull, c: rHR, d: 08:28:59,  }"]
[2025/04/06 08:24:43.202 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:00, a: 279, b: 279,  }"] [row2="{ c: rHR, d: 08:29:00, a: 279, b: 279, mBFZD: IsNull,  }"]
[2025/04/06 08:24:43.302 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 280, b: 280, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:04,  }"] [row2="{ a: 280, b: 280, mBFZD: IsNull, c: rHR, d: 08:29:04,  }"]
[2025/04/06 08:24:43.402 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:29:05, a: 281, b: 281, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ b: 281, mBFZD: IsNull, c: rHR, d: 08:29:05, a: 281,  }"]
[2025/04/06 08:24:43.502 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 282, b: 282, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:06,  }"] [row2="{ a: 282, b: 282, mBFZD: IsNull, c: rHR, d: 08:29:06,  }"]
[2025/04/06 08:24:43.603 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: tJR5qxWqm, d: 08:29:07, a: 283, b: 283, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 283, b: 283, mBFZD: IsNull, c: rHR, d: 08:29:07,  }"]
[2025/04/06 08:24:43.703 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 284, b: 284, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:08,  }"] [row2="{ b: 284, mBFZD: IsNull, c: rHR, d: 08:29:08, a: 284,  }"]
[2025/04/06 08:24:43.803 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:29:09, a: 285, b: 285, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ b: 285, mBFZD: IsNull, c: rHR, d: 08:29:09, a: 285,  }"]
table test.finish_mark not exists for 2-th check, retry later
+ run_case_with_unavailable_tikv conf/changefeed-redo.toml
+ rm -rf /tmp/tidb_cdc_test/synced_status_with_redo
+ mkdir -p /tmp/tidb_cdc_test/synced_status_with_redo
+ start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status_with_redo
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
The 1 times to try to start tidb cluster...
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
[2025/04/06 08:24:43.903 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:29:10, a: 286, b: 286, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 286, b: 286, mBFZD: IsNull, c: rHR, d: 08:29:10,  }"]
[2025/04/06 08:24:44.003 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:11, a: 287, b: 287,  }"] [row2="{ b: 287, mBFZD: IsNull, c: rHR, d: 08:29:11, a: 287,  }"]
[2025/04/06 08:24:44.103 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 288, b: 288, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:12,  }"] [row2="{ a: 288, b: 288, mBFZD: IsNull, c: rHR, d: 08:29:12,  }"]
[2025/04/06 08:24:44.204 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:29:13, a: 289, b: 289, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ d: 08:29:13, a: 289, b: 289, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:44.304 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 290, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:14, a: 290,  }"] [row2="{ c: rHR, d: 08:29:14, a: 290, b: 290, mBFZD: IsNull,  }"]
[2025/04/06 08:24:44.404 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 291, b: 291, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:15,  }"] [row2="{ c: rHR, d: 08:29:15, a: 291, b: 291, mBFZD: IsNull,  }"]
[2025/04/06 08:24:44.504 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:29:16, a: 292, b: 292, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:29:16, a: 292, b: 292,  }"]
[2025/04/06 08:24:44.604 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:29:17, a: 293, b: 293, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ b: 293, mBFZD: IsNull, c: rHR, d: 08:29:17, a: 293,  }"]
[2025/04/06 08:24:44.705 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:32:33, a: 294, b: 294, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:32:33, a: 294, b: 294,  }"]
[2025/04/06 08:24:44.805 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 295, b: 295, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:19,  }"] [row2="{ a: 295, b: 295, mBFZD: IsNull, c: rHR, d: 08:29:19,  }"]
table mark.finish_mark_3 not exists for 2-th check, retry later
[2025/04/06 08:24:44.905 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:29:20, a: 296, b: 296, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ c: rHR, d: 08:29:20, a: 296, b: 296, mBFZD: IsNull,  }"]
[2025/04/06 08:24:45.005 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 297, b: 297, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:21,  }"] [row2="{ d: 08:29:21, a: 297, b: 297, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:45.105 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 298, b: 298, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:22,  }"] [row2="{ a: 298, b: 298, mBFZD: IsNull, c: rHR, d: 08:29:22,  }"]
[2025/04/06 08:24:45.206 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:29:23, a: 299, b: 299, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 299, b: 299, mBFZD: IsNull, c: rHR, d: 08:29:23,  }"]
[2025/04/06 08:24:45.306 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 300, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:25, a: 300,  }"] [row2="{ a: 300, b: 300, mBFZD: IsNull, c: rHR, d: 08:29:25,  }"]
[2025/04/06 08:24:45.406 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 301, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:26, a: 301,  }"] [row2="{ a: 301, b: 301, mBFZD: IsNull, c: rHR, d: 08:29:26,  }"]
[2025/04/06 08:24:45.506 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 302, b: 302, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:27,  }"] [row2="{ a: 302, b: 302, mBFZD: IsNull, c: rHR, d: 08:29:27,  }"]
[2025/04/06 08:24:45.606 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:28, a: 303, b: 303,  }"] [row2="{ b: 303, mBFZD: IsNull, c: rHR, d: 08:29:28, a: 303,  }"]
table test.finish_mark not exists for 3-th check, retry later
[2025/04/06 08:24:45.707 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:29:29, a: 304, b: 304, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 304, b: 304, mBFZD: IsNull, c: rHR, d: 08:29:29,  }"]
[2025/04/06 08:24:45.807 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:29:30, a: 305, b: 305, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ b: 305, mBFZD: IsNull, c: rHR, d: 08:29:30, a: 305,  }"]
[2025/04/06 08:24:45.907 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 306, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:31, a: 306,  }"] [row2="{ d: 08:29:31, a: 306, b: 306, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:46.007 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 307, b: 307, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:32,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:29:32, a: 307, b: 307,  }"]
[2025/04/06 08:24:46.107 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:29:33, a: 308, b: 308, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 308, b: 308, mBFZD: IsNull, c: rHR, d: 08:29:33,  }"]
[2025/04/06 08:24:46.208 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 309, b: 309, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:34,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:29:34, a: 309, b: 309,  }"]
[2025/04/06 08:24:46.308 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 310, b: 310, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:35,  }"] [row2="{ a: 310, b: 310, mBFZD: IsNull, c: rHR, d: 08:29:35,  }"]
[2025/04/06 08:24:46.408 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 311, b: 311, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:36,  }"] [row2="{ d: 08:29:36, a: 311, b: 311, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:46.508 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 312, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:37, a: 312,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:29:37, a: 312, b: 312,  }"]
[2025/04/06 08:24:46.608 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:29:38, a: 313, b: 313, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 313, b: 313, mBFZD: IsNull, c: rHR, d: 08:29:38,  }"]
table mark.finish_mark_3 not exists for 3-th check, retry later
[2025/04/06 08:24:46.708 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 314, b: 314, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:39,  }"] [row2="{ c: rHR, d: 08:29:39, a: 314, b: 314, mBFZD: IsNull,  }"]
[2025/04/06 08:24:46.809 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 315, b: 315, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:40,  }"] [row2="{ b: 315, mBFZD: IsNull, c: rHR, d: 08:29:40, a: 315,  }"]
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
start tidb cluster in /tmp/tidb_cdc_test/synced_status_with_redo
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
[2025/04/06 08:24:46.909 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 316, b: 316, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:41,  }"] [row2="{ d: 08:29:41, a: 316, b: 316, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:47.009 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:29:42, a: 317, b: 317, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:29:42, a: 317, b: 317,  }"]
[2025/04/06 08:24:47.109 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:43, a: 318, b: 318,  }"] [row2="{ a: 318, b: 318, mBFZD: IsNull, c: rHR, d: 08:29:43,  }"]
[2025/04/06 08:24:47.209 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 319, b: 319, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:44,  }"] [row2="{ a: 319, b: 319, mBFZD: IsNull, c: rHR, d: 08:29:44,  }"]
[2025/04/06 08:24:47.310 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 320, b: 320, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:45,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:29:45, a: 320, b: 320,  }"]
table test.finish_mark not exists for 4-th check, retry later
[2025/04/06 08:24:47.410 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:29:46, a: 321, b: 321, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 321, b: 321, mBFZD: IsNull, c: rHR, d: 08:29:46,  }"]
[2025/04/06 08:24:47.510 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 322, b: 322, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:47,  }"] [row2="{ a: 322, b: 322, mBFZD: IsNull, c: rHR, d: 08:29:47,  }"]
[2025/04/06 08:24:47.610 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 323, b: 323, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:48,  }"] [row2="{ a: 323, b: 323, mBFZD: IsNull, c: rHR, d: 08:29:48,  }"]
[2025/04/06 08:24:47.710 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 324, b: 324, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:49,  }"] [row2="{ a: 324, b: 324, mBFZD: IsNull, c: rHR, d: 08:29:49,  }"]
[2025/04/06 08:24:47.811 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:29:50, a: 325, b: 325, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ b: 325, mBFZD: IsNull, c: rHR, d: 08:29:50, a: 325,  }"]
[2025/04/06 08:24:47.911 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 326, b: 326, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:51,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:29:51, a: 326, b: 326,  }"]
[2025/04/06 08:24:48.011 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:29:52, a: 327, b: 327, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 327, b: 327, mBFZD: IsNull, c: rHR, d: 08:29:52,  }"]
[2025/04/06 08:24:48.111 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ mBFZD: IsNull, c: rHR, d: 08:29:53, a: 328, b: 328,  }"]
[2025/04/06 08:24:48.211 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:54, a: 329, b: 329,  }"] [row2="{ a: 329, b: 329, mBFZD: IsNull, c: rHR, d: 08:29:54,  }"]
[2025/04/06 08:24:48.311 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:55, a: 330, b: 330,  }"] [row2="{ a: 330, b: 330, mBFZD: IsNull, c: rHR, d: 08:29:55,  }"]
[2025/04/06 08:24:48.412 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:29:56, a: 331, b: 331, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ b: 331, mBFZD: IsNull, c: rHR, d: 08:29:56, a: 331,  }"]
[2025/04/06 08:24:48.512 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 332, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:57, a: 332,  }"] [row2="{ a: 332, b: 332, mBFZD: IsNull, c: rHR, d: 08:29:57,  }"]
[2025/04/06 08:24:48.612 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:29:58, a: 333, b: 333, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 333, b: 333, mBFZD: IsNull, c: rHR, d: 08:29:58,  }"]
table mark.finish_mark_3 not exists for 4-th check, retry later
[2025/04/06 08:24:48.712 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 334, b: 334, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:29:59,  }"] [row2="{ d: 08:29:59, a: 334, b: 334, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:48.813 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:39:22, a: 335, b: 335, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ d: 08:30:00, a: 335, b: 335, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:48.913 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 336, b: 336, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:01,  }"] [row2="{ d: 08:30:01, a: 336, b: 336, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:49.014 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:02, a: 337, b: 337,  }"] [row2="{ b: 337, mBFZD: IsNull, c: rHR, d: 08:30:02, a: 337,  }"]
[2025/04/06 08:24:49.114 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 338, b: 338, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:03,  }"] [row2="{ c: rHR, d: 08:30:03, a: 338, b: 338, mBFZD: IsNull,  }"]
[2025/04/06 08:24:49.214 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:30:04, a: 339, b: 339, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ b: 339, mBFZD: IsNull, c: rHR, d: 08:30:04, a: 339,  }"]
[2025/04/06 08:24:49.314 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:30:05, a: 340, b: 340, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ b: 340, mBFZD: IsNull, c: rHR, d: 08:30:05, a: 340,  }"]
[2025/04/06 08:24:49.414 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:30:06, a: 341, b: 341, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ c: rHR, d: 08:30:06, a: 341, b: 341, mBFZD: IsNull,  }"]
table test.finish_mark not exists for 5-th check, retry later
[2025/04/06 08:24:49.514 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:30:07, a: 342, b: 342, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 342, b: 342, mBFZD: IsNull, c: rHR, d: 08:30:07,  }"]
[2025/04/06 08:24:49.615 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:30:08, a: 343, b: 343, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 343, b: 343, mBFZD: IsNull, c: rHR, d: 08:30:08,  }"]
[2025/04/06 08:24:49.715 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:30:09, a: 344, b: 344, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 344, b: 344, mBFZD: IsNull, c: rHR, d: 08:30:09,  }"]
[2025/04/06 08:24:49.815 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 345, b: 345, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:10,  }"] [row2="{ c: rHR, d: 08:30:10, a: 345, b: 345, mBFZD: IsNull,  }"]
[2025/04/06 08:24:49.915 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 346, b: 346, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:11,  }"] [row2="{ b: 346, mBFZD: IsNull, c: rHR, d: 08:30:11, a: 346,  }"]
[2025/04/06 08:24:50.015 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ c: rHR, d: 08:30:12, a: 347, b: 347, mBFZD: IsNull,  }"]
[2025/04/06 08:24:50.116 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 348, b: 348, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:13,  }"] [row2="{ b: 348, mBFZD: IsNull, c: rHR, d: 08:30:13, a: 348,  }"]
[2025/04/06 08:24:50.216 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:30:14, a: 349, b: 349, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 349, b: 349, mBFZD: IsNull, c: rHR, d: 08:30:14,  }"]
[2025/04/06 08:24:50.316 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:15, a: 350, b: 350,  }"] [row2="{ a: 350, b: 350, mBFZD: IsNull, c: rHR, d: 08:30:15,  }"]
[2025/04/06 08:24:50.416 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:16, a: 351, b: 351,  }"] [row2="{ a: 351, b: 351, mBFZD: IsNull, c: rHR, d: 08:30:16,  }"]
table mark.finish_mark_3 not exists for 5-th check, retry later
[2025/04/06 08:24:50.517 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 352, b: 352, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:17,  }"] [row2="{ a: 352, b: 352, mBFZD: IsNull, c: rHR, d: 08:30:17,  }"]
[2025/04/06 08:24:50.617 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:18, a: 353, b: 353,  }"] [row2="{ d: 08:30:18, a: 353, b: 353, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:50.717 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:19, a: 354, b: 354,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:30:19, a: 354, b: 354,  }"]
[2025/04/06 08:24:50.817 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 356, b: 356, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:21,  }"] [row2="{ a: 356, b: 356, mBFZD: IsNull, c: rHR, d: 08:30:21,  }"]
[2025/04/06 08:24:50.917 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 357, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:22, a: 357,  }"] [row2="{ c: rHR, d: 08:30:22, a: 357, b: 357, mBFZD: IsNull,  }"]
[2025/04/06 08:24:51.017 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 358, b: 358, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:23,  }"] [row2="{ a: 358, b: 358, mBFZD: IsNull, c: rHR, d: 08:30:23,  }"]
[2025/04/06 08:24:51.118 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 359, b: 359, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:24,  }"] [row2="{ c: rHR, d: 08:30:24, a: 359, b: 359, mBFZD: IsNull,  }"]
[2025/04/06 08:24:51.218 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 360, b: 360, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:25,  }"] [row2="{ a: 360, b: 360, mBFZD: IsNull, c: rHR, d: 08:30:25,  }"]
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
[2025/04/06 08:24:51.318 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 361, b: 361, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:26,  }"] [row2="{ a: 361, b: 361, mBFZD: IsNull, c: rHR, d: 08:30:26,  }"]
[2025/04/06 08:24:51.418 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 362, b: 362, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:27,  }"] [row2="{ d: 08:30:27, a: 362, b: 362, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:51.518 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:30:28, a: 363, b: 363, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 363, b: 363, mBFZD: IsNull, c: rHR, d: 08:30:28,  }"]
[2025/04/06 08:24:51.618 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 364, b: 364, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:29,  }"] [row2="{ a: 364, b: 364, mBFZD: IsNull, c: rHR, d: 08:30:29,  }"]
[2025/04/06 08:24:51.719 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 365, b: 365, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:30,  }"] [row2="{ b: 365, mBFZD: IsNull, c: rHR, d: 08:30:30, a: 365,  }"]
table test.finish_mark not exists for 6-th check, retry later
[2025/04/06 08:24:51.819 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:30:31, a: 366, b: 366, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 366, b: 366, mBFZD: IsNull, c: rHR, d: 08:30:31,  }"]
[2025/04/06 08:24:51.919 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 367, b: 367, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:32,  }"] [row2="{ a: 367, b: 367, mBFZD: IsNull, c: rHR, d: 08:30:32,  }"]
table test1.finishmark exists
[2025/04/06 08:24:42.978 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t1] [checkSum=3030946575]
[2025/04/06 08:24:42.980 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t2] [checkSum=718014124]
[2025/04/06 08:24:42.982 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t3] [checkSum=718014124]
[2025/04/06 08:24:42.988 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test1.finishmark] [checkSum=0]
[2025/04/06 08:24:42.990 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test1.t1] [checkSum=718014124]
[2025/04/06 08:24:42.991 +08:00] [INFO] [main.go:107] ["get checksum for the upstream success"] [elapsed=17.315123ms]
[2025/04/06 08:24:42.995 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t1] [checkSum=3030946575]
[2025/04/06 08:24:42.997 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t2] [checkSum=718014124]
[2025/04/06 08:24:42.998 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t3] [checkSum=718014124]
[2025/04/06 08:24:43.005 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test1.finishmark] [checkSum=0]
[2025/04/06 08:24:43.006 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test1.t1] [checkSum=718014124]
[2025/04/06 08:24:43.007 +08:00] [INFO] [main.go:116] ["get checksum for the downstream success"] [elapsed=15.896621ms]
[2025/04/06 08:24:43.007 +08:00] [INFO] [main.go:95] ["compare checksum passed"]
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:24:44 CST 2025] <<<<<< run test case kafka_column_selector success! >>>>>>
[2025/04/06 08:24:52.019 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: tJR5qxWqm, d: 08:30:33, a: 368, b: 368, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ b: 368, mBFZD: IsNull, c: rHR, d: 08:30:33, a: 368,  }"]
[2025/04/06 08:24:52.119 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 369, b: 369, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:34,  }"] [row2="{ a: 369, b: 369, mBFZD: IsNull, c: rHR, d: 08:30:34,  }"]
[2025/04/06 08:24:52.220 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 370, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:35, a: 370,  }"] [row2="{ a: 370, b: 370, mBFZD: IsNull, c: rHR, d: 08:30:35,  }"]
[2025/04/06 08:24:52.320 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 371, b: 371, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:36,  }"] [row2="{ a: 371, b: 371, mBFZD: IsNull, c: rHR, d: 08:30:36,  }"]
[2025/04/06 08:24:52.420 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 372, b: 372, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:37,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:30:37, a: 372, b: 372,  }"]
[2025/04/06 08:24:52.520 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 373, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:38, a: 373,  }"] [row2="{ b: 373, mBFZD: IsNull, c: rHR, d: 08:30:38, a: 373,  }"]
[2025/04/06 08:24:52.620 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:30:39, a: 374, b: 374, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 374, b: 374, mBFZD: IsNull, c: rHR, d: 08:30:39,  }"]
[2025/04/06 08:24:52.721 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 375, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:40, a: 375,  }"] [row2="{ a: 375, b: 375, mBFZD: IsNull, c: rHR, d: 08:30:40,  }"]
[2025/04/06 08:24:52.821 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 376, b: 376, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:41,  }"] [row2="{ a: 376, b: 376, mBFZD: IsNull, c: rHR, d: 08:30:41,  }"]
[2025/04/06 08:24:52.921 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 377, b: 377, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:42,  }"] [row2="{ a: 377, b: 377, mBFZD: IsNull, c: rHR, d: 08:30:42,  }"]
[2025/04/06 08:24:53.021 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 378, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:43, a: 378,  }"] [row2="{ a: 378, b: 378, mBFZD: IsNull, c: rHR, d: 08:30:43,  }"]
table mark.finish_mark_3 not exists for 6-th check, retry later
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2025/04/06 08:24:53.121 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 379, b: 379, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:44,  }"] [row2="{ a: 379, b: 379, mBFZD: IsNull, c: rHR, d: 08:30:44,  }"]
[2025/04/06 08:24:53.222 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 380, b: 380, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:49,  }"] [row2="{ c: rHR, d: 08:30:49, a: 380, b: 380, mBFZD: IsNull,  }"]
[2025/04/06 08:24:53.322 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 381, b: 381, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:50,  }"] [row2="{ a: 381, b: 381, mBFZD: IsNull, c: rHR, d: 08:30:50,  }"]
[2025/04/06 08:24:53.422 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 382, b: 382, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:51,  }"] [row2="{ c: rHR, d: 08:30:51, a: 382, b: 382, mBFZD: IsNull,  }"]
[2025/04/06 08:24:53.522 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 383, b: 383, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:52,  }"] [row2="{ a: 383, b: 383, mBFZD: IsNull, c: rHR, d: 08:30:52,  }"]
[2025/04/06 08:24:53.622 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 384, b: 384, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:53,  }"] [row2="{ a: 384, b: 384, mBFZD: IsNull, c: rHR, d: 08:30:53,  }"]
[2025/04/06 08:24:53.723 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 385, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:54, a: 385,  }"] [row2="{ c: rHR, d: 08:30:54, a: 385, b: 385, mBFZD: IsNull,  }"]
table test.finish_mark not exists for 7-th check, retry later
[2025/04/06 08:24:53.823 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:30:55, a: 386, b: 386, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 386, b: 386, mBFZD: IsNull, c: rHR, d: 08:30:55,  }"]
[2025/04/06 08:24:53.923 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:30:56, a: 387, b: 387, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ c: rHR, d: 08:30:56, a: 387, b: 387, mBFZD: IsNull,  }"]
[2025/04/06 08:24:54.023 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 388, b: 388, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:57,  }"] [row2="{ d: 08:30:57, a: 388, b: 388, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:54.123 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:30:58, a: 389, b: 389,  }"] [row2="{ a: 389, b: 389, mBFZD: IsNull, c: rHR, d: 08:30:58,  }"]
[2025/04/06 08:24:54.224 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:30:59, a: 390, b: 390, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ c: rHR, d: 08:30:59, a: 390, b: 390, mBFZD: IsNull,  }"]
[2025/04/06 08:24:54.324 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 391, b: 391, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:00,  }"] [row2="{ b: 391, mBFZD: IsNull, c: rHR, d: 08:31:00, a: 391,  }"]
[2025/04/06 08:24:54.424 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 392, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:01, a: 392,  }"] [row2="{ a: 392, b: 392, mBFZD: IsNull, c: rHR, d: 08:31:01,  }"]
[2025/04/06 08:24:54.524 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 393, b: 393, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:02,  }"] [row2="{ a: 393, b: 393, mBFZD: IsNull, c: rHR, d: 08:31:02,  }"]
[2025/04/06 08:24:54.625 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 394, b: 394, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:03,  }"] [row2="{ a: 394, b: 394, mBFZD: IsNull, c: rHR, d: 08:31:03,  }"]
[2025/04/06 08:24:54.725 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 395, b: 395, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:04,  }"] [row2="{ a: 395, b: 395, mBFZD: IsNull, c: rHR, d: 08:31:04,  }"]
[2025/04/06 08:24:54.825 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: tJR5qxWqm, d: 08:31:05, a: 396, b: 396, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 396, b: 396, mBFZD: IsNull, c: rHR, d: 08:31:05,  }"]
table mark.finish_mark_3 not exists for 7-th check, retry later
[2025/04/06 08:24:54.925 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 397, b: 397, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:06,  }"] [row2="{ a: 397, b: 397, mBFZD: IsNull, c: rHR, d: 08:31:06,  }"]
[2025/04/06 08:24:55.025 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 398, b: 398, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:07,  }"] [row2="{ a: 398, b: 398, mBFZD: IsNull, c: rHR, d: 08:31:07,  }"]
[2025/04/06 08:24:55.126 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 399, b: 399, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:08,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:31:08, a: 399, b: 399,  }"]
[2025/04/06 08:24:55.226 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:31:09, a: 400, b: 400, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 400, b: 400, mBFZD: IsNull, c: rHR, d: 08:31:09,  }"]
[2025/04/06 08:24:55.326 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 401, b: 401, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:10,  }"] [row2="{ a: 401, b: 401, mBFZD: IsNull, c: rHR, d: 08:31:10,  }"]
[2025/04/06 08:24:55.426 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 402, b: 402, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:11,  }"] [row2="{ a: 402, b: 402, mBFZD: IsNull, c: rHR, d: 08:31:11,  }"]
[2025/04/06 08:24:55.526 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 403, b: 403, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:12,  }"] [row2="{ c: rHR, d: 08:31:12, a: 403, b: 403, mBFZD: IsNull,  }"]
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989555284667942	TiDB Cluster ID.
tikv_gc_leader_uuid	65821f1b458000f	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8, pid:13731, start at 2025-04-06 08:24:54.342905509 +0800 CST m=+1.414056235	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:26:54.350 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:24:54.344 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:14:54.344 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989555284667942	TiDB Cluster ID.
tikv_gc_leader_uuid	65821f1b458000f	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8, pid:13731, start at 2025-04-06 08:24:54.342905509 +0800 CST m=+1.414056235	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:26:54.350 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:24:54.344 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:14:54.344 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989549697837214	TiDB Cluster ID.
tikv_gc_leader_uuid	65821f1b5f0000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8, pid:13800, start at 2025-04-06 08:24:54.44471468 +0800 CST m=+1.453521395	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:26:54.452 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:24:54.446 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:14:54.446 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/error.log
arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/proxy.log"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table test.finish_mark not exists for 8-th check, retry later
[2025/04/06 08:24:55.627 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 404, b: 404, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:13,  }"] [row2="{ a: 404, b: 404, mBFZD: IsNull, c: rHR, d: 08:31:13,  }"]
[2025/04/06 08:24:55.727 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:31:14, a: 405, b: 405, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 405, b: 405, mBFZD: IsNull, c: rHR, d: 08:31:14,  }"]
[2025/04/06 08:24:55.827 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 406, b: 406, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:15,  }"] [row2="{ a: 406, b: 406, mBFZD: IsNull, c: rHR, d: 08:31:15,  }"]
[2025/04/06 08:24:55.927 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 407, b: 407, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:16,  }"] [row2="{ a: 407, b: 407, mBFZD: IsNull, c: rHR, d: 08:31:16,  }"]
[2025/04/06 08:24:56.027 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 408, b: 408, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:17,  }"] [row2="{ a: 408, b: 408, mBFZD: IsNull, c: rHR, d: 08:31:17,  }"]
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_column_selector/run.sh: line 1: 17211 Killed                  cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1  (wd: /tmp/tidb_cdc_test/kafka_column_selector)
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_column_selector_avro/run.sh using Sink-Type: kafka... <<=================
Starting schema registry...
* Rebuilt URL to: http://127.0.0.1:8088/
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8088 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8088: Connection refused
* Closing connection 0
[2025/04/06 08:24:56.128 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:31:18, a: 409, b: 409, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:31:18, a: 409, b: 409,  }"]
[2025/04/06 08:24:56.228 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 410, b: 410, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:19,  }"] [row2="{ c: rHR, d: 08:31:19, a: 410, b: 410, mBFZD: IsNull,  }"]
[2025/04/06 08:24:56.328 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:31:20, a: 411, b: 411, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 411, b: 411, mBFZD: IsNull, c: rHR, d: 08:31:20,  }"]
[2025/04/06 08:24:56.428 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 412, b: 412, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:21,  }"] [row2="{ b: 412, mBFZD: IsNull, c: rHR, d: 08:31:21, a: 412,  }"]
[2025/04/06 08:24:56.528 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:22, a: 413, b: 413,  }"] [row2="{ a: 413, b: 413, mBFZD: IsNull, c: rHR, d: 08:31:22,  }"]
table mark.finish_mark_3 exists
table mark.finish_mark_4 not exists for 1-th check, retry later
[2025/04/06 08:24:56.629 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 414, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:23, a: 414,  }"] [row2="{ c: rHR, d: 08:31:23, a: 414, b: 414, mBFZD: IsNull,  }"]
[2025/04/06 08:24:56.729 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 415, b: 415, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:24,  }"] [row2="{ d: 08:31:24, a: 415, b: 415, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:56.829 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:25, a: 416, b: 416,  }"] [row2="{ d: 08:31:25, a: 416, b: 416, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:56.929 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 417, b: 417, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:26,  }"] [row2="{ a: 417, b: 417, mBFZD: IsNull, c: rHR, d: 08:31:26,  }"]
[2025/04/06 08:24:57.029 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 418, b: 418, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:27,  }"] [row2="{ b: 418, mBFZD: IsNull, c: rHR, d: 08:31:27, a: 418,  }"]
[2025/04/06 08:24:57.130 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 419, b: 419, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:28,  }"] [row2="{ a: 419, b: 419, mBFZD: IsNull, c: rHR, d: 08:31:28,  }"]
[2025/04/06 08:24:57.230 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:31:31, a: 420, b: 420, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 420, b: 420, mBFZD: IsNull, c: rHR, d: 08:31:31,  }"]
[2025/04/06 08:24:57.330 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 421, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:32, a: 421,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:31:32, a: 421, b: 421,  }"]
+ cd /tmp/tidb_cdc_test/synced_status_with_redo
++ run_cdc_cli_tso_query 127.0.0.1 2379
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.15134.out cli tso query --pd=http://127.0.0.1:2379
table test.finish_mark not exists for 9-th check, retry later
[2025/04/06 08:24:57.430 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 422, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:33, a: 422,  }"] [row2="{ a: 422, b: 422, mBFZD: IsNull, c: rHR, d: 08:31:33,  }"]
[2025/04/06 08:24:57.530 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 423, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:34, a: 423,  }"] [row2="{ c: rHR, d: 08:31:34, a: 423, b: 423, mBFZD: IsNull,  }"]
[2025/04/06 08:24:57.631 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:31:35, a: 424, b: 424, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ d: 08:31:35, a: 424, b: 424, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:57.731 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 425, b: 425, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:36,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:31:36, a: 425, b: 425,  }"]
[2025/04/06 08:24:57.831 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 426, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:37, a: 426,  }"] [row2="{ d: 08:31:37, a: 426, b: 426, mBFZD: IsNull, c: rHR,  }"]
* Rebuilt URL to: http://127.0.0.1:8088/
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8088 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8088: Connection refused
* Closing connection 0
[2025/04/06 08:24:57.931 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 427, b: 427, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:38,  }"] [row2="{ a: 427, b: 427, mBFZD: IsNull, c: rHR, d: 08:31:38,  }"]
[2025/04/06 08:24:58.031 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ c: rHR, d: 08:31:39, a: 428, b: 428, mBFZD: IsNull,  }"]
[2025/04/06 08:24:58.132 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:31:40, a: 429, b: 429, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 429, b: 429, mBFZD: IsNull, c: rHR, d: 08:31:40,  }"]
[2025/04/06 08:24:58.232 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 430, b: 430, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:41,  }"] [row2="{ a: 430, b: 430, mBFZD: IsNull, c: rHR, d: 08:31:41,  }"]
[2025/04/06 08:24:58.332 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 431, b: 431, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:42,  }"] [row2="{ a: 431, b: 431, mBFZD: IsNull, c: rHR, d: 08:31:42,  }"]
[2025/04/06 08:24:58.432 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:31:43, a: 432, b: 432, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:31:43, a: 432, b: 432,  }"]
[2025/04/06 08:24:58.532 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 433, b: 433, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:44,  }"] [row2="{ a: 433, b: 433, mBFZD: IsNull, c: rHR, d: 08:31:44,  }"]
[2025/04/06 08:24:58.633 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:31:45, a: 434, b: 434, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ d: 08:31:45, a: 434, b: 434, mBFZD: IsNull, c: rHR,  }"]
table mark.finish_mark_4 not exists for 2-th check, retry later
[2025/04/06 08:24:58.733 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:31:46, a: 435, b: 435, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:31:46, a: 435, b: 435,  }"]
[2025/04/06 08:24:58.833 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:31:47, a: 436, b: 436, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 436, b: 436, mBFZD: IsNull, c: rHR, d: 08:31:47,  }"]
[2025/04/06 08:24:58.933 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 437, b: 437, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:48,  }"] [row2="{ a: 437, b: 437, mBFZD: IsNull, c: rHR, d: 08:31:48,  }"]
[2025/04/06 08:24:59.034 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:31:49, a: 438, b: 438, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 438, b: 438, mBFZD: IsNull, c: rHR, d: 08:31:49,  }"]
[2025/04/06 08:24:59.134 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 439, b: 439, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:50,  }"] [row2="{ a: 439, b: 439, mBFZD: IsNull, c: rHR, d: 08:31:50,  }"]
+ set +x
+ tso='457152685052788738
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152685052788738 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ start_ts=457152685052788738
+ run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status_with_redo --binary cdc.test
[Sun Apr  6 08:24:59 CST 2025] <<<<<< START cdc server in synced_status_with_redo case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.1515815160.out server --log-file /tmp/tidb_cdc_test/synced_status_with_redo/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[2025/04/06 08:24:59.234 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 440, b: 440, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:51,  }"] [row2="{ a: 440, b: 440, mBFZD: IsNull, c: rHR, d: 08:31:51,  }"]
[2025/04/06 08:24:59.334 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:31:52, a: 441, b: 441, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ c: rHR, d: 08:31:52, a: 441, b: 441, mBFZD: IsNull,  }"]
[2025/04/06 08:24:59.434 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:31:53, a: 442, b: 442, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 442, b: 442, mBFZD: IsNull, c: rHR, d: 08:31:53,  }"]
table test.finish_mark not exists for 10-th check, retry later
[2025/04/06 08:24:59.534 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 443, b: 443, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:54,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:31:54, a: 443, b: 443,  }"]
[2025/04/06 08:24:59.635 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 444, b: 444, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:55,  }"] [row2="{ a: 444, b: 444, mBFZD: IsNull, c: rHR, d: 08:31:55,  }"]
[2025/04/06 08:24:59.735 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:31:56, a: 445, b: 445, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 445, b: 445, mBFZD: IsNull, c: rHR, d: 08:31:56,  }"]
[2025/04/06 08:24:59.835 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 446, b: 446, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:31:57,  }"] [row2="{ d: 08:31:57, a: 446, b: 446, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:24:59.935 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:31:58, a: 447, b: 447, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 447, b: 447, mBFZD: IsNull, c: rHR, d: 08:31:58,  }"]
[2025/04/06 08:25:00.035 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:31:59, a: 448, b: 448, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ d: 08:31:59, a: 448, b: 448, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:25:00.136 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 449, b: 449, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:00,  }"] [row2="{ a: 449, b: 449, mBFZD: IsNull, c: rHR, d: 08:32:00,  }"]
[2025/04/06 08:25:00.236 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:32:01, a: 450, b: 450, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ c: rHR, d: 08:32:01, a: 450, b: 450, mBFZD: IsNull,  }"]
[2025/04/06 08:25:00.336 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 451, b: 451, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:02,  }"] [row2="{ a: 451, b: 451, mBFZD: IsNull, c: rHR, d: 08:32:02,  }"]
[2025/04/06 08:25:00.436 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 452, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:03, a: 452,  }"] [row2="{ a: 452, b: 452, mBFZD: IsNull, c: rHR, d: 08:32:03,  }"]
* Rebuilt URL to: http://127.0.0.1:8088/
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8088 (#0)
> GET / HTTP/1.1
> Host: 127.0.0.1:8088
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:25:00 GMT
< Content-Type: application/vnd.schemaregistry.v1+json
< Vary: Accept-Encoding, User-Agent
< Content-Length: 2
< 
{ [2 bytes data]
* Connection #0 to host 127.0.0.1 left intact
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100    49  100    24  100    25    558    581 --:--:-- --:--:-- --:--:--  1139
{"compatibility":"NONE"}The 1 times to try to start tidb cluster...
[2025/04/06 08:25:00.536 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 453, b: 453, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:04,  }"] [row2="{ b: 453, mBFZD: IsNull, c: rHR, d: 08:32:04, a: 453,  }"]
[2025/04/06 08:25:00.637 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:32:05, a: 454, b: 454, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:32:05, a: 454, b: 454,  }"]
[2025/04/06 08:25:00.737 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 455, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:06, a: 455,  }"] [row2="{ c: rHR, d: 08:32:06, a: 455, b: 455, mBFZD: IsNull,  }"]
[2025/04/06 08:25:00.837 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 456, b: 456, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:07,  }"] [row2="{ a: 456, b: 456, mBFZD: IsNull, c: rHR, d: 08:32:07,  }"]
[2025/04/06 08:25:00.937 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:32:08, a: 457, b: 457, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ b: 457, mBFZD: IsNull, c: rHR, d: 08:32:08, a: 457,  }"]
table mark.finish_mark_4 not exists for 3-th check, retry later
[2025/04/06 08:25:01.037 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 458, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:09, a: 458,  }"] [row2="{ a: 458, b: 458, mBFZD: IsNull, c: rHR, d: 08:32:09,  }"]
[2025/04/06 08:25:01.138 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 459, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:10, a: 459,  }"] [row2="{ a: 459, b: 459, mBFZD: IsNull, c: rHR, d: 08:32:10,  }"]
[2025/04/06 08:25:01.238 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:32:11, a: 460, b: 460, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 460, b: 460, mBFZD: IsNull, c: rHR, d: 08:32:11,  }"]
[2025/04/06 08:25:01.338 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:12, a: 461, b: 461,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:32:12, a: 461, b: 461,  }"]
[2025/04/06 08:25:01.438 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 462, b: 462, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:13,  }"] [row2="{ a: 462, b: 462, mBFZD: IsNull, c: rHR, d: 08:32:13,  }"]
[2025/04/06 08:25:01.538 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:32:14, a: 463, b: 463, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ c: rHR, d: 08:32:14, a: 463, b: 463, mBFZD: IsNull,  }"]
[2025/04/06 08:25:01.639 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ a: 464, b: 464, mBFZD: IsNull, c: rHR, d: 08:32:15,  }"]
[2025/04/06 08:25:01.739 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 465, b: 465, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:16,  }"] [row2="{ c: rHR, d: 08:32:16, a: 465, b: 465, mBFZD: IsNull,  }"]
[2025/04/06 08:25:01.839 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:32:17, a: 466, b: 466, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:32:17, a: 466, b: 466,  }"]
[2025/04/06 08:25:01.939 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:32:18, a: 467, b: 467, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 467, b: 467, mBFZD: IsNull, c: rHR, d: 08:32:18,  }"]
table test.finish_mark not exists for 11-th check, retry later
[2025/04/06 08:25:02.039 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:19, a: 468, b: 468,  }"] [row2="{ d: 08:32:19, a: 468, b: 468, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:25:02.140 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 469, b: 469, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:20,  }"] [row2="{ a: 469, b: 469, mBFZD: IsNull, c: rHR, d: 08:32:20,  }"]
[2025/04/06 08:25:02.240 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:32:21, a: 470, b: 470, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 470, b: 470, mBFZD: IsNull, c: rHR, d: 08:32:21,  }"]
[2025/04/06 08:25:02.340 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:22, a: 471, b: 471,  }"] [row2="{ a: 471, b: 471, mBFZD: IsNull, c: rHR, d: 08:32:22,  }"]
[2025/04/06 08:25:02.440 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:32:23, a: 472, b: 472, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ c: rHR, d: 08:32:23, a: 472, b: 472, mBFZD: IsNull,  }"]
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:25:02 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/1575e49b-f33f-4de5-8ba3-0447c3064a37
	{"id":"1575e49b-f33f-4de5-8ba3-0447c3064a37","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899099}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087c4fc5d5
	1575e49b-f33f-4de5-8ba3-0447c3064a37

/tidb/cdc/default/default/upstream/7489989555284667942
	{"id":7489989555284667942,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/1575e49b-f33f-4de5-8ba3-0447c3064a37
	{"id":"1575e49b-f33f-4de5-8ba3-0447c3064a37","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899099}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087c4fc5d5
	1575e49b-f33f-4de5-8ba3-0447c3064a37

/tidb/cdc/default/default/upstream/7489989555284667942
	{"id":7489989555284667942,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/1575e49b-f33f-4de5-8ba3-0447c3064a37
	{"id":"1575e49b-f33f-4de5-8ba3-0447c3064a37","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899099}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087c4fc5d5
	1575e49b-f33f-4de5-8ba3-0447c3064a37

/tidb/cdc/default/default/upstream/7489989555284667942
	{"id":7489989555284667942,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ config_path=conf/changefeed-redo.toml
+ SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1'
+ run_cdc_cli changefeed create --start-ts=457152685052788738 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.15221.out cli changefeed create --start-ts=457152685052788738 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml
Create changefeed successfully!
ID: test-1
Info: {"upstream_id":7489989555284667942,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-06T08:25:02.576096351+08:00","start_ts":457152685052788738,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"eventual","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"storage":"file:///tmp/tidb_cdc_test/synced_status/redo","use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152685052788738,"checkpoint_ts":457152685052788738,"checkpoint_time":"2025-04-06 08:24:57.644"}
PASS
[2025/04/06 08:25:02.540 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:32:24, a: 473, b: 473, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:32:24, a: 473, b: 473,  }"]
[2025/04/06 08:25:02.641 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 474, b: 474, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:25,  }"] [row2="{ a: 474, b: 474, mBFZD: IsNull, c: rHR, d: 08:32:25,  }"]
[2025/04/06 08:25:02.741 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:32:26, a: 475, b: 475, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:32:26, a: 475, b: 475,  }"]
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
[2025/04/06 08:25:02.841 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 476, b: 476, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:27,  }"] [row2="{ a: 476, b: 476, mBFZD: IsNull, c: rHR, d: 08:32:27,  }"]
[2025/04/06 08:25:02.941 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 477, b: 477, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:28,  }"] [row2="{ d: 08:32:28, a: 477, b: 477, mBFZD: IsNull, c: rHR,  }"]
table mark.finish_mark_4 not exists for 4-th check, retry later
[2025/04/06 08:25:03.041 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:29, a: 478, b: 478,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:32:29, a: 478, b: 478,  }"]
[2025/04/06 08:25:03.142 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:30, a: 479, b: 479,  }"] [row2="{ a: 479, b: 479, mBFZD: IsNull, c: rHR, d: 08:32:30,  }"]
[2025/04/06 08:25:03.242 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:32:34, a: 480, b: 480, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ b: 480, mBFZD: IsNull, c: rHR, d: 08:32:34, a: 480,  }"]
[2025/04/06 08:25:03.342 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 481, b: 481, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:35,  }"] [row2="{ a: 481, b: 481, mBFZD: IsNull, c: rHR, d: 08:32:35,  }"]
[2025/04/06 08:25:03.442 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:36, a: 482, b: 482,  }"] [row2="{ c: rHR, d: 08:32:36, a: 482, b: 482, mBFZD: IsNull,  }"]
[2025/04/06 08:25:03.542 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:32:37, a: 483, b: 483, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ c: rHR, d: 08:32:37, a: 483, b: 483, mBFZD: IsNull,  }"]
[2025/04/06 08:25:03.643 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:38, a: 484, b: 484,  }"] [row2="{ c: rHR, d: 08:32:38, a: 484, b: 484, mBFZD: IsNull,  }"]
[2025/04/06 08:25:03.743 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 485, b: 485, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:39,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:32:39, a: 485, b: 485,  }"]
table test.finish_mark exists
check diff successfully
start tidb cluster in /tmp/tidb_cdc_test/kafka_column_selector_avro
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
[2025/04/06 08:25:03.843 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 486, b: 486, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:40,  }"] [row2="{ c: rHR, d: 08:32:40, a: 486, b: 486, mBFZD: IsNull,  }"]
[2025/04/06 08:25:03.943 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 487, b: 487, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:41,  }"] [row2="{ a: 487, b: 487, mBFZD: IsNull, c: rHR, d: 08:32:41,  }"]
[2025/04/06 08:25:04.043 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 488, b: 488, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:42,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:32:42, a: 488, b: 488,  }"]
+ set +x
+ run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);'
[2025/04/06 08:25:04.144 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:43, a: 489, b: 489,  }"] [row2="{ b: 489, mBFZD: IsNull, c: rHR, d: 08:32:43, a: 489,  }"]
[2025/04/06 08:25:04.244 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:45, a: 490, b: 490,  }"] [row2="{ a: 490, b: 490, mBFZD: IsNull, c: rHR, d: 08:32:45,  }"]
[2025/04/06 08:25:04.344 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:32:46, a: 491, b: 491, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ mBFZD: IsNull, c: rHR, d: 08:32:46, a: 491, b: 491,  }"]
[2025/04/06 08:25:04.444 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:47, a: 492, b: 492,  }"] [row2="{ a: 492, b: 492, mBFZD: IsNull, c: rHR, d: 08:32:47,  }"]
[2025/04/06 08:25:04.544 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:48, a: 493, b: 493,  }"] [row2="{ a: 493, b: 493, mBFZD: IsNull, c: rHR, d: 08:32:48,  }"]
+ check_table_exists test.t1 127.0.0.1 3306
table test.t1 not exists for 1-th check, retry later
[2025/04/06 08:25:04.644 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 494, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:49, a: 494,  }"] [row2="{ a: 494, b: 494, mBFZD: IsNull, c: rHR, d: 08:32:49,  }"]
[2025/04/06 08:25:04.745 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 495, b: 495, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:50,  }"] [row2="{ a: 495, b: 495, mBFZD: IsNull, c: rHR, d: 08:32:50,  }"]
table mark.finish_mark_4 not exists for 5-th check, retry later
[2025/04/06 08:25:04.845 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 496, b: 496, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:51,  }"] [row2="{ a: 496, b: 496, mBFZD: IsNull, c: rHR, d: 08:32:51,  }"]
[2025/04/06 08:25:04.945 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 497, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:52, a: 497,  }"] [row2="{ c: rHR, d: 08:32:52, a: 497, b: 497, mBFZD: IsNull,  }"]
[2025/04/06 08:25:05.045 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 498, b: 498, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:53,  }"] [row2="{ c: rHR, d: 08:32:53, a: 498, b: 498, mBFZD: IsNull,  }"]
Verifying downstream PD is started...
[2025/04/06 08:25:05.145 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 499, b: 499, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:54,  }"] [row2="{ d: 08:32:54, a: 499, b: 499, mBFZD: IsNull, c: rHR,  }"]
[2025/04/06 08:25:05.246 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 500, b: 500, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:55,  }"] [row2="{ c: rHR, d: 08:32:55, a: 500, b: 500, mBFZD: jiwDQWOLICy2289giDuqsVL,  }"]
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
[2025/04/06 08:25:05.346 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:56, a: 501, b: 501,  }"] [row2="{ a: 501, b: 501, mBFZD: PVkyLlHq1BC2AEcaqcAn2jYc1Xbl1UmpEtwaNdDp, c: rHR, d: 08:32:56,  }"]
[2025/04/06 08:25:05.446 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 502, b: 502, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:57,  }"] [row2="{ c: rHR, d: 08:32:57, a: 502, b: 502, mBFZD: u26EMA4WZCSgnhZdYb1rYtLzHV7S,  }"]
[2025/04/06 08:25:05.546 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 503, b: 503, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:58,  }"] [row2="{ a: 503, b: 503, mBFZD: XhcLr9eBqM7kZkVP53R, c: rHR, d: 08:32:58,  }"]
[2025/04/06 08:25:05.646 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 504, b: 504, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:32:59,  }"] [row2="{ a: 504, b: 504, mBFZD: TqLHgyzNW, c: rHR, d: 08:32:59,  }"]
[2025/04/06 08:25:05.747 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ c: rHR, d: 08:33:00, a: 505, b: 505, mBFZD: 0dkXV0peZckO1Kai8gNg,  }"]
[2025/04/06 08:25:05.847 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 506, b: 506, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:01,  }"] [row2="{ b: 506, mBFZD: nOMmSt9OeSzFMOLDa59ayguiV6NmQeigs, c: rHR, d: 08:33:01, a: 506,  }"]
[2025/04/06 08:25:05.947 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 507, b: 507, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:02,  }"] [row2="{ a: 507, b: 507, mBFZD: iE, c: rHR, d: 08:33:02,  }"]
[2025/04/06 08:25:06.047 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:33:03, a: 508, b: 508, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 508, b: 508, mBFZD: LpGlz83wV5EauQB6I6KXap1pqNJCq, c: rHR, d: 08:33:03,  }"]
[2025/04/06 08:25:06.147 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:04, a: 509, b: 509,  }"] [row2="{ a: 509, b: 509, mBFZD: BKIzKZj0FlEJjiKqML660kLuvjniBm8GDo8xBtLdbHi, c: rHR, d: 08:33:04,  }"]
[2025/04/06 08:25:06.248 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:05, a: 510, b: 510,  }"] [row2="{ d: 08:33:05, a: 510, b: 510, mBFZD: u7CfujFfCOx3p7dpUFhMrhPAwalthLRAE3i, c: rHR,  }"]
[2025/04/06 08:25:06.348 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 511, b: 511, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:06,  }"] [row2="{ a: 511, b: 511, mBFZD: Grvn, c: rHR, d: 08:33:06,  }"]
[2025/04/06 08:25:06.448 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 512, b: 512, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:07,  }"] [row2="{ mBFZD: WYtvutoTynHGVVffAvl7hn0Tj3tNsPqixCeUhT6dhfm0, c: rHR, d: 08:33:07, a: 512, b: 512,  }"]
[2025/04/06 08:25:06.548 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 513, b: 513, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:08,  }"] [row2="{ a: 513, b: 513, mBFZD: RJFEloGwJSbZOzYIJ8xYkUuEANmXZQ, c: rHR, d: 08:33:08,  }"]
table test.t1 exists
+ sleep 5
table mark.finish_mark_4 not exists for 6-th check, retry later
[2025/04/06 08:25:06.648 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 514, b: 514, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:09,  }"] [row2="{ d: 08:33:09, a: 514, b: 514, mBFZD: WHG9hb66B2djJ0zzjdPcgrJrccamvx46, c: rHR,  }"]
[2025/04/06 08:25:06.749 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 515, b: 515, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:10,  }"] [row2="{ a: 515, b: 515, mBFZD: TWPzmDx6cBZnUthjLujM4qVMIS3Qf, c: rHR, d: 08:33:10,  }"]
[2025/04/06 08:25:06.849 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 516, b: 516, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:11,  }"] [row2="{ a: 516, b: 516, mBFZD: A5YbveCT8LH, c: rHR, d: 08:33:11,  }"]
[2025/04/06 08:25:06.949 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 517, b: 517, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:12,  }"] [row2="{ d: 08:33:12, a: 517, b: 517, mBFZD: 3XO2uwvFajbnClXGCXzC429ATWWjhnv9TDJ, c: rHR,  }"]
[2025/04/06 08:25:07.049 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 518, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:13, a: 518,  }"] [row2="{ c: rHR, d: 08:33:13, a: 518, b: 518, mBFZD: B5z,  }"]
[2025/04/06 08:25:07.149 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:33:14, a: 519, b: 519, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 519, b: 519, mBFZD: hXBzydFT, c: rHR, d: 08:33:14,  }"]
[2025/04/06 08:25:07.250 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 520, b: 520, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:15,  }"] [row2="{ a: 520, b: 520, mBFZD: aNytpFIPNWezZvFfesG0, c: rHR, d: 08:33:15,  }"]
[2025/04/06 08:25:07.350 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 521, b: 521, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:16,  }"] [row2="{ d: 08:33:16, a: 521, b: 521, mBFZD: neAoRU63WHJjmoFP1yJovseC3cun27tJSeEHAvB4fBsiK, c: rHR,  }"]
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
[2025/04/06 08:25:07.450 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 522, b: 522, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:17,  }"] [row2="{ b: 522, mBFZD: 8TjyolQZinhciEebYM0V6vMUsguPz3ipetX1pLRbYW, c: rHR, d: 08:33:17, a: 522,  }"]
[2025/04/06 08:25:07.550 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:18, a: 523, b: 523,  }"] [row2="{ d: 08:33:18, a: 523, b: 523, mBFZD: bxH4WDH7vgcf2rEBaq7gaa9RKUkv2xn, c: rHR,  }"]
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2025/04/06 08:25:07.650 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 524, b: 524, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:19,  }"] [row2="{ a: 524, b: 524, mBFZD: T, c: rHR, d: 08:33:19,  }"]
[2025/04/06 08:25:07.751 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:33:20, a: 525, b: 525, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ c: rHR, d: 08:33:20, a: 525, b: 525, mBFZD: l2uvtKRB1ssWrUWrAjfpkR6XyIhdEPGepY,  }"]
[2025/04/06 08:25:07.851 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:33:21, a: 526, b: 526, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 526, b: 526, mBFZD: eeTyjFVrijREgmBf18Bv53oUb, c: rHR, d: 08:33:21,  }"]
[2025/04/06 08:25:07.951 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 527, b: 527, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:22,  }"] [row2="{ c: rHR, d: 08:33:22, a: 527, b: 527, mBFZD: e,  }"]
[2025/04/06 08:25:08.051 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:33:23, a: 528, b: 528, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ d: 08:33:23, a: 528, b: 528, mBFZD: 05tzBNRmJKqh1wT, c: rHR,  }"]
[2025/04/06 08:25:08.151 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 529, b: 529, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:24,  }"] [row2="{ a: 529, b: 529, mBFZD: J6HMAJ1VtQzEApst5UPE, c: rHR, d: 08:33:24,  }"]
[2025/04/06 08:25:08.251 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 530, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:25, a: 530,  }"] [row2="{ c: rHR, d: 08:33:25, a: 530, b: 530, mBFZD: PpG9UhgqbL0rRZUFkJZEXVWvnEkbqHx,  }"]
[2025/04/06 08:25:08.352 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:26, a: 531, b: 531,  }"] [row2="{ b: 531, mBFZD: 7gBEBJNTjLZqq1PdsaEPLy3A5MtpVJRhG7M, c: rHR, d: 08:33:26, a: 531,  }"]
[2025/04/06 08:25:08.452 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 532, b: 532, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:27,  }"] [row2="{ c: rHR, d: 08:33:27, a: 532, b: 532, mBFZD: NDVuy7HLU3IVLvAL4VNbIkx6Ory,  }"]
[2025/04/06 08:25:08.552 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 533, b: 533, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:28,  }"] [row2="{ a: 533, b: 533, mBFZD: q7Ge6JdKWf8gZUBXOS7oUNOwBl985nebCuIP, c: rHR, d: 08:33:28,  }"]
[2025/04/06 08:25:08.652 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:29, a: 534, b: 534,  }"] [row2="{ a: 534, b: 534, mBFZD: QjgWAUDO97bP0ske28yBS4LOosQbYgC3j, c: rHR, d: 08:33:29,  }"]
table mark.finish_mark_4 not exists for 7-th check, retry later
[2025/04/06 08:25:08.753 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:33:30, a: 535, b: 535, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ b: 535, mBFZD: G5HGSUa, c: rHR, d: 08:33:30, a: 535,  }"]
[2025/04/06 08:25:08.853 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 536, b: 536, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:31,  }"] [row2="{ c: rHR, d: 08:33:31, a: 536, b: 536, mBFZD: sbcRQift8QLEFOhXvYHn7D,  }"]
[2025/04/06 08:25:08.953 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 537, b: 537, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:32,  }"] [row2="{ a: 537, b: 537, mBFZD: 79VBJUJnY0a6m9JJ4AIKR94z4TefQyM7AXoj, c: rHR, d: 08:33:32,  }"]
[2025/04/06 08:25:09.054 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 538, b: 538, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:33,  }"] [row2="{ a: 538, b: 538, mBFZD: S5vFVY, c: rHR, d: 08:33:33,  }"]
[2025/04/06 08:25:09.154 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 539, b: 539, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:34,  }"] [row2="{ a: 539, b: 539, mBFZD: aFO, c: rHR, d: 08:33:34,  }"]
[2025/04/06 08:25:09.255 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ a: 540, b: 540, mBFZD: FG6E5SqvE, c: rHR, d: 08:33:35,  }"]
[2025/04/06 08:25:09.355 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:36, a: 541, b: 541,  }"] [row2="{ a: 541, b: 541, mBFZD: NtZ9OWH9qA6E6Evg6LQKfuPzu, c: rHR, d: 08:33:36,  }"]
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989619385740264	TiDB Cluster ID.
tikv_gc_leader_uuid	65821f2961c000f	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq, pid:30086, start at 2025-04-06 08:25:08.791610366 +0800 CST m=+1.414638662	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:27:08.798 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:25:08.793 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:15:08.793 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989619385740264	TiDB Cluster ID.
tikv_gc_leader_uuid	65821f2961c000f	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq, pid:30086, start at 2025-04-06 08:25:08.791610366 +0800 CST m=+1.414638662	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:27:08.798 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:25:08.793 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:15:08.793 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989620540958436	TiDB Cluster ID.
tikv_gc_leader_uuid	65821f299280009	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq, pid:30164, start at 2025-04-06 08:25:08.95187326 +0800 CST m=+1.503681246	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:27:08.960 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:25:08.938 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:15:08.938 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
[2025/04/06 08:25:09.455 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:33:37, a: 542, b: 542, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ d: 08:33:37, a: 542, b: 542, mBFZD: NEK8Uorf5bEZJeGYCLHNN6wBWcWpKryE2lIiEtVfcJo, c: rHR,  }"]
[2025/04/06 08:25:09.555 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 543, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:38, a: 543,  }"] [row2="{ a: 543, b: 543, mBFZD: tDRwnwLfPYJtyMaaWivHt1PFhlChSb85jneH, c: rHR, d: 08:33:38,  }"]
[2025/04/06 08:25:09.655 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 544, b: 544, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:39,  }"] [row2="{ d: 08:33:39, a: 544, b: 544, mBFZD: ZmSXK, c: rHR,  }"]
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/kafka_column_selector_avro/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kafka_column_selector_avro/tiflash/log/error.log
arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kafka_column_selector_avro/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_column_selector_avro/tiflash/db/proxy"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kafka_column_selector_avro/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
[2025/04/06 08:25:09.756 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 545, b: 545, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:40,  }"] [row2="{ c: rHR, d: 08:33:40, a: 545, b: 545, mBFZD: dwP8LAEVSzkTyxWPPkj56HaQIhr,  }"]
[2025/04/06 08:25:09.856 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:33:41, a: 546, b: 546, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 546, b: 546, mBFZD: 7yVRul056V7g, c: rHR, d: 08:33:41,  }"]
[2025/04/06 08:25:09.956 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:42, a: 547, b: 547,  }"] [row2="{ a: 547, b: 547, mBFZD: oTbWzqLyJXK048F7GHxpO1Alkr2u3iaevL, c: rHR, d: 08:33:42,  }"]
[2025/04/06 08:25:10.056 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:43, a: 548, b: 548,  }"] [row2="{ b: 548, mBFZD: hbFFL6yZ6EnbuWdFY7wiMEyt7wz, c: rHR, d: 08:33:43, a: 548,  }"]
[2025/04/06 08:25:10.156 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 549, b: 549, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:44,  }"] [row2="{ a: 549, b: 549, mBFZD: PxdotuqGf, c: rHR, d: 08:33:44,  }"]
[2025/04/06 08:25:10.256 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 550, b: 550, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:45,  }"] [row2="{ b: 550, mBFZD: 1HFEKXxQcUJ6cd1wWTnklRkc0hFYu7EPTa26qv9Iv9, c: rHR, d: 08:33:45, a: 550,  }"]
[2025/04/06 08:25:10.357 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 551, b: 551, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:46,  }"] [row2="{ a: 551, b: 551, mBFZD: whev, c: rHR, d: 08:33:46,  }"]
[2025/04/06 08:25:10.457 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:33:47, a: 552, b: 552, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 552, b: 552, mBFZD: 5y6IZBJUR9, c: rHR, d: 08:33:47,  }"]
[2025/04/06 08:25:10.557 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 553, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:48, a: 553,  }"] [row2="{ d: 08:33:48, a: 553, b: 553, mBFZD: 13rSF3scJ4veZyy3o3FURj9YORa3Co8WfSzzT, c: rHR,  }"]
[2025/04/06 08:25:10.657 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:49, a: 554, b: 554,  }"] [row2="{ a: 554, b: 554, mBFZD: UF294AelMpBfsxRpVhNijQX, c: rHR, d: 08:33:49,  }"]
[2025/04/06 08:25:10.757 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:37:47, a: 555, b: 555, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 555, b: 555, mBFZD: cO2C4eZl7Ll8tN161XJAg1BomlNHIYhhK88JAViLxhd, c: rHR, d: 08:37:47,  }"]
[2025/04/06 08:25:10.858 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:33:51, a: 556, b: 556, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 556, b: 556, mBFZD: nUnrYkWQJd9W1QJ, c: rHR, d: 08:33:51,  }"]
[2025/04/06 08:25:10.958 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:33:52, a: 557, b: 557, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 557, b: 557, mBFZD: w74o5ZJdxJS16COz7iysAqbUIm8L2l5, c: rHR, d: 08:33:52,  }"]
table mark.finish_mark_4 not exists for 8-th check, retry later
[2025/04/06 08:25:11.058 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 558, b: 558, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:53,  }"] [row2="{ a: 558, b: 558, mBFZD: GmAQsqtB7HzkHjb58BpFQzfGDKkjkswrsZYDR, c: rHR, d: 08:33:53,  }"]
[2025/04/06 08:25:11.158 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 560, b: 560, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:55,  }"] [row2="{ a: 560, b: 560, mBFZD: cJejSjexg5lflEo98Y, c: rHR, d: 08:33:55,  }"]
[2025/04/06 08:25:11.258 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 561, b: 561, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:56,  }"] [row2="{ a: 561, b: 561, mBFZD: Ys7AKJAQJRdFm4CmS2, c: rHR, d: 08:33:56,  }"]
[2025/04/06 08:25:11.358 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 562, b: 562, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:57,  }"] [row2="{ a: 562, b: 562, mBFZD: tT9o30PsJv6TIaAHBLpTgydKCjDOfN6, c: rHR, d: 08:33:57,  }"]
[2025/04/06 08:25:11.459 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 563, b: 563, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:58,  }"] [row2="{ c: rHR, d: 08:33:58, a: 563, b: 563, mBFZD: Z6E3MckJv,  }"]
[2025/04/06 08:25:11.559 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:33:59, a: 564, b: 564,  }"] [row2="{ d: 08:33:59, a: 564, b: 564, mBFZD: O8DjEJsMuLkOGybLJ6RgBUdTmD9IsbI7z8ihPhbkgj, c: rHR,  }"]
[2025/04/06 08:25:11.659 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 565, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:00, a: 565,  }"] [row2="{ d: 08:34:00, a: 565, b: 565, mBFZD: 72QI5Xjvm3mql2nmPPhHVhhMnTgGOSrdaXtMc0ZRnSR, c: rHR,  }"]
+ kill_tikv
++ ps aux
++ grep tikv-server
++ grep /tmp/tidb_cdc_test/synced_status_with_redo
+ info='jenkins    12917 23.5  0.6 5132256 2478404 ?     Sl   08:24   0:04 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20160 --status-addr 127.0.0.1:20181 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tikv1.log --log-level debug -C /tmp/tidb_cdc_test/synced_status_with_redo/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status_with_redo/tikv1
jenkins    12918 23.4  0.6 5141476 2507496 ?     Sl   08:24   0:04 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20161 --status-addr 127.0.0.1:20182 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tikv2.log --log-level debug -C /tmp/tidb_cdc_test/synced_status_with_redo/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status_with_redo/tikv2
jenkins    12919 32.0  0.6 5166564 2553036 ?     Sl   08:24   0:06 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20162 --status-addr 127.0.0.1:20183 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tikv3.log --log-level debug -C /tmp/tidb_cdc_test/synced_status_with_redo/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status_with_redo/tikv3
jenkins    12925 31.2  0.6 5157860 2539152 ?     Sl   08:24   0:06 tikv-server --pd 127.0.0.1:2479 -A 127.0.0.1:21160 --status-addr 127.0.0.1:21180 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tikv_down.log --log-level debug -C /tmp/tidb_cdc_test/synced_status_with_redo/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status_with_redo/tikv_down'
++ ps aux
++ grep tikv-server
++ grep /tmp/tidb_cdc_test/synced_status_with_redo
++ awk '{print $2}'
++ xargs kill -9
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   243  100   243    0     0   6394      0 --:--:-- --:--:-- --:--:--  6394
+ synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-06 08:25:09.945","puller_resolved_ts":"2025-04-06 08:25:03.994","last_synced_ts":"2025-04-06 08:25:04.494","now_ts":"2025-04-06 08:25:11.000","info":"The data syncing is not finished, please wait"}'
++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-06' '08:25:09.945","puller_resolved_ts":"2025-04-06' '08:25:03.994","last_synced_ts":"2025-04-06' '08:25:04.494","now_ts":"2025-04-06' '08:25:11.000","info":"The' data syncing is not finished, please 'wait"}'
++ jq .synced
+ status=false
+ '[' false '!=' false ']'
++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-06' '08:25:09.945","puller_resolved_ts":"2025-04-06' '08:25:03.994","last_synced_ts":"2025-04-06' '08:25:04.494","now_ts":"2025-04-06' '08:25:11.000","info":"The' data syncing is not finished, please 'wait"}'
++ jq -r .info
+ info='The data syncing is not finished, please wait'
+ target_message='The data syncing is not finished, please wait'
+ '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']'
+ sleep 130
[2025/04/06 08:25:11.759 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:01, a: 566, b: 566,  }"] [row2="{ a: 566, b: 566, mBFZD: ecUu0TJgLP8LNXkSyv, c: rHR, d: 08:34:01,  }"]
[2025/04/06 08:25:11.859 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 567, b: 567, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:02,  }"] [row2="{ a: 567, b: 567, mBFZD: wpHsRNrvvAvFzNP37GP8MSsAQ, c: rHR, d: 08:34:02,  }"]
[2025/04/06 08:25:11.960 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:03, a: 568, b: 568,  }"] [row2="{ a: 568, b: 568, mBFZD: h87gAf0fxzVeTOA4LRm, c: rHR, d: 08:34:03,  }"]
[2025/04/06 08:25:12.060 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:34:04, a: 569, b: 569, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ b: 569, mBFZD: Z0YaN, c: rHR, d: 08:34:04, a: 569,  }"]
[2025/04/06 08:25:12.160 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:34:05, a: 570, b: 570, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 570, b: 570, mBFZD: Ka0, c: rHR, d: 08:34:05,  }"]
[Sun Apr  6 08:25:11 CST 2025] <<<<<< START cdc server in kafka_column_selector_avro case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_column_selector_avro.3156331565.out server --log-file /tmp/tidb_cdc_test/kafka_column_selector_avro/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_column_selector_avro/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[2025/04/06 08:25:12.260 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:34:06, a: 571, b: 571, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 571, b: 571, mBFZD: X9, c: rHR, d: 08:34:06,  }"]
[2025/04/06 08:25:12.360 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 572, b: 572, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:07,  }"] [row2="{ a: 572, b: 572, mBFZD: wfBGe8MTtzn9Nkb3L4NhCXcldZhGegbmX814c5C33PXR9, c: rHR, d: 08:34:07,  }"]
[2025/04/06 08:25:12.461 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 573, b: 573, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:08,  }"] [row2="{ a: 573, b: 573, mBFZD: SlpUxRzlIh5gnLDQXKex, c: rHR, d: 08:34:08,  }"]
[2025/04/06 08:25:12.561 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:16, a: 574, b: 574,  }"] [row2="{ a: 574, b: 574, mBFZD: 4R2QHtr0r, c: rHR, d: 08:37:16,  }"]
[2025/04/06 08:25:12.661 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 575, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:10, a: 575,  }"] [row2="{ b: 575, mBFZD: VivRZvxPbXx, c: rHR, d: 08:34:10, a: 575,  }"]
[2025/04/06 08:25:12.761 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 576, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:11, a: 576,  }"] [row2="{ b: 576, mBFZD: r0ocT09o7w8FYfj6scJAkKq, c: rHR, d: 08:34:11, a: 576,  }"]
[2025/04/06 08:25:12.861 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:34:12, a: 577, b: 577, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 577, b: 577, mBFZD: gMVBFQQluosQXduDZkv1e2Ofm, c: rHR, d: 08:34:12,  }"]
[2025/04/06 08:25:12.961 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 578, b: 578, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:13,  }"] [row2="{ a: 578, b: 578, mBFZD: KvHeBqVGcZZBGfTcDCGz5fEXUqh5mYKCy, c: rHR, d: 08:34:13,  }"]
table mark.finish_mark_4 not exists for 9-th check, retry later
[2025/04/06 08:25:13.062 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 579, b: 579, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:14,  }"] [row2="{ c: rHR, d: 08:34:14, a: 579, b: 579, mBFZD: 2boH,  }"]
[2025/04/06 08:25:13.162 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 580, b: 580, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:15,  }"] [row2="{ a: 580, b: 580, mBFZD: UW, c: rHR, d: 08:34:15,  }"]
[2025/04/06 08:25:13.262 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 581, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:16, a: 581,  }"] [row2="{ b: 581, mBFZD: au, c: rHR, d: 08:34:16, a: 581,  }"]
[2025/04/06 08:25:13.362 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 582, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:17, a: 582,  }"] [row2="{ mBFZD: MK6wkjigIdD, c: rHR, d: 08:34:17, a: 582, b: 582,  }"]
[2025/04/06 08:25:13.462 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 583, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:18, a: 583,  }"] [row2="{ a: 583, b: 583, mBFZD: mDXxRD9PNF8DVDopYt5NYcCZhuqRBT, c: rHR, d: 08:34:18,  }"]
[2025/04/06 08:25:13.563 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 584, b: 584, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:19,  }"] [row2="{ d: 08:34:19, a: 584, b: 584, mBFZD: UhEbSirkZG0D, c: rHR,  }"]
[2025/04/06 08:25:13.663 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 585, b: 585, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:20,  }"] [row2="{ mBFZD: S9goqXQ4tsLs89f7Tvw9szyJCbS9, c: rHR, d: 08:34:20, a: 585, b: 585,  }"]
[2025/04/06 08:25:13.763 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 586, b: 586, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:21,  }"] [row2="{ a: 586, b: 586, mBFZD: 6Z2uMwJShn4G0rGi, c: rHR, d: 08:34:21,  }"]
table test.finish_mark not exists for 1-th check, retry later
[2025/04/06 08:25:13.863 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 587, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:22, a: 587,  }"] [row2="{ a: 587, b: 587, mBFZD: ekWfHwRK5jsgJGiNtRgxch8kHJT2FCGzf0J120nVC, c: rHR, d: 08:34:22,  }"]
[2025/04/06 08:25:13.963 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ a: 588, b: 588, mBFZD: dvsrqhRuSVxnVmRT, c: rHR, d: 08:34:23,  }"]
[2025/04/06 08:25:14.064 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 589, b: 589, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:24,  }"] [row2="{ a: 589, b: 589, mBFZD: jegjIRFy5G, c: rHR, d: 08:34:24,  }"]
[2025/04/06 08:25:14.164 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 610, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:51, a: 610,  }"]
[2025/04/06 08:25:14.264 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:52, a: 611, b: 611,  }"]
[2025/04/06 08:25:14.364 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:53, a: 612, b: 612,  }"]
[2025/04/06 08:25:14.464 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:54, a: 613, b: 613,  }"]
[2025/04/06 08:25:14.564 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:34:55, a: 614, b: 614, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"]
[2025/04/06 08:25:14.665 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 615, b: 615, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:56,  }"]
[2025/04/06 08:25:14.765 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:57, a: 616, b: 616,  }"]
table mark.finish_mark_4 not exists for 10-th check, retry later
[2025/04/06 08:25:14.865 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 617, b: 617, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:34:58,  }"]
[2025/04/06 08:25:14.965 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: tJR5qxWqm, d: 08:34:59, a: 618, b: 618, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"]
[2025/04/06 08:25:15.065 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 619, b: 619, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:00,  }"]
[2025/04/06 08:25:15.166 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:01, a: 620, b: 620,  }"] [row2="{ d: 08:35:01, a: 620, b: 620, mBFZD: qmfgFmYUP0mEz1EHhoGIz, c: rHR,  }"]
[2025/04/06 08:25:15.266 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 621, b: 621, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:02,  }"] [row2="{ a: 621, b: 621, mBFZD: fGlCkLYWoioxFDQJNMwhREXKYU8NCRQojLmOKwdGCOvT, c: rHR, d: 08:35:02,  }"]
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:25:14 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/f7255e8e-edd8-4337-bae9-2fd8be1c56d2
	{"id":"f7255e8e-edd8-4337-bae9-2fd8be1c56d2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899112}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087c91face
	f7255e8e-edd8-4337-bae9-2fd8be1c56d2

/tidb/cdc/default/default/upstream/7489989619385740264
	{"id":7489989619385740264,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/f7255e8e-edd8-4337-bae9-2fd8be1c56d2
	{"id":"f7255e8e-edd8-4337-bae9-2fd8be1c56d2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899112}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087c91face
	f7255e8e-edd8-4337-bae9-2fd8be1c56d2

/tidb/cdc/default/default/upstream/7489989619385740264
	{"id":7489989619385740264,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/f7255e8e-edd8-4337-bae9-2fd8be1c56d2
	{"id":"f7255e8e-edd8-4337-bae9-2fd8be1c56d2","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899112}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087c91face
	f7255e8e-edd8-4337-bae9-2fd8be1c56d2

/tidb/cdc/default/default/upstream/7489989619385740264
	{"id":7489989619385740264,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_column_selector_avro.cli.31625.out cli changefeed create --start-ts=457152688774971393 '--sink-uri=kafka://127.0.0.1:9092/column-selector-avro-test?protocol=avro&enable-tidb-extension=true&avro-enable-watermark=true' -c test --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_column_selector_avro/conf/changefeed.toml --schema-registry=http://127.0.0.1:8088
Create changefeed successfully!
ID: test
Info: {"upstream_id":7489989619385740264,"namespace":"default","id":"test","sink_uri":"kafka://127.0.0.1:9092/column-selector-avro-test?protocol=avro\u0026enable-tidb-extension=true\u0026avro-enable-watermark=true","create_time":"2025-04-06T08:25:15.413228326+08:00","start_ts":457152688774971393,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"avro","schema_registry":"http://127.0.0.1:8088","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"column_selectors":[{"matcher":["test.*"],"columns":["*","!b"]}],"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152688774971393,"checkpoint_ts":457152688774971393,"checkpoint_time":"2025-04-06 08:25:11.843"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
[2025/04/06 08:25:15.366 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 622, b: 622, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:03,  }"] [row2="{ a: 622, b: 622, mBFZD: 8sj4uFRAvMTS7b365HMgBeJ, c: rHR, d: 08:35:03,  }"]
[2025/04/06 08:25:15.466 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 623, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:04, a: 623,  }"] [row2="{ a: 623, b: 623, mBFZD: IIcL7gTN8LHoBwoXFC9ARhX9flhrI0Jx, c: rHR, d: 08:35:04,  }"]
[2025/04/06 08:25:15.566 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 624, b: 624, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:05,  }"] [row2="{ d: 08:35:05, a: 624, b: 624, mBFZD: UXKpPof1L7w, c: rHR,  }"]
table test.finish_mark not exists for 2-th check, retry later
[2025/04/06 08:25:15.667 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:06, a: 625, b: 625,  }"] [row2="{ a: 625, b: 625, mBFZD: 4gEK0yxKd0u6A6oZruuHuum, c: rHR, d: 08:35:06,  }"]
[2025/04/06 08:25:15.767 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:35:07, a: 626, b: 626, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 626, b: 626, mBFZD: cIOIvqFFel4laktVcj2sTrZDxTTSDWn6Gvma9slCIe2p, c: rHR, d: 08:35:07,  }"]
[2025/04/06 08:25:15.867 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:35:08, a: 627, b: 627, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ mBFZD: XgSfLkRtyKBh1f8yq7692acUeHaSnoU, c: rHR, d: 08:35:08, a: 627, b: 627,  }"]
[2025/04/06 08:25:15.967 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:35:09, a: 628, b: 628, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 628, b: 628, mBFZD: yoOejihSpdqM, c: rHR, d: 08:35:09,  }"]
[2025/04/06 08:25:16.067 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 629, b: 629, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:10,  }"] [row2="{ a: 629, b: 629, mBFZD: np9qQuIOGJ, c: rHR, d: 08:35:10,  }"]
[2025/04/06 08:25:16.168 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 630, b: 630, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:11,  }"]
[2025/04/06 08:25:16.268 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: tJR5qxWqm, d: 08:35:12, a: 631, b: 631, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"]
[2025/04/06 08:25:16.368 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: tJR5qxWqm, d: 08:35:13, a: 632, b: 632, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"]
[2025/04/06 08:25:16.468 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: tJR5qxWqm, d: 08:35:14, a: 633, b: 633, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"]
[2025/04/06 08:25:16.568 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 634, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:15, a: 634,  }"]
table mark.finish_mark_4 exists
table mark.finish_mark_5 not exists for 1-th check, retry later
[2025/04/06 08:25:16.668 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 635, b: 635, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:16,  }"]
[2025/04/06 08:25:16.769 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 636, b: 636, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:17,  }"]
+ set +x
[Sun Apr  6 08:25:16 CST 2025] <<<<<< START kafka consumer in kafka_column_selector_avro case >>>>>>
consumer replica config found: /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_column_selector_avro/conf/changefeed.toml
schema registry uri found: http://127.0.0.1:8088
[2025/04/06 08:25:16.869 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:18, a: 637, b: 637,  }"]
[2025/04/06 08:25:16.969 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 638, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:19, a: 638,  }"]
[2025/04/06 08:25:17.069 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:20, a: 639, b: 639,  }"]
Starting build checksum checker...
table test.finishmark not exists for 1-th check, retry later
[2025/04/06 08:25:17.169 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:35:22, a: 640, b: 640, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ mBFZD: 8QT3lxB4njTkcyYrriRllF4o3iEe3, c: n0xCP, d: 08:35:22, a: 640, b: 640,  }"]
[2025/04/06 08:25:17.270 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:35:23, a: 641, b: 641, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ b: 641, mBFZD: Z80e65PStS1KMUF, c: DCNd0Nro, d: 08:35:23, a: 641,  }"]
table test.finish_mark not exists for 3-th check, retry later
[2025/04/06 08:25:17.370 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 642, b: 642, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:24,  }"] [row2="{ a: 642, b: 642, mBFZD: TMOTUF1PKuD6dOuRo41nnrwn02FYtheYv54, c: g1xcZls, d: 08:35:24,  }"]
[2025/04/06 08:25:17.470 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 643, b: 643, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:25,  }"] [row2="{ a: 643, b: 643, mBFZD: r6nPZILghVsLWzIWOaoBOl, c: AAjy2n8E8, d: 08:35:25,  }"]
[2025/04/06 08:25:17.570 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:26, a: 644, b: 644,  }"] [row2="{ b: 644, mBFZD: Ukvb, c: Vt, d: 08:35:26, a: 644,  }"]
[2025/04/06 08:25:17.670 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 645, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:27, a: 645,  }"] [row2="{ c: 3xliauOvS, d: 08:35:27, a: 645, b: 645, mBFZD: CdVKMERRtobRnX7eXDnRHrM5,  }"]
[2025/04/06 08:25:17.771 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:35:28, a: 646, b: 646, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 646, b: 646, mBFZD: BCe8BXW, c: 9T4, d: 08:35:28,  }"]
[2025/04/06 08:25:17.871 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 647, b: 647, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:29,  }"] [row2="{ a: 647, b: 647, mBFZD: m, c: FxBSF, d: 08:35:29,  }"]
[2025/04/06 08:25:17.971 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 648, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:30, a: 648,  }"] [row2="{ c: 9cfUd8Z5W, d: 08:35:30, a: 648, b: 648, mBFZD: AWeOqegPJ,  }"]
[2025/04/06 08:25:18.071 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:31, a: 649, b: 649,  }"] [row2="{ mBFZD: Ynxp4a, c: WOmM, d: 08:35:31, a: 649, b: 649,  }"]
[2025/04/06 08:25:18.172 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 660, b: 660, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:42,  }"] [row2="{ d: 08:35:42, a: 660, b: 660, mBFZD: pR3V1x0TIMl9VPfhQn18aw, c: rHR,  }"]
[2025/04/06 08:25:18.272 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 661, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:43, a: 661,  }"] [row2="{ mBFZD: Df4aeRjXxZMrMAHYP1uFnX17Pf, c: rHR, d: 08:35:43, a: 661, b: 661,  }"]
[2025/04/06 08:25:18.372 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 662, b: 662, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:44,  }"] [row2="{ d: 08:35:44, a: 662, b: 662, mBFZD: pOzVLNZcJIirggbaU95z2tSp5Xq, c: rHR,  }"]
[2025/04/06 08:25:18.473 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:35:45, a: 663, b: 663, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 663, b: 663, mBFZD: wjfijEFYD8h7CY, c: rHR, d: 08:35:45,  }"]
[2025/04/06 08:25:18.573 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 664, b: 664, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:46,  }"] [row2="{ mBFZD: yplrEYEQjaa25TgP1, c: rHR, d: 08:35:46, a: 664, b: 664,  }"]
[2025/04/06 08:25:18.673 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 665, b: 665, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:47,  }"] [row2="{ a: 665, b: 665, mBFZD: jP706gLshM200RKzI9NON5kvzyHDwirzTE8Qca2HkvLg5, c: rHR, d: 08:35:47,  }"]
[2025/04/06 08:25:18.774 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:35:48, a: 666, b: 666, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 666, b: 666, mBFZD: j5TeR, c: rHR, d: 08:35:48,  }"]
[2025/04/06 08:25:18.874 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 667, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:49, a: 667,  }"] [row2="{ mBFZD: ucVupsFbHT0VMEOdJeL8lKQNzErbd92ERqoSGXNqUpH, c: rHR, d: 08:35:49, a: 667, b: 667,  }"]
table test.finishmark not exists for 2-th check, retry later
[2025/04/06 08:25:18.975 +08:00] [WARN] [diff.go:937] ["find different row"] [column=d] [row1="{ d: 08:40:34, a: 668, b: 668, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 668, b: 668, mBFZD: L85j9lfTmvHjhM0S1p, c: rHR, d: 08:35:50,  }"]
[2025/04/06 08:25:19.075 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 669, b: 669, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:51,  }"] [row2="{ b: 669, mBFZD: Jizxl4e5W7MH0XjeamBw9i0xsvK9dZbcRsvlU, c: rHR, d: 08:35:51, a: 669,  }"]
table mark.finish_mark_5 not exists for 2-th check, retry later
[2025/04/06 08:25:19.175 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 670, b: 670, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:53,  }"]
[2025/04/06 08:25:19.275 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: tJR5qxWqm, d: 08:35:54, a: 671, b: 671, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"]
[2025/04/06 08:25:19.376 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: tJR5qxWqm, d: 08:35:55, a: 672, b: 672, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"]
table test.finish_mark not exists for 4-th check, retry later
[2025/04/06 08:25:19.476 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 673, b: 673, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:56,  }"]
[2025/04/06 08:25:19.576 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:57, a: 674, b: 674,  }"]
[2025/04/06 08:25:19.676 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:58, a: 675, b: 675,  }"]
[2025/04/06 08:25:19.776 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 676, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:35:59, a: 676,  }"]
[2025/04/06 08:25:19.876 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 677, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:00, a: 677,  }"]
[2025/04/06 08:25:19.977 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 678, b: 678, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:01,  }"]
[2025/04/06 08:25:20.077 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 679, b: 679, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:02,  }"]
[2025/04/06 08:25:20.177 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 680, b: 680, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:03,  }"] [row2="{ a: 680, b: 680, mBFZD: vGVhN9ZteCSrUrrR4zYJ, c: rHR, d: 08:36:03,  }"]
[2025/04/06 08:25:20.277 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 681, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:04, a: 681,  }"] [row2="{ b: 681, mBFZD: lq2xnXBLcMomoMAHykX6eYcQcKX6wpVnBsKBS6hjn8, c: rHR, d: 08:36:04, a: 681,  }"]
[2025/04/06 08:25:20.377 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 682, b: 682, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:05,  }"] [row2="{ mBFZD: uOpASQw338HydZ, c: rHR, d: 08:36:05, a: 682, b: 682,  }"]
[2025/04/06 08:25:20.478 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 683, b: 683, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:06,  }"] [row2="{ a: 683, b: 683, mBFZD: xC4GsfzUy4Sa51Qf1csXSRZ8dLSXUkg, c: rHR, d: 08:36:06,  }"]
[2025/04/06 08:25:20.578 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:36:07, a: 684, b: 684, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ c: rHR, d: 08:36:07, a: 684, b: 684, mBFZD: aiftywJgXWnWABjw8ehlVmTt2W,  }"]
[2025/04/06 08:25:20.678 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: tJR5qxWqm, d: 08:36:08, a: 685, b: 685, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 685, b: 685, mBFZD: 7, c: rHR, d: 08:36:08,  }"]
[2025/04/06 08:25:20.778 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 686, b: 686, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:09,  }"] [row2="{ a: 686, b: 686, mBFZD: XFilhBsiz7woS2RIGAKD, c: rHR, d: 08:36:09,  }"]
[2025/04/06 08:25:20.878 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:36:10, a: 687, b: 687, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ mBFZD: O1ncYUMmN15S509nD1u4J, c: rHR, d: 08:36:10, a: 687, b: 687,  }"]
[2025/04/06 08:25:20.978 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:36:11, a: 688, b: 688, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 688, b: 688, mBFZD: mStPZUiYQa, c: rHR, d: 08:36:11,  }"]
[2025/04/06 08:25:21.079 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 689, b: 689, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:12,  }"] [row2="{ a: 689, b: 689, mBFZD: 8lHXeJO0R, c: rHR, d: 08:36:12,  }"]
[2025/04/06 08:25:21.179 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:36:14, a: 690, b: 690, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ c: rHR, d: 08:36:14, a: 690, b: 690, mBFZD: HONIS5EQkf38gI6lXrnPjyvnfYq7Lnkn,  }"]
table mark.finish_mark_5 not exists for 3-th check, retry later
[2025/04/06 08:25:21.279 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 691, b: 691, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:15,  }"] [row2="{ c: rHR, d: 08:36:15, a: 691, b: 691, mBFZD: hd0sQTeDLGcZTKCX1KG9LunuuVFDWNEx64ttBMWzwphgw,  }"]
[2025/04/06 08:25:21.379 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:36:16, a: 692, b: 692, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ mBFZD: SZniZSfh810IHsP6eVRySNg0t, c: rHR, d: 08:36:16, a: 692, b: 692,  }"]
table test.finishmark exists
[2025/04/06 08:25:21.024 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.finishmark] [checkSum=0]
[2025/04/06 08:25:21.026 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t1] [checkSum=718014124]
[2025/04/06 08:25:21.026 +08:00] [INFO] [main.go:107] ["get checksum for the upstream success"] [elapsed=10.124888ms]
[2025/04/06 08:25:21.032 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.finishmark] [checkSum=0]
[2025/04/06 08:25:21.034 +08:00] [INFO] [main.go:186] ["do checkSum success"] [table=test.t1] [checkSum=718014124]
[2025/04/06 08:25:21.034 +08:00] [INFO] [main.go:116] ["get checksum for the downstream success"] [elapsed=7.961392ms]
[2025/04/06 08:25:21.034 +08:00] [INFO] [main.go:95] ["compare checksum passed"]
[2025/04/06 08:25:21.479 +08:00] [WARN] [diff.go:940] ["target had superfluous data"] [row="{ a: 693, b: 693, mBFZD: X6cCDowwCqI3T6ds, c: rHR, d: 08:36:17,  }"]
[2025/04/06 08:25:21.580 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:36:18, a: 694, b: 694, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ d: 08:36:18, a: 694, b: 694, mBFZD: 2okKwPgOrJ90mr5v3ZMZuxFKQlX9LBieoTnz, c: rHR,  }"]
[2025/04/06 08:25:21.680 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 695, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:19, a: 695,  }"] [row2="{ b: 695, mBFZD: F8BM, c: rHR, d: 08:36:19, a: 695,  }"]
wait process cdc.test exit for 1-th time...
table test.finish_mark not exists for 5-th check, retry later
[2025/04/06 08:25:21.780 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 696, b: 696, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:20,  }"] [row2="{ a: 696, b: 696, mBFZD: 9c8AV6W9, c: rHR, d: 08:36:20,  }"]
[2025/04/06 08:25:21.880 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:36:21, a: 697, b: 697, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 697, b: 697, mBFZD: CZ, c: rHR, d: 08:36:21,  }"]
[2025/04/06 08:25:21.980 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 698, b: 698, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:22,  }"] [row2="{ a: 698, b: 698, mBFZD: h6WcGWv, c: rHR, d: 08:36:22,  }"]
[2025/04/06 08:25:22.081 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:36:23, a: 699, b: 699, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ b: 699, mBFZD: 4yyie, c: rHR, d: 08:36:23, a: 699,  }"]
[2025/04/06 08:25:22.181 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:25, a: 700, b: 700,  }"] [row2="{ a: 700, b: 700, mBFZD: sdRe, c: rHR, d: 08:36:25,  }"]
wait process cdc.test exit for 2-th time...
[2025/04/06 08:25:22.281 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:36:26, a: 701, b: 701, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ d: 08:36:26, a: 701, b: 701, mBFZD: PrDnqim0CfYKZnzJKKiYNZnnt3NAx, c: rHR,  }"]
[2025/04/06 08:25:22.381 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 702, b: 702, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:27,  }"] [row2="{ b: 702, mBFZD: yDzxEp1I85094BpzFv1W1hK5NxOWO2Ku, c: rHR, d: 08:36:27, a: 702,  }"]
[2025/04/06 08:25:22.481 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 703, b: 703, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:28,  }"] [row2="{ a: 703, b: 703, mBFZD: 0ZkUet55UrdlkptHtJToB3rawA2Oqxwyuo6jO, c: rHR, d: 08:36:28,  }"]
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[2025/04/06 08:25:22.582 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:29, a: 704, b: 704,  }"] [row2="{ c: rHR, d: 08:36:29, a: 704, b: 704, mBFZD: CVVByd2ov4fYYlRQbYI3cbdZwKhS0XbgeCB6,  }"]
[2025/04/06 08:25:22.682 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 705, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:30, a: 705,  }"] [row2="{ a: 705, b: 705, mBFZD: QggnYVTCuuhs7y, c: rHR, d: 08:36:30,  }"]
[Sun Apr  6 08:25:22 CST 2025] <<<<<< run test case kafka_column_selector_avro success! >>>>>>
[2025/04/06 08:25:22.782 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 706, b: 706, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:31,  }"] [row2="{ b: 706, mBFZD: PWTODpItteZ, c: rHR, d: 08:36:31, a: 706,  }"]
[2025/04/06 08:25:22.882 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 707, b: 707, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:32,  }"] [row2="{ a: 707, b: 707, mBFZD: KtCY6rP1EYqcLpm3sfX3zqE65mOOW0FxbCl, c: rHR, d: 08:36:32,  }"]
[2025/04/06 08:25:22.982 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:36:33, a: 708, b: 708, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ d: 08:36:33, a: 708, b: 708, mBFZD: 2mVOjQZ0m6QcGVnhtCkIx11kx7JGfI7, c: rHR,  }"]
table mark.finish_mark_5 not exists for 4-th check, retry later
[2025/04/06 08:25:23.082 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 709, b: 709, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:34,  }"] [row2="{ b: 709, mBFZD: OL5eoIO4IQcwgFlJwm6s6y, c: rHR, d: 08:36:34, a: 709,  }"]
[2025/04/06 08:25:23.183 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 710, b: 710, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:35,  }"] [row2="{ a: 710, b: 710, mBFZD: pK, c: rHR, d: 08:36:35,  }"]
[2025/04/06 08:25:23.283 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 711, b: 711, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:36,  }"] [row2="{ a: 711, b: 711, mBFZD: Z9MdC9TDJnmIqmE6laTcjMWqTJtXjWGkaFLv5ejP, c: rHR, d: 08:36:36,  }"]
[2025/04/06 08:25:23.383 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 712, b: 712, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:37,  }"] [row2="{ b: 712, mBFZD: 0GqknjZwaUPYbanNOhY1S7mIgkWiZ4, c: rHR, d: 08:36:37, a: 712,  }"]
[2025/04/06 08:25:23.483 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:38, a: 713, b: 713,  }"] [row2="{ a: 713, b: 713, mBFZD: IB1c0qSzpsY3HpZQDVtymIM5KCbCWiXqQEb1DbP3Wkj, c: rHR, d: 08:36:38,  }"]
[2025/04/06 08:25:23.583 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 714, b: 714, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:39,  }"] [row2="{ a: 714, b: 714, mBFZD: rufNs, c: rHR, d: 08:36:39,  }"]
[2025/04/06 08:25:23.684 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:36:40, a: 715, b: 715, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ b: 715, mBFZD: AKxxL2msOXJ34RdAeN8Zt, c: rHR, d: 08:36:40, a: 715,  }"]
table test.finish_mark exists
check diff successfully
[2025/04/06 08:25:23.784 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 716, b: 716, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:41,  }"] [row2="{ d: 08:36:41, a: 716, b: 716, mBFZD: WIMMwtqGi5VE8YFPdGlQJHAM5bP2mey9TeP2l766m6T, c: rHR,  }"]
[2025/04/06 08:25:23.884 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 717, b: 717, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:42,  }"] [row2="{ mBFZD: 8qX4, c: rHR, d: 08:36:42, a: 717, b: 717,  }"]
[2025/04/06 08:25:23.984 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:43, a: 718, b: 718,  }"] [row2="{ mBFZD: fdiR2KVaRmv9Fd9UUbJ2tNOmBoXLO4cU4pzue38Fb, c: rHR, d: 08:36:43, a: 718, b: 718,  }"]
wait process cdc.test exit for 1-th time...
[2025/04/06 08:25:24.084 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:44, a: 719, b: 719,  }"] [row2="{ c: rHR, d: 08:36:44, a: 719, b: 719, mBFZD: H8lAVIxC8yXe7yR5ZT1Wxonte8PSfSc7m3inw,  }"]
[2025/04/06 08:25:24.185 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 720, mBFZD: ARyhFfH8HevPLx3R1tv6JUIWF, c: tJR5qxWqm, d: 08:36:46, a: 720,  }"]
[2025/04/06 08:25:24.285 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 721, b: 721, mBFZD: cb2gaHmCzsJn226V0R2VwCrIGBMBF5uIiAMUIs3n5, c: tJR5qxWqm, d: 08:36:47,  }"]
[2025/04/06 08:25:24.385 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 722, mBFZD: 49SR2AZhhkpnI8wCaVppsgVyYqVxSWz0RC, c: tJR5qxWqm, d: 08:36:48, a: 722,  }"]
[2025/04/06 08:25:24.485 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 723, b: 723, mBFZD: YDSIwBXEa19Rb08My, c: tJR5qxWqm, d: 08:36:49,  }"]
wait process cdc.test exit for 2-th time...
[2025/04/06 08:25:24.585 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: tJR5qxWqm, d: 08:36:50, a: 724, b: 724, mBFZD: Sjy9DE3Kx,  }"]
[2025/04/06 08:25:24.686 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 725, b: 725, mBFZD: RyFjxZY0bya6vgtHQbfJr, c: tJR5qxWqm, d: 08:36:51,  }"]
[2025/04/06 08:25:24.786 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:36:52, a: 726, b: 726, mBFZD: FS3BWsc, c: tJR5qxWqm,  }"]
table mark.finish_mark_5 not exists for 5-th check, retry later
[2025/04/06 08:25:24.886 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 727, b: 727, mBFZD: bSxvOezKElObJ50K4mqnINRvXFrvI3dkTed0VU5rwR4, c: tJR5qxWqm, d: 08:36:53,  }"]
[2025/04/06 08:25:24.986 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: tJR5qxWqm, d: 08:36:54, a: 728, b: 728, mBFZD: 2MTsvthGP28B,  }"]
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:25:25 CST 2025] <<<<<< run test case kafka_simple_basic_avro success! >>>>>>
[2025/04/06 08:25:25.086 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ mBFZD: 1HCUjbkOxYZLJFPuo4QG, c: tJR5qxWqm, d: 08:36:55, a: 729, b: 729,  }"]
[2025/04/06 08:25:25.186 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 730, b: 730, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:56,  }"]
[2025/04/06 08:25:25.287 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 731, b: 731, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:57,  }"]
[2025/04/06 08:25:25.387 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: tJR5qxWqm, d: 08:36:58, a: 732, b: 732, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"]
[2025/04/06 08:25:25.487 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 733, b: 733, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:36:59,  }"]
[2025/04/06 08:25:25.587 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 734, b: 734, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:00,  }"]
[2025/04/06 08:25:25.687 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 735, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:01, a: 735,  }"]
[2025/04/06 08:25:25.788 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 736, b: 736, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:02,  }"]
[2025/04/06 08:25:25.888 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 737, b: 737, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:03,  }"]
[2025/04/06 08:25:25.988 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 738, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:04, a: 738,  }"]
[2025/04/06 08:25:26.088 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 739, b: 739, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:05,  }"]
[2025/04/06 08:25:26.188 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 740, b: 740, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:06,  }"] [row2="{ d: 08:37:06, a: 740, b: 740, mBFZD: 0d2Grprd1OP2s9bDIEJgXld1g6GOatyNFqB, c: rHR,  }"]
[2025/04/06 08:25:26.289 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:37:07, a: 741, b: 741, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ c: rHR, d: 08:37:07, a: 741, b: 741, mBFZD: GL7mZDDrAnFn4s2kH53OXuR7ZzGs5pGyjmUxyRdlxB,  }"]
[2025/04/06 08:25:26.389 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ d: 08:37:08, a: 742, b: 742, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ d: 08:37:08, a: 742, b: 742, mBFZD: HEb8ME1gWwwAVIX, c: rHR,  }"]
[2025/04/06 08:25:26.489 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:37:09, a: 743, b: 743, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 743, b: 743, mBFZD: Oy7jTUiDKQ1dX02, c: rHR, d: 08:37:09,  }"]
table mark.finish_mark_5 not exists for 6-th check, retry later
[2025/04/06 08:25:26.589 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 744, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:10, a: 744,  }"] [row2="{ a: 744, b: 744, mBFZD: zlnLtrhR8Kp3GTCLmxu5LJZEDRS92XB7N, c: rHR, d: 08:37:10,  }"]
[2025/04/06 08:25:26.689 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 745, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:11, a: 745,  }"] [row2="{ b: 745, mBFZD: E8oOH02bN, c: rHR, d: 08:37:11, a: 745,  }"]
[2025/04/06 08:25:26.789 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 746, b: 746, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:12,  }"] [row2="{ a: 746, b: 746, mBFZD: KZn6rcKrXn2C, c: rHR, d: 08:37:12,  }"]
[2025/04/06 08:25:26.890 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 747, b: 747, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:13,  }"] [row2="{ a: 747, b: 747, mBFZD: XYkmzF0B, c: rHR, d: 08:37:13,  }"]
[2025/04/06 08:25:26.990 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:37:14, a: 748, b: 748, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 748, b: 748, mBFZD: 4HZe989rVvXOhYL1Xo1y, c: rHR, d: 08:37:14,  }"]
[2025/04/06 08:25:27.090 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 749, b: 749, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:15,  }"] [row2="{ b: 749, mBFZD: hTSQogguX04DZqqGsEAK3Ve8mF1Gptbcb4I0Je, c: rHR, d: 08:37:15, a: 749,  }"]
[2025/04/06 08:25:27.190 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 750, b: 750, mBFZD: uaKoKQWghQf9WEgwbC8lhxclurK1LXAXWhPdQiPsXG6zR, c: tJR5qxWqm, d: 08:37:17,  }"]
[2025/04/06 08:25:27.290 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 751, b: 751, mBFZD: FLfbViFRif6l0NM8TPOqv91k31IJqFQatOMxREz9KSR, c: tJR5qxWqm, d: 08:37:18,  }"]
[2025/04/06 08:25:27.391 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: tJR5qxWqm, d: 08:37:19, a: 752, b: 752, mBFZD: BVpbsHi6n9YuSnMn,  }"]
[2025/04/06 08:25:27.491 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 753, mBFZD: GRpqdNfVFJ5, c: tJR5qxWqm, d: 08:37:20, a: 753,  }"]
[2025/04/06 08:25:27.591 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: tJR5qxWqm, d: 08:37:21, a: 754, b: 754, mBFZD: b75vrZ4,  }"]
[2025/04/06 08:25:27.691 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: tJR5qxWqm, d: 08:37:22, a: 755, b: 755, mBFZD: CrPpWQwbVQe,  }"]
[2025/04/06 08:25:27.791 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ mBFZD: 4OUz0CjPh8THBIJjUwW7Hwe2LMwECLBVUD, c: tJR5qxWqm, d: 08:37:23, a: 756, b: 756,  }"]
[2025/04/06 08:25:27.891 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 757, b: 757, mBFZD: NKSTdZIoTddIxW, c: tJR5qxWqm, d: 08:37:24,  }"]
[2025/04/06 08:25:27.992 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 758, b: 758, mBFZD: pH9J6ODjRFzaXYfjPye9SVcTYj2YqtfoRHcif8wKLnaf, c: tJR5qxWqm, d: 08:37:25,  }"]
[2025/04/06 08:25:28.092 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 759, b: 759, mBFZD: ia8azKmISKHD7BWbblintpNedd, c: tJR5qxWqm, d: 08:37:26,  }"]
[2025/04/06 08:25:28.192 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 760, b: 760, mBFZD: BdIpSbsC, c: tJR5qxWqm, d: 08:37:27,  }"]
[2025/04/06 08:25:28.292 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 761, b: 761, mBFZD: OHUEt4ZTKEw4TlHFw2DYcpNgntMppND, c: tJR5qxWqm, d: 08:37:28,  }"]
[2025/04/06 08:25:28.392 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 762, b: 762, mBFZD: FqGffga3TWREL1hKsGDfT8nlSJpI1v18OMRhmj, c: tJR5qxWqm, d: 08:37:29,  }"]
[2025/04/06 08:25:28.493 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ b: 763, mBFZD: BSZ1KQ, c: tJR5qxWqm, d: 08:37:30, a: 763,  }"]
[2025/04/06 08:25:28.593 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 764, b: 764, mBFZD: iiAMpSaBmRkgSECop7, c: tJR5qxWqm, d: 08:37:31,  }"]
[2025/04/06 08:25:28.693 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: tJR5qxWqm, d: 08:37:32, a: 765, b: 765, mBFZD: IVHCMBV4lTrsMIA3rSMW,  }"]
[2025/04/06 08:25:28.793 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 766, b: 766, mBFZD: PO9NdgJ3bXPXyGRucfQ, c: tJR5qxWqm, d: 08:37:33,  }"]
[2025/04/06 08:25:28.894 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:37:34, a: 767, b: 767, mBFZD: arElRAgQr48kg4Hf60N1Ezu5ueapX0xFT5MJh3scfkO, c: tJR5qxWqm,  }"]
[2025/04/06 08:25:28.994 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ c: tJR5qxWqm, d: 08:37:35, a: 768, b: 768, mBFZD: hNG1CvHtd,  }"]
[2025/04/06 08:25:29.094 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 769, b: 769, mBFZD: Pn7KlcKTK4DddkzPr8SGkswkRQVW1CC, c: tJR5qxWqm, d: 08:37:36,  }"]
table mark.finish_mark_5 exists
table mark.finish_mark exists
check diff successfully
[2025/04/06 08:25:29.195 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:37:37, a: 770, b: 770, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ d: 08:37:37, a: 770, b: 770, mBFZD: 2DJVBNxldDGHuP, c: Gt,  }"]
[2025/04/06 08:25:29.295 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:37:38, a: 771, b: 771, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ b: 771, mBFZD: GUURyLYC2kvKmsx2c, c: 0, d: 08:37:38, a: 771,  }"]
[2025/04/06 08:25:29.395 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 772, b: 772, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:39,  }"] [row2="{ mBFZD: NDIhpnBIyv2c90mWNN, c: bjwD, d: 08:37:39, a: 772, b: 772,  }"]
wait process cdc.test exit for 1-th time...
[2025/04/06 08:25:29.495 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 773, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:40, a: 773,  }"] [row2="{ c: VaCyWwsw, d: 08:37:40, a: 773, b: 773, mBFZD: hK4ngn2gdr4U36wXM0jnxzk5pwNrX46q5LOtIlYLROHe,  }"]
[2025/04/06 08:25:29.595 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 774, b: 774, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:41,  }"] [row2="{ a: 774, b: 774, mBFZD: o1jlgwIFh3lhbm3fRD7HOY5meVUv4EBmIEimotaoPOI, c: U3k, d: 08:37:41,  }"]
[2025/04/06 08:25:29.695 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 775, b: 775, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:42,  }"] [row2="{ b: 775, mBFZD: GTyUJxxxVb40PD7, c: R, d: 08:37:42, a: 775,  }"]
[2025/04/06 08:25:29.796 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 776, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:43, a: 776,  }"] [row2="{ a: 776, b: 776, mBFZD: afCYZigK, c: gxdRJRdYg1, d: 08:37:43,  }"]
[2025/04/06 08:25:29.896 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 777, b: 777, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:44,  }"] [row2="{ b: 777, mBFZD: 1y3APru0RnoCuyc, c: w4ClIIbzJ, d: 08:37:44, a: 777,  }"]
wait process cdc.test exit for 2-th time...
[2025/04/06 08:25:29.996 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ c: tJR5qxWqm, d: 08:37:45, a: 778, b: 778, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ d: 08:37:45, a: 778, b: 778, mBFZD: f6f2Ixr67bQKNEOTeGnvnN9rGX8sziFz4SVcPqglA3m, c: hHu,  }"]
[2025/04/06 08:25:30.096 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ c: tJR5qxWqm, d: 08:37:46, a: 779, b: 779, mBFZD: WBVMRCay1ZIqhMioBl2g5c,  }"] [row2="{ a: 779, b: 779, mBFZD: YUYR7elqpgXouuNy9PJQVHX8wQ4ckKaTPCeFwG, c: VgDXXQVr, d: 08:37:46,  }"]
[2025/04/06 08:25:30.196 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 780, b: 780, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:48,  }"] [row2="{ c: We7Wa61N, d: 08:37:48, a: 780, b: 780, mBFZD: EC7aEsQJce7pS,  }"]
[2025/04/06 08:25:30.297 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 781, b: 781, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:49,  }"] [row2="{ c: ax, d: 08:37:49, a: 781, b: 781, mBFZD: cJmPcyIg88R1KwLbj136Klcxs7xslULosMuBZU1gxF,  }"]
[2025/04/06 08:25:30.397 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 782, b: 782, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:50,  }"] [row2="{ c: j9hcX, d: 08:37:50, a: 782, b: 782, mBFZD: S7Zc2nmY1pFNXf,  }"]
[2025/04/06 08:25:30.497 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:37:51, a: 783, b: 783, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 783, b: 783, mBFZD: Bbv2U8QovvdhSOxfcBc, c: JJ, d: 08:37:51,  }"]
[2025/04/06 08:25:30.597 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ a: 784, b: 784, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:52,  }"] [row2="{ b: 784, mBFZD: zVpUNMRz3CAZKv2gya, c: LE0cX8koAs, d: 08:37:52, a: 784,  }"]
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[2025/04/06 08:25:30.697 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:53, a: 785, b: 785,  }"] [row2="{ b: 785, mBFZD: YCb67DcHN0AX1Bia3QM1r4o4THi7U7, c: XG7MK7, d: 08:37:53, a: 785,  }"]
[2025/04/06 08:25:30.798 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 786, b: 786, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:54,  }"] [row2="{ c: NzLAOyUql, d: 08:37:54, a: 786, b: 786, mBFZD: 7JGDYviN7uoS8MAIG6c9,  }"]
[2025/04/06 08:25:30.898 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 787, b: 787, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:55,  }"] [row2="{ a: 787, b: 787, mBFZD: YDX1PEoFTndzknGo0t6, c: 6zFO9, d: 08:37:55,  }"]
[2025/04/06 08:25:30.998 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 788, b: 788, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:56,  }"] [row2="{ a: 788, b: 788, mBFZD: xeIzo1A8, c: EodDnH9my, d: 08:37:56,  }"]
[2025/04/06 08:25:31.098 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:37:57, a: 789, b: 789, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ b: 789, mBFZD: 6OCHJoLJZhq0VuS2VULMzCN8mbND7y, c: 1BnnI6, d: 08:37:57, a: 789,  }"]
[2025/04/06 08:25:31.198 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 790, b: 790, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:37:59,  }"]
[2025/04/06 08:25:31.298 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 791, b: 791, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:38:00,  }"]
[2025/04/06 08:25:31.399 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:38:02, a: 793, b: 793, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"]
[2025/04/06 08:25:31.447 +08:00] [DEBUG] [peer.rs:2639] ["renew lease"] [reason=tick] [peer_id=169] [region_id=122] [thread_id=119]
[2025/04/06 08:25:31.572 +08:00] [DEBUG] [pd.rs:582] ["update latency statistics for raftstore-v1"] [tick=2989] [thread_id=124]
[2025/04/06 08:25:31.573 +08:00] [DEBUG] [pool.rs:146] ["scheduling task inspect raftstore latency: RaftDisk"] [thread_id=124]
[2025/04/06 08:25:31.573 +08:00] [DEBUG] [pd.rs:2055] ["executing task"] [task="inspect raftstore latency: RaftDisk"] [thread_id=30]
[2025/04/06 08:25:31.573 +08:00] [DEBUG] [pool.rs:146] ["scheduling task compute slow score: id 2990, factor: RaftDisk, duration RaftstoreDuration { store_wait_duration: Some(19.985µs), store_process_duration: Some(6.362µs), store_write_duration: Some(10.623µs), store_commit_duration: Some(0ns), apply_wait_duration: None, apply_process_duration: None }"] [thread_id=116]
[2025/04/06 08:25:31.573 +08:00] [DEBUG] [pd.rs:2055] ["executing task"] [task="compute slow score: id 2990, factor: RaftDisk, duration RaftstoreDuration { store_wait_duration: Some(19.985µs), store_process_duration: Some(6.362µs), store_write_duration: Some(10.623µs), store_commit_duration: Some(0ns), apply_wait_duration: None, apply_process_duration: None }"] [thread_id=30]
[2025/04/06 08:25:31.499 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 794, b: 794, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:38:03,  }"]
[2025/04/06 08:25:31.599 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:38:04, a: 795, b: 795, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"]
[2025/04/06 08:25:31.699 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 796, b: 796, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:38:05,  }"]
[2025/04/06 08:25:31.799 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 797, b: 797, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:38:06,  }"]
[2025/04/06 08:25:31.900 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ d: 08:38:07, a: 798, b: 798, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"]
[2025/04/06 08:25:32.000 +08:00] [WARN] [diff.go:942] ["target lack data"] [row="{ a: 799, b: 799, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:38:08,  }"]
[2025/04/06 08:25:32.100 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 800, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:38:09, a: 800,  }"] [row2="{ b: 800, mBFZD: kweFd8I5EAwxo, c: oc, d: 08:38:09, a: 800,  }"]
[2025/04/06 08:25:32.200 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 801, b: 801, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:38:10,  }"] [row2="{ b: 801, mBFZD: hg1LgWdz2nu319VF4ldOTOO6FHteBv, c: skCbG, d: 08:38:10, a: 801,  }"]
[2025/04/06 08:25:32.300 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 802, b: 802, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:38:11,  }"] [row2="{ a: 802, b: 802, mBFZD: hyeFDNo5HGX, c: P94, d: 08:38:11,  }"]
[2025/04/06 08:25:32.401 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:38:12, a: 803, b: 803,  }"] [row2="{ a: 803, b: 803, mBFZD: dT8rywBzckjHlZsupSIBXCrOrBiiZ8fT61V9ln, c: MSw5FnWw, d: 08:38:12,  }"]
[2025/04/06 08:25:32.501 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 804, b: 804, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:38:13,  }"] [row2="{ a: 804, b: 804, mBFZD: wEV8dsE, c: a, d: 08:38:13,  }"]
[2025/04/06 08:25:32.601 +08:00] [WARN] [diff.go:937] ["find different row"] [column=c] [row1="{ b: 805, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:38:14, a: 805,  }"] [row2="{ a: 805, b: 805, mBFZD: E, c: kuODho, d: 08:38:14,  }"]
[2025/04/06 08:25:32.701 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 806, b: 806, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:38:15,  }"] [row2="{ c: jBNLl0, d: 08:38:15, a: 806, b: 806, mBFZD: CP4JOKpyC7JvJF4Wiu,  }"]
[2025/04/06 08:25:32.801 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 807, b: 807, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:38:16,  }"] [row2="{ a: 807, b: 807, mBFZD: lrCyWSrQ5ndDeCR0JkDc38aO5YK, c: D4g, d: 08:38:16,  }"]
[2025/04/06 08:25:32.901 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:38:17, a: 808, b: 808, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ d: 08:38:17, a: 808, b: 808, mBFZD: Te1D78LQKFFmpFBatTebauP8jSzhzx7knIZ, c: FYwvqGp,  }"]
[2025/04/06 08:25:33.002 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 809, b: 809, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:38:18,  }"] [row2="{ c: 5dtyc2w, d: 08:38:18, a: 809, b: 809, mBFZD: H7hRA2Pv70cW,  }"]
[2025/04/06 08:25:33.102 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 810, b: 810, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:38:20,  }"] [row2="{ c: hb, d: 08:38:20, a: 810, b: 810, mBFZD: NNkAqtUy8sSD,  }"]
[2025/04/06 08:25:33.202 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 811, b: 811, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:38:21,  }"] [row2="{ a: 811, b: 811, mBFZD: vtvzJulhRM8GMc1fzjgDpVGUtLUMBbqAjpezvEO2, c: P, d: 08:38:21,  }"]
[2025/04/06 08:25:33.302 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ b: 812, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:38:22, a: 812,  }"] [row2="{ c: abpy, d: 08:38:22, a: 812, b: 812, mBFZD: 7pNhEt770o7gtnVEtdlO2KumP6,  }"]
[2025/04/06 08:25:33.402 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 813, b: 813, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:38:23,  }"] [row2="{ b: 813, mBFZD: DEzBA8f, c: BiuTrqRO, d: 08:38:23, a: 813,  }"]
[2025/04/06 08:25:33.503 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 814, b: 814, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:38:24,  }"] [row2="{ d: 08:38:24, a: 814, b: 814, mBFZD: QZCXlte48PtY7gKplO1, c: ZTyu,  }"]
[2025/04/06 08:25:33.603 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ d: 08:38:25, a: 815, b: 815, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm,  }"] [row2="{ a: 815, b: 815, mBFZD: rb0XWHExSIQkWMB4RLLE9G, c: 8qNGuuV, d: 08:38:25,  }"]
[2025/04/06 08:25:33.703 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:38:26, a: 816, b: 816,  }"] [row2="{ a: 816, b: 816, mBFZD: ZjUu6hnH, c: QLvGU9lsh8, d: 08:38:26,  }"]
[2025/04/06 08:25:33.803 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 817, b: 817, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:38:27,  }"] [row2="{ d: 08:38:27, a: 817, b: 817, mBFZD: bFNVY91EGEVtWYwH8IaIQpY6BqpUYkDN1POS, c: W,  }"]
[2025/04/06 08:25:33.903 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 818, b: 818, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:38:28,  }"] [row2="{ c: Q, d: 08:38:28, a: 818, b: 818, mBFZD: 6kPHq,  }"]
[2025/04/06 08:25:34.004 +08:00] [WARN] [diff.go:937] ["find different row"] [column=mBFZD] [row1="{ a: 819, b: 819, mBFZD: WBVMRCay1ZIqhMioBl2g5c, c: tJR5qxWqm, d: 08:38:29,  }"] [row2="{ a: 819, b: 819, mBFZD: l80hNNjXJIapSb258fK, c: VD40AUZ6P, d: 08:38:29,  }"]
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/debezium/run.sh using Sink-Type: kafka... <<=================
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_basic_avro/run.sh: line 1: 13294 Killed                  cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100  1411  100   676  100   735   1362   1481 --:--:-- --:--:-- --:--:--  2839
100  1411  100   676  100   735   1362   1481 --:--:-- --:--:-- --:--:--  2839
HTTP/1.1 201 Created
Date: Sun, 06 Apr 2025 00:25:37 GMT
Location: http://localhost:8083/connectors/my-connector
Content-Type: application/json
Content-Length: 676
Server: Jetty(9.4.51.v20230217)

{"name":"my-connector","config":{"connector.class":"io.debezium.connector.mysql.MySqlConnector","tasks.max":"1","database.hostname":"127.0.0.1","database.port":"3310","database.user":"debezium","database.password":"dbz","database.server.id":"184054","topic.prefix":"default","schema.history.internal.kafka.bootstrap.servers":"127.0.0.1:9092","schema.history.internal.kafka.topic":"schemahistory.test","transforms":"x","transforms.x.type":"org.apache.kafka.connect.transforms.RegexRouter","transforms.x.regex":"(.*)","transforms.x.replacement":"output_debezium","binary.handling.mode":"base64","decimal.handling.mode":"double","name":"my-connector"},"tasks":[],"type":"source"}The 1 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/kafka_simple_handle_key_only
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
The 1 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/debezium
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Verifying downstream PD is started...
start tidb cluster in /tmp/tidb_cdc_test/multi_source
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
Verifying downstream PD is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989778898958552	TiDB Cluster ID.
tikv_gc_leader_uuid	65821f4e480000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:14653, start at 2025-04-06 08:25:46.546243538 +0800 CST m=+1.493903168	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:27:46.553 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:25:46.528 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:15:46.528 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989778898958552	TiDB Cluster ID.
tikv_gc_leader_uuid	65821f4e480000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:14653, start at 2025-04-06 08:25:46.546243538 +0800 CST m=+1.493903168	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:27:46.553 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:25:46.528 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:15:46.528 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989778728485318	TiDB Cluster ID.
tikv_gc_leader_uuid	65821f4e5440006	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:14732, start at 2025-04-06 08:25:46.585349747 +0800 CST m=+1.468170483	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:27:46.593 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:25:46.577 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:15:46.577 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/kafka_simple_handle_key_only/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kafka_simple_handle_key_only/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kafka_simple_handle_key_only/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_simple_handle_key_only/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kafka_simple_handle_key_only/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989784778633727	TiDB Cluster ID.
tikv_gc_leader_uuid	65821f4f5f8000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq, pid:32944, start at 2025-04-06 08:25:47.663474895 +0800 CST m=+1.362713756	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:27:47.670 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:25:47.646 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:15:47.646 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989784778633727	TiDB Cluster ID.
tikv_gc_leader_uuid	65821f4f5f8000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq, pid:32944, start at 2025-04-06 08:25:47.663474895 +0800 CST m=+1.362713756	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:27:47.670 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:25:47.646 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:15:47.646 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989789083986212	TiDB Cluster ID.
tikv_gc_leader_uuid	65821f4f8fc0004	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-h-0j8xq, pid:33011, start at 2025-04-06 08:25:47.845183553 +0800 CST m=+1.482126920	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:27:47.853 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:25:47.839 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:15:47.839 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/debezium/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/debezium/tiflash/log/error.log
arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/debezium/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/debezium/tiflash-proxy.toml"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/debezium/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
[Sun Apr  6 08:25:49 CST 2025] <<<<<< START cdc server in kafka_simple_handle_key_only case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only.1607016072.out server --log-file /tmp/tidb_cdc_test/kafka_simple_handle_key_only/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_simple_handle_key_only/cdc_data --cluster-id default
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[Sun Apr  6 08:25:50 CST 2025] <<<<<< START cdc server in debezium case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.debezium.3438534387.out server --log-file /tmp/tidb_cdc_test/debezium/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/debezium/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[2025/04/06 08:25:51.944 +08:00] [WARN] [diff.go:766] ["rows is not equal"] [table=`test`.`itest`] [where="((TRUE) AND TRUE)"] [cost=1m32.964225726s]
[2025/04/06 08:25:51.948 +08:00] [WARN] [diff.go:384] ["check chunk data not equal"] [chunk="{\"id\":0,\"bounds\":[],\"where\":\"((TRUE) AND TRUE)\",\"args\":null,\"state\":\"failed\"}"]
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989798229456376	TiDB Cluster ID.
tikv_gc_leader_uuid	65821f530fc0004	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-h5nmx, pid:28106, start at 2025-04-06 08:25:51.427892276 +0800 CST m=+1.525884524	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:27:51.435 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:25:51.423 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:15:51.423 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989798229456376	TiDB Cluster ID.
tikv_gc_leader_uuid	65821f530fc0004	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-h5nmx, pid:28106, start at 2025-04-06 08:25:51.427892276 +0800 CST m=+1.525884524	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:27:51.435 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:25:51.423 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:15:51.423 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989802144149027	TiDB Cluster ID.
tikv_gc_leader_uuid	65821f532840003	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-h5nmx, pid:28179, start at 2025-04-06 08:25:51.523887125 +0800 CST m=+1.551320371	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:27:51.531 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:25:51.521 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:15:51.521 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/multi_source/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/multi_source/tiflash/log/error.log
arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_source/tiflash/db/proxy"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:25:52 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/1ac94305-fe8c-461d-b9f8-ad828c124717
	{"id":"1ac94305-fe8c-461d-b9f8-ad828c124717","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899149}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087d2146d0
	1ac94305-fe8c-461d-b9f8-ad828c124717

/tidb/cdc/default/default/upstream/7489989778898958552
	{"id":7489989778898958552,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/1ac94305-fe8c-461d-b9f8-ad828c124717
	{"id":"1ac94305-fe8c-461d-b9f8-ad828c124717","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899149}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087d2146d0
	1ac94305-fe8c-461d-b9f8-ad828c124717

/tidb/cdc/default/default/upstream/7489989778898958552
	{"id":7489989778898958552,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/1ac94305-fe8c-461d-b9f8-ad828c124717
	{"id":"1ac94305-fe8c-461d-b9f8-ad828c124717","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899149}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087d2146d0
	1ac94305-fe8c-461d-b9f8-ad828c124717

/tidb/cdc/default/default/upstream/7489989778898958552
	{"id":7489989778898958552,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only.cli.16128.out cli tso query --pd=http://127.0.0.1:2379
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:25:53 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/4ece8269-44ee-42b5-a651-7c7032b369ed
	{"id":"4ece8269-44ee-42b5-a651-7c7032b369ed","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899151}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087d2606cd
	4ece8269-44ee-42b5-a651-7c7032b369ed

/tidb/cdc/default/default/upstream/7489989784778633727
	{"id":7489989784778633727,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/4ece8269-44ee-42b5-a651-7c7032b369ed
	{"id":"4ece8269-44ee-42b5-a651-7c7032b369ed","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899151}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087d2606cd
	4ece8269-44ee-42b5-a651-7c7032b369ed

/tidb/cdc/default/default/upstream/7489989784778633727
	{"id":7489989784778633727,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/4ece8269-44ee-42b5-a651-7c7032b369ed
	{"id":"4ece8269-44ee-42b5-a651-7c7032b369ed","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899151}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087d2606cd
	4ece8269-44ee-42b5-a651-7c7032b369ed

/tidb/cdc/default/default/upstream/7489989784778633727
	{"id":7489989784778633727,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.debezium.cli.34435.out cli changefeed create -c test '--sink-uri=kafka://127.0.0.1:9092/output_ticdc?protocol=debezium&kafka-version=2.4.0' --config /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/debezium/changefeed.toml
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.cli.29561.out cli tso query --pd=http://127.0.0.1:2379
Create changefeed successfully!
ID: test
Info: {"upstream_id":7489989784778633727,"namespace":"default","id":"test","sink_uri":"kafka://127.0.0.1:9092/output_ticdc?protocol=debezium\u0026kafka-version=2.4.0","create_time":"2025-04-06T08:25:54.250454751+08:00","start_ts":457152699864449025,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":true,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"debezium","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152699864449025,"checkpoint_ts":457152699864449025,"checkpoint_time":"2025-04-06 08:25:54.146"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
+ set +x
+ tso='457152699545157634
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152699545157634 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only.cli.16171.out cli changefeed create --start-ts=457152699545157634 '--sink-uri=kafka://127.0.0.1:9092/simple-handle-key-only-11077?protocol=simple' -c simple-handle-key-only --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only/conf/changefeed.toml
Create changefeed successfully!
ID: simple-handle-key-only
Info: {"upstream_id":7489989778898958552,"namespace":"default","id":"simple-handle-key-only","sink_uri":"kafka://127.0.0.1:9092/simple-handle-key-only-11077?protocol=simple","create_time":"2025-04-06T08:25:54.794400541+08:00","start_ts":457152699545157634,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"handle-key-only","large_message_handle_compression":"lz4","claim_check_storage_uri":"","claim_check_raw_value":false}},"advance_timeout":150,"send_bootstrap_interval_in_sec":0,"send_bootstrap_in_msg_count":0,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"error"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152699545157634,"checkpoint_ts":457152699545157634,"checkpoint_time":"2025-04-06 08:25:52.928"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
+ set +x
go: downloading go1.23.7 (linux/amd64)
+ set +x
+ tso='457152699989229569
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152699989229569 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:25:56 CST 2025] <<<<<< START cdc server in multi_source case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.2960629608.out server --log-file /tmp/tidb_cdc_test/multi_source/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_source/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ set +x
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:25:59 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/9769cfac-ab70-4d67-9b7a-58d3b51dc96d
	{"id":"9769cfac-ab70-4d67-9b7a-58d3b51dc96d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899156}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087d2e25d8
	9769cfac-ab70-4d67-9b7a-58d3b51dc96d

/tidb/cdc/default/default/upstream/7489989798229456376
	{"id":7489989798229456376,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/9769cfac-ab70-4d67-9b7a-58d3b51dc96d
	{"id":"9769cfac-ab70-4d67-9b7a-58d3b51dc96d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899156}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087d2e25d8
	9769cfac-ab70-4d67-9b7a-58d3b51dc96d

/tidb/cdc/default/default/upstream/7489989798229456376
	{"id":7489989798229456376,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/9769cfac-ab70-4d67-9b7a-58d3b51dc96d
	{"id":"9769cfac-ab70-4d67-9b7a-58d3b51dc96d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899156}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087d2e25d8
	9769cfac-ab70-4d67-9b7a-58d3b51dc96d

/tidb/cdc/default/default/upstream/7489989798229456376
	{"id":7489989798229456376,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_source.cli.29662.out cli changefeed create --start-ts=457152699989229569 '--sink-uri=kafka://127.0.0.1:9092/ticdc-multi-source-test-9675?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760'
Create changefeed successfully!
ID: bade19a9-54fe-4523-b306-27e992de43bb
Info: {"upstream_id":7489989798229456376,"namespace":"default","id":"bade19a9-54fe-4523-b306-27e992de43bb","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-source-test-9675?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:25:59.600624683+08:00","start_ts":457152699989229569,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152699989229569,"checkpoint_ts":457152699989229569,"checkpoint_time":"2025-04-06 08:25:54.622"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
+ set +x
[Sun Apr  6 08:26:01 CST 2025] <<<<<< START kafka consumer in multi_source case >>>>>>
go: downloading github.com/fatih/color v1.18.0
go: downloading github.com/google/go-cmp v0.6.0
go: downloading github.com/segmentio/kafka-go v0.4.45
go: downloading github.com/alecthomas/chroma v0.10.0
go: downloading github.com/thessem/zap-prettyconsole v0.3.0
go: downloading github.com/mattn/go-colorable v0.1.13
go: downloading github.com/Code-Hex/dd v1.1.0
go: downloading github.com/pierrec/lz4/v4 v4.1.15
go: downloading github.com/dlclark/regexp2 v1.4.0
go: downloading google.golang.org/grpc v1.63.2
go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240318140521-94a12d6c2237
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only.cli.16231.out cli changefeed pause -c simple-handle-key-only
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only.cli.16263.out cli changefeed update -c simple-handle-key-only '--sink-uri=kafka://127.0.0.1:9092/simple-handle-key-only-11077?protocol=simple&max-message-bytes=700' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only/conf/changefeed.toml --no-confirm
Diff of changefeed config:
{Type:update Path:[SinkURI] From:kafka://127.0.0.1:9092/simple-handle-key-only-11077?protocol=simple To:kafka://127.0.0.1:9092/simple-handle-key-only-11077?protocol=simple&max-message-bytes=700}
{Type:update Path:[Config SyncPointInterval] From:<nil> To:0xc0037fe4b8}
{Type:update Path:[Config SyncPointRetention] From:<nil> To:0xc0037fe4c8}
{Type:update Path:[Config Consistent] From:<nil> To:0xc000f200e0}
Update changefeed config successfully! 
ID: simple-handle-key-only
Info: {"upstream_id":7489989778898958552,"namespace":"default","id":"simple-handle-key-only","sink_uri":"kafka://127.0.0.1:9092/simple-handle-key-only-11077?protocol=simple\u0026max-message-bytes=700","create_time":"2025-04-06T08:25:54.794400541+08:00","start_ts":457152699545157634,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_table_monitor":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","encoder_concurrency":32,"terminator":"\r\n","enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"handle-key-only","large_message_handle_compression":"lz4","claim_check_storage_uri":"","claim_check_raw_value":false}},"advance_timeout":150,"send_bootstrap_interval_in_sec":0,"send_bootstrap_in_msg_count":0,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"error"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":0,"checkpoint_ts":457152701681631237,"checkpoint_time":"2025-04-06 08:26:01.078"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only.cli.16297.out cli changefeed resume -c simple-handle-key-only
PASS
coverage: 2.1% of statements in github.com/pingcap/tiflow/...
[2025/04/06 08:26:05.709 +08:00] [INFO] [main.go:86] ["running ddl test: 0 createDropSchemaDDL"]
[2025/04/06 08:26:05.996 +08:00] [INFO] [main.go:221] ["1 insert success: 100"]
[2025/04/06 08:26:06.002 +08:00] [INFO] [main.go:221] ["0 insert success: 100"]
[2025/04/06 08:26:06.339 +08:00] [INFO] [main.go:221] ["1 insert success: 200"]
[2025/04/06 08:26:06.342 +08:00] [INFO] [main.go:235] ["1 delete success: 100"]
[2025/04/06 08:26:06.346 +08:00] [INFO] [main.go:221] ["0 insert success: 200"]
[2025/04/06 08:26:06.349 +08:00] [INFO] [main.go:235] ["0 delete success: 100"]
[2025/04/06 08:26:06.606 +08:00] [INFO] [main.go:221] ["1 insert success: 300"]
[2025/04/06 08:26:06.613 +08:00] [INFO] [main.go:221] ["0 insert success: 300"]
[2025/04/06 08:26:05.753 +08:00] [INFO] [dailytest.go:68] ["test pass!!!"]
wait process cdc.test exit for 1-th time...
[2025/04/06 08:26:06.952 +08:00] [INFO] [main.go:221] ["1 insert success: 400"]
[2025/04/06 08:26:06.956 +08:00] [INFO] [main.go:221] ["0 insert success: 400"]
[2025/04/06 08:26:06.962 +08:00] [INFO] [main.go:235] ["1 delete success: 200"]
[2025/04/06 08:26:06.972 +08:00] [INFO] [main.go:235] ["0 delete success: 200"]
+ set +x
table test.finish_mark not exists for 1-th check, retry later
wait process cdc.test exit for 2-th time...
[2025/04/06 08:26:07.309 +08:00] [INFO] [main.go:221] ["1 insert success: 500"]
[2025/04/06 08:26:07.312 +08:00] [INFO] [main.go:221] ["0 insert success: 500"]
[2025/04/06 08:26:07.591 +08:00] [INFO] [main.go:221] ["1 insert success: 600"]
[2025/04/06 08:26:07.591 +08:00] [INFO] [main.go:221] ["0 insert success: 600"]
[2025/04/06 08:26:07.597 +08:00] [INFO] [main.go:235] ["1 delete success: 300"]
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:26:07 CST 2025] <<<<<< run test case cdc success! >>>>>>
[2025/04/06 08:26:07.605 +08:00] [INFO] [main.go:235] ["0 delete success: 300"]
[2025/04/06 08:26:07.951 +08:00] [INFO] [main.go:221] ["0 insert success: 700"]
[2025/04/06 08:26:07.953 +08:00] [INFO] [main.go:221] ["1 insert success: 700"]
[2025/04/06 08:26:08.302 +08:00] [INFO] [main.go:221] ["0 insert success: 800"]
[2025/04/06 08:26:08.313 +08:00] [INFO] [main.go:221] ["1 insert success: 800"]
[2025/04/06 08:26:08.324 +08:00] [INFO] [main.go:235] ["1 delete success: 400"]
[2025/04/06 08:26:08.324 +08:00] [INFO] [main.go:235] ["0 delete success: 400"]
[2025/04/06 08:26:08.567 +08:00] [INFO] [main.go:221] ["0 insert success: 900"]
[2025/04/06 08:26:08.575 +08:00] [INFO] [main.go:221] ["1 insert success: 900"]
[2025/04/06 08:26:08.888 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"]
[2025/04/06 08:26:08.896 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"]
[2025/04/06 08:26:08.904 +08:00] [INFO] [main.go:235] ["0 delete success: 500"]
[2025/04/06 08:26:08.911 +08:00] [INFO] [main.go:235] ["1 delete success: 500"]
[2025/04/06 08:26:09.136 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"]
[2025/04/06 08:26:09.139 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"]
table test.finish_mark not exists for 2-th check, retry later
[2025/04/06 08:26:09.460 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"]
[2025/04/06 08:26:09.464 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"]
[2025/04/06 08:26:09.479 +08:00] [INFO] [main.go:235] ["1 delete success: 600"]
[2025/04/06 08:26:09.480 +08:00] [INFO] [main.go:235] ["0 delete success: 600"]
[2025/04/06 08:26:09.707 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"]
[2025/04/06 08:26:09.713 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"]
[2025/04/06 08:26:10.045 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"]
[2025/04/06 08:26:10.054 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"]
[2025/04/06 08:26:10.064 +08:00] [INFO] [main.go:235] ["1 delete success: 700"]
[2025/04/06 08:26:10.078 +08:00] [INFO] [main.go:235] ["0 delete success: 700"]
[2025/04/06 08:26:10.294 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"]
[2025/04/06 08:26:10.309 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"]
[2025/04/06 08:26:10.627 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"]
[2025/04/06 08:26:10.645 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"]
[2025/04/06 08:26:10.659 +08:00] [INFO] [main.go:235] ["1 delete success: 800"]
[2025/04/06 08:26:10.674 +08:00] [INFO] [main.go:235] ["0 delete success: 800"]
[mysql] 2025/04/06 08:26:10 connection.go:299: invalid connection
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:26:12 CST 2025] <<<<<< run test case kafka_simple_handle_key_only success! >>>>>>
[2025/04/06 08:26:15.735 +08:00] [INFO] [main.go:86] ["running ddl test: 1 truncateDDL"]
[2025/04/06 08:26:15.948 +08:00] [INFO] [main.go:221] ["0 insert success: 100"]
[2025/04/06 08:26:15.957 +08:00] [INFO] [main.go:221] ["1 insert success: 100"]
[2025/04/06 08:26:16.128 +08:00] [INFO] [main.go:221] ["0 insert success: 200"]
[2025/04/06 08:26:16.130 +08:00] [INFO] [main.go:235] ["0 delete success: 100"]
[2025/04/06 08:26:16.145 +08:00] [INFO] [main.go:221] ["1 insert success: 200"]
[2025/04/06 08:26:16.155 +08:00] [INFO] [main.go:235] ["1 delete success: 100"]
[2025/04/06 08:26:16.316 +08:00] [INFO] [main.go:221] ["0 insert success: 300"]
[2025/04/06 08:26:16.341 +08:00] [INFO] [main.go:221] ["1 insert success: 300"]
[2025/04/06 08:26:16.514 +08:00] [INFO] [main.go:221] ["0 insert success: 400"]
[2025/04/06 08:26:16.516 +08:00] [INFO] [main.go:235] ["0 delete success: 200"]
[2025/04/06 08:26:16.537 +08:00] [INFO] [main.go:221] ["1 insert success: 400"]
[2025/04/06 08:26:16.546 +08:00] [INFO] [main.go:235] ["1 delete success: 200"]
[2025/04/06 08:26:16.716 +08:00] [INFO] [main.go:221] ["0 insert success: 500"]
[2025/04/06 08:26:16.727 +08:00] [INFO] [main.go:221] ["1 insert success: 500"]
[2025/04/06 08:26:16.909 +08:00] [INFO] [main.go:221] ["0 insert success: 600"]
[2025/04/06 08:26:16.910 +08:00] [INFO] [main.go:221] ["1 insert success: 600"]
[2025/04/06 08:26:16.922 +08:00] [INFO] [main.go:235] ["0 delete success: 300"]
[2025/04/06 08:26:16.926 +08:00] [INFO] [main.go:235] ["1 delete success: 300"]
[2025/04/06 08:26:17.088 +08:00] [INFO] [main.go:221] ["1 insert success: 700"]
[2025/04/06 08:26:17.104 +08:00] [INFO] [main.go:221] ["0 insert success: 700"]
[2025/04/06 08:26:17.261 +08:00] [INFO] [main.go:221] ["1 insert success: 800"]
[2025/04/06 08:26:17.284 +08:00] [INFO] [main.go:235] ["1 delete success: 400"]
[2025/04/06 08:26:17.294 +08:00] [INFO] [main.go:221] ["0 insert success: 800"]
[2025/04/06 08:26:17.308 +08:00] [INFO] [main.go:235] ["0 delete success: 400"]
[2025/04/06 08:26:17.442 +08:00] [INFO] [main.go:221] ["1 insert success: 900"]
[2025/04/06 08:26:17.494 +08:00] [INFO] [main.go:221] ["0 insert success: 900"]
[2025/04/06 08:26:17.629 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"]
[2025/04/06 08:26:17.657 +08:00] [INFO] [main.go:235] ["1 delete success: 500"]
[2025/04/06 08:26:17.691 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"]
[2025/04/06 08:26:17.705 +08:00] [INFO] [main.go:235] ["0 delete success: 500"]
[2025/04/06 08:26:17.807 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"]
[2025/04/06 08:26:17.880 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"]
[2025/04/06 08:26:17.981 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"]
[2025/04/06 08:26:18.012 +08:00] [INFO] [main.go:235] ["1 delete success: 600"]
[2025/04/06 08:26:18.076 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"]
[2025/04/06 08:26:18.099 +08:00] [INFO] [main.go:235] ["0 delete success: 600"]
[2025/04/06 08:26:18.167 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"]
[2025/04/06 08:26:18.287 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"]
[2025/04/06 08:26:18.359 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"]
[2025/04/06 08:26:18.399 +08:00] [INFO] [main.go:235] ["1 delete success: 700"]
[2025/04/06 08:26:18.491 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"]
[2025/04/06 08:26:18.517 +08:00] [INFO] [main.go:235] ["0 delete success: 700"]
[2025/04/06 08:26:18.548 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"]
[2025/04/06 08:26:18.691 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"]
[2025/04/06 08:26:18.717 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"]
[2025/04/06 08:26:18.751 +08:00] [INFO] [main.go:235] ["1 delete success: 800"]
[2025/04/06 08:26:18.883 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"]
[2025/04/06 08:26:18.893 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"]
[2025/04/06 08:26:18.910 +08:00] [INFO] [main.go:235] ["0 delete success: 800"]
[2025/04/06 08:26:19.077 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"]
[2025/04/06 08:26:19.080 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"]
[2025/04/06 08:26:19.119 +08:00] [INFO] [main.go:235] ["1 delete success: 900"]
[2025/04/06 08:26:19.268 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"]
[2025/04/06 08:26:19.297 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"]
[2025/04/06 08:26:19.328 +08:00] [INFO] [main.go:235] ["0 delete success: 900"]
[2025/04/06 08:26:19.449 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"]
[2025/04/06 08:26:19.489 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"]
[2025/04/06 08:26:19.494 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"]
[2025/04/06 08:26:19.633 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"]
[2025/04/06 08:26:19.675 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"]
[2025/04/06 08:26:19.702 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"]
[2025/04/06 08:26:19.809 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"]
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/split_region/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
[2025/04/06 08:26:19.870 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"]
[2025/04/06 08:26:19.879 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"]
[2025/04/06 08:26:20.015 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"]
[2025/04/06 08:26:20.082 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"]
[2025/04/06 08:26:20.114 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"]
[2025/04/06 08:26:20.199 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"]
[2025/04/06 08:26:20.249 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"]
[2025/04/06 08:26:20.280 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"]
[2025/04/06 08:26:20.384 +08:00] [INFO] [main.go:221] ["1 insert success: 2500"]
[2025/04/06 08:26:20.487 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"]
[2025/04/06 08:26:20.524 +08:00] [INFO] [main.go:235] ["0 delete success: 1200"]
[2025/04/06 08:26:20.582 +08:00] [INFO] [main.go:221] ["1 insert success: 2600"]
[2025/04/06 08:26:20.634 +08:00] [INFO] [main.go:235] ["1 delete success: 1300"]
[2025/04/06 08:26:20.669 +08:00] [INFO] [main.go:221] ["0 insert success: 2500"]
start tidb cluster in /tmp/tidb_cdc_test/split_region
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
Verifying downstream PD is started...
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only/run.sh: line 1: 16331 Killed                  cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only_avro/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
[2025/04/06 08:26:25.783 +08:00] [INFO] [main.go:86] ["running ddl test: 2 addDropColumnDDL"]
[2025/04/06 08:26:25.988 +08:00] [INFO] [main.go:221] ["0 insert success: 100"]
[2025/04/06 08:26:25.995 +08:00] [INFO] [main.go:221] ["1 insert success: 100"]
[2025/04/06 08:26:26.164 +08:00] [INFO] [main.go:221] ["0 insert success: 200"]
[2025/04/06 08:26:26.166 +08:00] [INFO] [main.go:235] ["0 delete success: 100"]
[2025/04/06 08:26:26.177 +08:00] [INFO] [main.go:221] ["1 insert success: 200"]
[2025/04/06 08:26:26.179 +08:00] [INFO] [main.go:235] ["1 delete success: 100"]
[2025/04/06 08:26:26.356 +08:00] [INFO] [main.go:221] ["0 insert success: 300"]
[2025/04/06 08:26:26.366 +08:00] [INFO] [main.go:221] ["1 insert success: 300"]
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
[2025/04/06 08:26:26.554 +08:00] [INFO] [main.go:221] ["0 insert success: 400"]
[2025/04/06 08:26:26.556 +08:00] [INFO] [main.go:235] ["0 delete success: 200"]
[2025/04/06 08:26:26.565 +08:00] [INFO] [main.go:221] ["1 insert success: 400"]
[2025/04/06 08:26:26.567 +08:00] [INFO] [main.go:235] ["1 delete success: 200"]
[2025/04/06 08:26:26.739 +08:00] [INFO] [main.go:221] ["0 insert success: 500"]
[2025/04/06 08:26:26.750 +08:00] [INFO] [main.go:221] ["1 insert success: 500"]
[2025/04/06 08:26:26.922 +08:00] [INFO] [main.go:221] ["0 insert success: 600"]
[2025/04/06 08:26:26.924 +08:00] [INFO] [main.go:235] ["0 delete success: 300"]
[2025/04/06 08:26:26.934 +08:00] [INFO] [main.go:221] ["1 insert success: 600"]
[2025/04/06 08:26:26.936 +08:00] [INFO] [main.go:235] ["1 delete success: 300"]
[2025/04/06 08:26:27.121 +08:00] [INFO] [main.go:221] ["0 insert success: 700"]
[2025/04/06 08:26:27.130 +08:00] [INFO] [main.go:221] ["1 insert success: 700"]
[2025/04/06 08:26:27.315 +08:00] [INFO] [main.go:221] ["0 insert success: 800"]
[2025/04/06 08:26:27.317 +08:00] [INFO] [main.go:235] ["0 delete success: 400"]
[2025/04/06 08:26:27.325 +08:00] [INFO] [main.go:221] ["1 insert success: 800"]
[2025/04/06 08:26:27.327 +08:00] [INFO] [main.go:235] ["1 delete success: 400"]
[2025/04/06 08:26:27.519 +08:00] [INFO] [main.go:221] ["0 insert success: 900"]
[2025/04/06 08:26:27.531 +08:00] [INFO] [main.go:221] ["1 insert success: 900"]
[2025/04/06 08:26:27.707 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"]
[2025/04/06 08:26:27.709 +08:00] [INFO] [main.go:235] ["0 delete success: 500"]
[2025/04/06 08:26:27.722 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"]
[2025/04/06 08:26:27.724 +08:00] [INFO] [main.go:235] ["1 delete success: 500"]
[2025/04/06 08:26:27.891 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"]
[2025/04/06 08:26:27.907 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"]
[2025/04/06 08:26:28.077 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"]
[2025/04/06 08:26:28.079 +08:00] [INFO] [main.go:235] ["0 delete success: 600"]
[2025/04/06 08:26:28.100 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"]
[2025/04/06 08:26:28.102 +08:00] [INFO] [main.go:235] ["1 delete success: 600"]
[2025/04/06 08:26:28.266 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"]
[2025/04/06 08:26:28.292 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"]
start tidb cluster in /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
[2025/04/06 08:26:28.460 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"]
[2025/04/06 08:26:28.462 +08:00] [INFO] [main.go:235] ["0 delete success: 700"]
[2025/04/06 08:26:28.486 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"]
[2025/04/06 08:26:28.488 +08:00] [INFO] [main.go:235] ["1 delete success: 700"]
[2025/04/06 08:26:28.662 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"]
[2025/04/06 08:26:28.685 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"]
[2025/04/06 08:26:28.852 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"]
[2025/04/06 08:26:28.854 +08:00] [INFO] [main.go:235] ["0 delete success: 800"]
[2025/04/06 08:26:28.883 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"]
[2025/04/06 08:26:28.885 +08:00] [INFO] [main.go:235] ["1 delete success: 800"]
[2025/04/06 08:26:29.047 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"]
[2025/04/06 08:26:29.084 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"]
[2025/04/06 08:26:29.239 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"]
[2025/04/06 08:26:29.241 +08:00] [INFO] [main.go:235] ["0 delete success: 900"]
[2025/04/06 08:26:29.281 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"]
[2025/04/06 08:26:29.283 +08:00] [INFO] [main.go:235] ["1 delete success: 900"]
[2025/04/06 08:26:29.414 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"]
[2025/04/06 08:26:29.477 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"]
Verifying downstream PD is started...
[2025/04/06 08:26:29.598 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"]
[2025/04/06 08:26:29.600 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"]
[2025/04/06 08:26:29.677 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"]
[2025/04/06 08:26:29.679 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"]
[2025/04/06 08:26:29.771 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"]
[2025/04/06 08:26:29.884 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"]
[2025/04/06 08:26:29.951 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"]
[2025/04/06 08:26:29.953 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"]
[2025/04/06 08:26:30.077 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"]
[2025/04/06 08:26:30.079 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"]
[2025/04/06 08:26:30.130 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"]
[2025/04/06 08:26:30.269 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"]
[2025/04/06 08:26:30.320 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"]
[2025/04/06 08:26:30.322 +08:00] [INFO] [main.go:235] ["0 delete success: 1200"]
[2025/04/06 08:26:30.473 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"]
[2025/04/06 08:26:30.475 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"]
[2025/04/06 08:26:30.521 +08:00] [INFO] [main.go:221] ["0 insert success: 2500"]
[2025/04/06 08:26:30.664 +08:00] [INFO] [main.go:221] ["1 insert success: 2500"]
[2025/04/06 08:26:30.716 +08:00] [INFO] [main.go:221] ["0 insert success: 2600"]
[2025/04/06 08:26:30.718 +08:00] [INFO] [main.go:235] ["0 delete success: 1300"]
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989958810083020	TiDB Cluster ID.
tikv_gc_leader_uuid	65821f789f00003	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-nd468, pid:25394, start at 2025-04-06 08:26:29.888380656 +0800 CST m=+1.544066382	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:28:29.896 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:26:29.884 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:16:29.884 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989958810083020	TiDB Cluster ID.
tikv_gc_leader_uuid	65821f789f00003	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-nd468, pid:25394, start at 2025-04-06 08:26:29.888380656 +0800 CST m=+1.544066382	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:28:29.896 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:26:29.884 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:16:29.884 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989970800870099	TiDB Cluster ID.
tikv_gc_leader_uuid	65821f78ac4000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-nd468, pid:25470, start at 2025-04-06 08:26:29.981445543 +0800 CST m=+1.550320270	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:28:29.989 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:26:29.987 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:16:29.987 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/split_region/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/split_region/tiflash/log/error.log
arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/split_region/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/split_region/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/split_region/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.split_region.cli.26845.out cli tso query --pd=http://127.0.0.1:2379
8:26AM INF > Info cdc.mysql=kafka://127.0.0.1:9092/output_debezium cdc.tidb=kafka://127.0.0.1:9092/output_ticdc db.mysql=root@tcp(127.0.0.1:3310)/{db}?allowNativePasswords=true db.tidb=root@tcp(127.0.0.1:4000)/{db}?allowNativePasswords=true
8:26AM INF > Run case=sql/data_types.sql
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ set +x
+ tso='457152710072074241
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152710072074241 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:26:34 CST 2025] <<<<<< START cdc server in split_region case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.split_region.2688526887.out server --log-file /tmp/tidb_cdc_test/split_region/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/split_region/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[2025/04/06 08:26:36.051 +08:00] [INFO] [main.go:86] ["running ddl test: 3 addDropColumnDDL2"]
[2025/04/06 08:26:36.245 +08:00] [INFO] [main.go:221] ["0 insert success: 100"]
[2025/04/06 08:26:36.269 +08:00] [INFO] [main.go:221] ["1 insert success: 100"]
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989981086876720	TiDB Cluster ID.
tikv_gc_leader_uuid	65821f7e410000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:17514, start at 2025-04-06 08:26:35.690825717 +0800 CST m=+1.533889894	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:28:35.698 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:26:35.702 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:16:35.702 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989981086876720	TiDB Cluster ID.
tikv_gc_leader_uuid	65821f7e410000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:17514, start at 2025-04-06 08:26:35.690825717 +0800 CST m=+1.533889894	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:28:35.698 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:26:35.702 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:16:35.702 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489989995304993924	TiDB Cluster ID.
tikv_gc_leader_uuid	65821f7e4c0000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:17598, start at 2025-04-06 08:26:35.730033804 +0800 CST m=+1.497564832	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:28:35.737 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:26:35.696 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:16:35.696 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
[2025/04/06 08:26:36.431 +08:00] [INFO] [main.go:221] ["0 insert success: 200"]
[2025/04/06 08:26:36.433 +08:00] [INFO] [main.go:235] ["0 delete success: 100"]
[2025/04/06 08:26:36.464 +08:00] [INFO] [main.go:221] ["1 insert success: 200"]
[2025/04/06 08:26:36.466 +08:00] [INFO] [main.go:235] ["1 delete success: 100"]
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
[2025/04/06 08:26:36.610 +08:00] [INFO] [main.go:221] ["0 insert success: 300"]
[2025/04/06 08:26:36.651 +08:00] [INFO] [main.go:221] ["1 insert success: 300"]
[2025/04/06 08:26:36.788 +08:00] [INFO] [main.go:221] ["0 insert success: 400"]
[2025/04/06 08:26:36.789 +08:00] [INFO] [main.go:235] ["0 delete success: 200"]
[2025/04/06 08:26:36.837 +08:00] [INFO] [main.go:221] ["1 insert success: 400"]
[2025/04/06 08:26:36.839 +08:00] [INFO] [main.go:235] ["1 delete success: 200"]
[2025/04/06 08:26:36.963 +08:00] [INFO] [main.go:221] ["0 insert success: 500"]
[2025/04/06 08:26:37.018 +08:00] [INFO] [main.go:221] ["1 insert success: 500"]
[2025/04/06 08:26:37.136 +08:00] [INFO] [main.go:221] ["0 insert success: 600"]
[2025/04/06 08:26:37.137 +08:00] [INFO] [main.go:235] ["0 delete success: 300"]
[2025/04/06 08:26:37.201 +08:00] [INFO] [main.go:221] ["1 insert success: 600"]
[2025/04/06 08:26:37.203 +08:00] [INFO] [main.go:235] ["1 delete success: 300"]
[2025/04/06 08:26:37.307 +08:00] [INFO] [main.go:221] ["0 insert success: 700"]
[2025/04/06 08:26:37.384 +08:00] [INFO] [main.go:221] ["1 insert success: 700"]
[2025/04/06 08:26:37.496 +08:00] [INFO] [main.go:221] ["0 insert success: 800"]
[2025/04/06 08:26:37.497 +08:00] [INFO] [main.go:235] ["0 delete success: 400"]
[2025/04/06 08:26:37.575 +08:00] [INFO] [main.go:221] ["1 insert success: 800"]
[2025/04/06 08:26:37.577 +08:00] [INFO] [main.go:235] ["1 delete success: 400"]
[2025/04/06 08:26:37.674 +08:00] [INFO] [main.go:221] ["0 insert success: 900"]
[2025/04/06 08:26:37.755 +08:00] [INFO] [main.go:221] ["1 insert success: 900"]
[2025/04/06 08:26:37.854 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"]
[2025/04/06 08:26:37.855 +08:00] [INFO] [main.go:235] ["0 delete success: 500"]
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:26:37 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e1234db1-2ba6-40fa-92cf-3acc10e04f65
	{"id":"e1234db1-2ba6-40fa-92cf-3acc10e04f65","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899194}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087dc84aeb
	e1234db1-2ba6-40fa-92cf-3acc10e04f65

/tidb/cdc/default/default/upstream/7489989958810083020
	{"id":7489989958810083020,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e1234db1-2ba6-40fa-92cf-3acc10e04f65
	{"id":"e1234db1-2ba6-40fa-92cf-3acc10e04f65","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899194}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087dc84aeb
	e1234db1-2ba6-40fa-92cf-3acc10e04f65

/tidb/cdc/default/default/upstream/7489989958810083020
	{"id":7489989958810083020,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e1234db1-2ba6-40fa-92cf-3acc10e04f65
	{"id":"e1234db1-2ba6-40fa-92cf-3acc10e04f65","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899194}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087dc84aeb
	e1234db1-2ba6-40fa-92cf-3acc10e04f65

/tidb/cdc/default/default/upstream/7489989958810083020
	{"id":7489989958810083020,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.split_region.cli.26949.out cli changefeed create --start-ts=457152710072074241 '--sink-uri=kafka://127.0.0.1:9092/ticdc-split-region-test-23262?protocol=open-protocol&partition-num=4&kafka-version=2.4.1&max-message-bytes=10485760' --config /tmp/tidb_cdc_test/split_region/pulsar_test.toml
[2025/04/06 08:26:37.929 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"]
[2025/04/06 08:26:37.931 +08:00] [INFO] [main.go:235] ["1 delete success: 500"]
[2025/04/06 08:26:38.034 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"]
[2025/04/06 08:26:38.101 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"]
Create changefeed successfully!
ID: da6b2ee9-393a-4690-ad75-ce69f26b6d25
Info: {"upstream_id":7489989958810083020,"namespace":"default","id":"da6b2ee9-393a-4690-ad75-ce69f26b6d25","sink_uri":"kafka://127.0.0.1:9092/ticdc-split-region-test-23262?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:26:38.134600956+08:00","start_ts":457152710072074241,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152710072074241,"checkpoint_ts":457152710072074241,"checkpoint_time":"2025-04-06 08:26:33.085"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
[2025/04/06 08:26:38.211 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"]
[2025/04/06 08:26:38.213 +08:00] [INFO] [main.go:235] ["0 delete success: 600"]
[2025/04/06 08:26:38.277 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"]
[2025/04/06 08:26:38.278 +08:00] [INFO] [main.go:235] ["1 delete success: 600"]
[2025/04/06 08:26:38.391 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"]
[2025/04/06 08:26:38.460 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"]
[2025/04/06 08:26:38.570 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"]
[2025/04/06 08:26:38.572 +08:00] [INFO] [main.go:235] ["0 delete success: 700"]
[2025/04/06 08:26:38.641 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"]
[2025/04/06 08:26:38.643 +08:00] [INFO] [main.go:235] ["1 delete success: 700"]
[2025/04/06 08:26:38.757 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"]
[2025/04/06 08:26:38.825 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"]
[Sun Apr  6 08:26:38 CST 2025] <<<<<< START cdc server in kafka_simple_handle_key_only_avro case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ GO_FAILPOINTS=
+ '[' -z '' ']'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only_avro.1898118983.out server --log-file /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_simple_handle_key_only_avro/cdc_data --cluster-id default
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[2025/04/06 08:26:38.941 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"]
[2025/04/06 08:26:38.943 +08:00] [INFO] [main.go:235] ["0 delete success: 800"]
[2025/04/06 08:26:39.009 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"]
[2025/04/06 08:26:39.011 +08:00] [INFO] [main.go:235] ["1 delete success: 800"]
[2025/04/06 08:26:39.118 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"]
[2025/04/06 08:26:39.187 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"]
[2025/04/06 08:26:39.292 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"]
[2025/04/06 08:26:39.294 +08:00] [INFO] [main.go:235] ["0 delete success: 900"]
[2025/04/06 08:26:39.368 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"]
[2025/04/06 08:26:39.370 +08:00] [INFO] [main.go:235] ["1 delete success: 900"]
[2025/04/06 08:26:39.478 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"]
[2025/04/06 08:26:39.546 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"]
[2025/04/06 08:26:39.659 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"]
[2025/04/06 08:26:39.661 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"]
+ set +x
[Sun Apr  6 08:26:39 CST 2025] <<<<<< START kafka consumer in split_region case >>>>>>
table split_region.test1 not exists for 1-th check, retry later
[2025/04/06 08:26:39.728 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"]
[2025/04/06 08:26:39.730 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"]
[2025/04/06 08:26:39.846 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"]
[2025/04/06 08:26:39.926 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"]
[2025/04/06 08:26:40.028 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"]
[2025/04/06 08:26:40.030 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"]
[2025/04/06 08:26:40.111 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"]
[2025/04/06 08:26:40.113 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"]
[2025/04/06 08:26:40.208 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"]
[2025/04/06 08:26:40.293 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"]
[2025/04/06 08:26:40.397 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"]
[2025/04/06 08:26:40.399 +08:00] [INFO] [main.go:235] ["0 delete success: 1200"]
[2025/04/06 08:26:40.487 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"]
[2025/04/06 08:26:40.488 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"]
[2025/04/06 08:26:40.582 +08:00] [INFO] [main.go:221] ["0 insert success: 2500"]
[2025/04/06 08:26:40.668 +08:00] [INFO] [main.go:221] ["1 insert success: 2500"]
[2025/04/06 08:26:40.762 +08:00] [INFO] [main.go:221] ["0 insert success: 2600"]
[2025/04/06 08:26:40.764 +08:00] [INFO] [main.go:235] ["0 delete success: 1300"]
[2025/04/06 08:26:40.850 +08:00] [INFO] [main.go:221] ["1 insert success: 2600"]
[2025/04/06 08:26:40.852 +08:00] [INFO] [main.go:235] ["1 delete success: 1300"]
[2025/04/06 08:26:40.941 +08:00] [INFO] [main.go:221] ["0 insert success: 2700"]
[2025/04/06 08:26:41.035 +08:00] [INFO] [main.go:221] ["1 insert success: 2700"]
table split_region.test1 exists
table split_region.test2 not exists for 1-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:26:41 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/d2260bad-700f-4487-b4f2-167f07781f0d
	{"id":"d2260bad-700f-4487-b4f2-167f07781f0d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899198}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087ddb1cd9
	d2260bad-700f-4487-b4f2-167f07781f0d

/tidb/cdc/default/default/upstream/7489989981086876720
	{"id":7489989981086876720,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/d2260bad-700f-4487-b4f2-167f07781f0d
	{"id":"d2260bad-700f-4487-b4f2-167f07781f0d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899198}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087ddb1cd9
	d2260bad-700f-4487-b4f2-167f07781f0d

/tidb/cdc/default/default/upstream/7489989981086876720
	{"id":7489989981086876720,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/d2260bad-700f-4487-b4f2-167f07781f0d
	{"id":"d2260bad-700f-4487-b4f2-167f07781f0d","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899198}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087ddb1cd9
	d2260bad-700f-4487-b4f2-167f07781f0d

/tidb/cdc/default/default/upstream/7489989981086876720
	{"id":7489989981086876720,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only_avro.cli.19040.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='457152712409612293
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152712409612293 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only_avro.cli.19070.out cli changefeed create --start-ts=457152712409612293 '--sink-uri=kafka://127.0.0.1:9092/simple-handle-key-only-avro-30859?protocol=simple&encoding-format=avro' -c simple-handle-key-only-avro --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only_avro/conf/changefeed.toml
Create changefeed successfully!
ID: simple-handle-key-only-avro
Info: {"upstream_id":7489989981086876720,"namespace":"default","id":"simple-handle-key-only-avro","sink_uri":"kafka://127.0.0.1:9092/simple-handle-key-only-avro-30859?protocol=simple\u0026encoding-format=avro","create_time":"2025-04-06T08:26:43.842320392+08:00","start_ts":457152712409612293,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"handle-key-only","large_message_handle_compression":"lz4","claim_check_storage_uri":"","claim_check_raw_value":false}},"advance_timeout":150,"send_bootstrap_interval_in_sec":0,"send_bootstrap_in_msg_count":0,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"error"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152712409612293,"checkpoint_ts":457152712409612293,"checkpoint_time":"2025-04-06 08:26:42.002"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
table split_region.test2 exists
check diff failed 1-th time, retry later
+ set +x
check diff successfully
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   221  100   221    0     0   6906      0 --:--:-- --:--:-- --:--:--  6906
+ synced_status='{"synced":true,"sink_checkpoint_ts":"2025-04-06 08:26:33.968","puller_resolved_ts":"2025-04-06 08:26:25.968","last_synced_ts":"2025-04-06 08:24:17.468","now_ts":"2025-04-06 08:26:34.000","info":"Data syncing is finished"}'
++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-06' '08:26:33.968","puller_resolved_ts":"2025-04-06' '08:26:25.968","last_synced_ts":"2025-04-06' '08:24:17.468","now_ts":"2025-04-06' '08:26:34.000","info":"Data' syncing is 'finished"}'
++ jq .synced
+ status=true
+ '[' true '!=' true ']'
+ kill_pd
++ ps aux
++ grep pd-server
++ grep /tmp/tidb_cdc_test/synced_status
+ info='jenkins    15956  7.9  0.0 15041224 147452 ?     Sl   08:24   0:12 pd-server --advertise-client-urls http://127.0.0.1:2379 --client-urls http://0.0.0.0:2379 --advertise-peer-urls http://127.0.0.1:2380 --peer-urls http://0.0.0.0:2380 --config /tmp/tidb_cdc_test/synced_status/pd-config.toml --log-file /tmp/tidb_cdc_test/synced_status/pd1.log --data-dir /tmp/tidb_cdc_test/synced_status/pd1 --name=pd1 --initial-cluster=pd1=http://127.0.0.1:2380
jenkins    16016  5.8  0.0 14968004 142372 ?     Sl   08:24   0:08 pd-server --advertise-client-urls http://127.0.0.1:2479 --client-urls http://0.0.0.0:2479 --advertise-peer-urls http://127.0.0.1:2480 --peer-urls http://0.0.0.0:2480 --config /tmp/tidb_cdc_test/synced_status/pd-config.toml --log-file /tmp/tidb_cdc_test/synced_status/down_pd.log --data-dir /tmp/tidb_cdc_test/synced_status/down_pd'
++ ps aux
++ grep pd-server
++ grep /tmp/tidb_cdc_test/synced_status
++ awk '{print $2}'
++ xargs kill -9
+ sleep 20
{"level":"warn","ts":"2025-04-06T08:26:40.836498+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f04e00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":"2025-04-06T08:26:40.836556+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":"2025-04-06T08:26:40.844835+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f04e00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:26:40.844992+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00240aa80/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":"2025-04-06T08:26:40.845035+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":"2025-04-06T08:26:40.856263+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00240aa80/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:26:40.915278+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002285180/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
{"level":"info","ts":"2025-04-06T08:26:40.915316+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":"2025-04-06T08:26:40.926588+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002285180/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
{"level":"warn","ts":1743899202.3198118,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0031e21c0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":1743899202.3198652,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":1743899202.4180784,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002fb8c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":1743899202.4181435,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":1743899202.4581056,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00438a000/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
{"level":"info","ts":1743899202.4581676,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
[2025/04/06 08:26:46.278 +08:00] [INFO] [main.go:86] ["running ddl test: 4 modifyColumnDDL"]
[2025/04/06 08:26:46.480 +08:00] [INFO] [main.go:221] ["0 insert success: 100"]
[2025/04/06 08:26:46.482 +08:00] [INFO] [main.go:221] ["1 insert success: 100"]
[2025/04/06 08:26:46.657 +08:00] [INFO] [main.go:221] ["0 insert success: 200"]
[2025/04/06 08:26:46.657 +08:00] [INFO] [main.go:221] ["1 insert success: 200"]
[2025/04/06 08:26:46.658 +08:00] [INFO] [main.go:235] ["1 delete success: 100"]
[2025/04/06 08:26:46.658 +08:00] [INFO] [main.go:235] ["0 delete success: 100"]
[2025/04/06 08:26:46.829 +08:00] [INFO] [main.go:221] ["0 insert success: 300"]
[2025/04/06 08:26:46.834 +08:00] [INFO] [main.go:221] ["1 insert success: 300"]
{"level":"warn","ts":"2025-04-06T08:26:46.845362+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f04e00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:26:46.856915+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00240aa80/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:26:46.927897+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002285180/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
[2025/04/06 08:26:47.006 +08:00] [INFO] [main.go:221] ["1 insert success: 400"]
[2025/04/06 08:26:47.008 +08:00] [INFO] [main.go:235] ["1 delete success: 200"]
[2025/04/06 08:26:47.013 +08:00] [INFO] [main.go:221] ["0 insert success: 400"]
[2025/04/06 08:26:47.015 +08:00] [INFO] [main.go:235] ["0 delete success: 200"]
[2025/04/06 08:26:47.170 +08:00] [INFO] [main.go:221] ["1 insert success: 500"]
[2025/04/06 08:26:47.202 +08:00] [INFO] [main.go:221] ["0 insert success: 500"]
[2025/04/06 08:26:47.331 +08:00] [INFO] [main.go:221] ["1 insert success: 600"]
[2025/04/06 08:26:47.333 +08:00] [INFO] [main.go:235] ["1 delete success: 300"]
[2025/04/06 08:26:47.379 +08:00] [INFO] [main.go:221] ["0 insert success: 600"]
[2025/04/06 08:26:47.381 +08:00] [INFO] [main.go:235] ["0 delete success: 300"]
[2025/04/06 08:26:47.493 +08:00] [INFO] [main.go:221] ["1 insert success: 700"]
[2025/04/06 08:26:47.559 +08:00] [INFO] [main.go:221] ["0 insert success: 700"]
[2025/04/06 08:26:47.656 +08:00] [INFO] [main.go:221] ["1 insert success: 800"]
[2025/04/06 08:26:47.658 +08:00] [INFO] [main.go:235] ["1 delete success: 400"]
[2025/04/06 08:26:47.735 +08:00] [INFO] [main.go:221] ["0 insert success: 800"]
[2025/04/06 08:26:47.736 +08:00] [INFO] [main.go:235] ["0 delete success: 400"]
[2025/04/06 08:26:47.816 +08:00] [INFO] [main.go:221] ["1 insert success: 900"]
[2025/04/06 08:26:47.911 +08:00] [INFO] [main.go:221] ["0 insert success: 900"]
[2025/04/06 08:26:47.977 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"]
[2025/04/06 08:26:47.979 +08:00] [INFO] [main.go:235] ["1 delete success: 500"]
[2025/04/06 08:26:48.087 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"]
[2025/04/06 08:26:48.089 +08:00] [INFO] [main.go:235] ["0 delete success: 500"]
[2025/04/06 08:26:48.139 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"]
[2025/04/06 08:26:48.269 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"]
[2025/04/06 08:26:48.309 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"]
[2025/04/06 08:26:48.310 +08:00] [INFO] [main.go:235] ["1 delete success: 600"]
[2025/04/06 08:26:48.452 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"]
[2025/04/06 08:26:48.454 +08:00] [INFO] [main.go:235] ["0 delete success: 600"]
[2025/04/06 08:26:48.477 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"]
[2025/04/06 08:26:48.627 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"]
[2025/04/06 08:26:48.648 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"]
[2025/04/06 08:26:48.650 +08:00] [INFO] [main.go:235] ["1 delete success: 700"]
[2025/04/06 08:26:48.807 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"]
[2025/04/06 08:26:48.810 +08:00] [INFO] [main.go:235] ["0 delete success: 700"]
[2025/04/06 08:26:48.823 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"]
[2025/04/06 08:26:48.982 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"]
[2025/04/06 08:26:49.008 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"]
[2025/04/06 08:26:49.009 +08:00] [INFO] [main.go:235] ["1 delete success: 800"]
[2025/04/06 08:26:49.151 +08:00] [INFO] [main.go:221] ["0 insert success: 1600"]
[2025/04/06 08:26:49.153 +08:00] [INFO] [main.go:235] ["0 delete success: 800"]
[2025/04/06 08:26:49.197 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"]
[2025/04/06 08:26:49.330 +08:00] [INFO] [main.go:221] ["0 insert success: 1700"]
[2025/04/06 08:26:49.378 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"]
[2025/04/06 08:26:49.379 +08:00] [INFO] [main.go:235] ["1 delete success: 900"]
[2025/04/06 08:26:49.509 +08:00] [INFO] [main.go:221] ["0 insert success: 1800"]
[2025/04/06 08:26:49.511 +08:00] [INFO] [main.go:235] ["0 delete success: 900"]
[2025/04/06 08:26:49.567 +08:00] [INFO] [main.go:221] ["1 insert success: 1900"]
[2025/04/06 08:26:49.690 +08:00] [INFO] [main.go:221] ["0 insert success: 1900"]
[2025/04/06 08:26:49.751 +08:00] [INFO] [main.go:221] ["1 insert success: 2000"]
[2025/04/06 08:26:49.753 +08:00] [INFO] [main.go:235] ["1 delete success: 1000"]
[2025/04/06 08:26:49.876 +08:00] [INFO] [main.go:221] ["0 insert success: 2000"]
[2025/04/06 08:26:49.878 +08:00] [INFO] [main.go:235] ["0 delete success: 1000"]
[2025/04/06 08:26:49.941 +08:00] [INFO] [main.go:221] ["1 insert success: 2100"]
[2025/04/06 08:26:50.061 +08:00] [INFO] [main.go:221] ["0 insert success: 2100"]
[2025/04/06 08:26:50.129 +08:00] [INFO] [main.go:221] ["1 insert success: 2200"]
[2025/04/06 08:26:50.131 +08:00] [INFO] [main.go:235] ["1 delete success: 1100"]
[2025/04/06 08:26:50.246 +08:00] [INFO] [main.go:221] ["0 insert success: 2200"]
[2025/04/06 08:26:50.249 +08:00] [INFO] [main.go:235] ["0 delete success: 1100"]
[2025/04/06 08:26:50.315 +08:00] [INFO] [main.go:221] ["1 insert success: 2300"]
[2025/04/06 08:26:50.433 +08:00] [INFO] [main.go:221] ["0 insert success: 2300"]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only_avro.cli.19138.out cli changefeed pause -c simple-handle-key-only-avro
[2025/04/06 08:26:50.502 +08:00] [INFO] [main.go:221] ["1 insert success: 2400"]
[2025/04/06 08:26:50.504 +08:00] [INFO] [main.go:235] ["1 delete success: 1200"]
[2025/04/06 08:26:50.623 +08:00] [INFO] [main.go:221] ["0 insert success: 2400"]
[2025/04/06 08:26:50.625 +08:00] [INFO] [main.go:235] ["0 delete success: 1200"]
[2025/04/06 08:26:50.685 +08:00] [INFO] [main.go:221] ["1 insert success: 2500"]
PASS
[2025/04/06 08:26:50.795 +08:00] [INFO] [main.go:221] ["0 insert success: 2500"]
[2025/04/06 08:26:50.865 +08:00] [INFO] [main.go:221] ["1 insert success: 2600"]
[2025/04/06 08:26:50.867 +08:00] [INFO] [main.go:235] ["1 delete success: 1300"]
[2025/04/06 08:26:50.981 +08:00] [INFO] [main.go:221] ["0 insert success: 2600"]
[2025/04/06 08:26:50.983 +08:00] [INFO] [main.go:235] ["0 delete success: 1300"]
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
[2025/04/06 08:26:51.047 +08:00] [INFO] [main.go:221] ["1 insert success: 2700"]
[2025/04/06 08:26:51.158 +08:00] [INFO] [main.go:221] ["0 insert success: 2700"]
[2025/04/06 08:26:51.230 +08:00] [INFO] [main.go:221] ["1 insert success: 2800"]
[2025/04/06 08:26:51.233 +08:00] [INFO] [main.go:235] ["1 delete success: 1400"]
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only_avro.cli.19173.out cli changefeed update -c simple-handle-key-only-avro '--sink-uri=kafka://127.0.0.1:9092/simple-handle-key-only-avro-30859?protocol=simple&encoding-format=avro&max-message-bytes=650' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only_avro/conf/changefeed.toml --no-confirm
Diff of changefeed config:
{Type:update Path:[SinkURI] From:kafka://127.0.0.1:9092/simple-handle-key-only-avro-30859?protocol=simple&encoding-format=avro To:kafka://127.0.0.1:9092/simple-handle-key-only-avro-30859?protocol=simple&encoding-format=avro&max-message-bytes=650}
{Type:update Path:[Config SyncPointInterval] From:<nil> To:0xc003896718}
{Type:update Path:[Config SyncPointRetention] From:<nil> To:0xc003896728}
{Type:update Path:[Config Consistent] From:<nil> To:0xc000ed36c0}
Update changefeed config successfully! 
ID: simple-handle-key-only-avro
Info: {"upstream_id":7489989981086876720,"namespace":"default","id":"simple-handle-key-only-avro","sink_uri":"kafka://127.0.0.1:9092/simple-handle-key-only-avro-30859?protocol=simple\u0026encoding-format=avro\u0026max-message-bytes=650","create_time":"2025-04-06T08:26:43.842320392+08:00","start_ts":457152712409612293,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_table_monitor":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","encoder_concurrency":32,"terminator":"\r\n","enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"handle-key-only","large_message_handle_compression":"lz4","claim_check_storage_uri":"","claim_check_raw_value":false}},"advance_timeout":150,"send_bootstrap_interval_in_sec":0,"send_bootstrap_in_msg_count":0,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"error"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":0,"checkpoint_ts":457152714558930948,"checkpoint_time":"2025-04-06 08:26:50.201"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
{"level":"warn","ts":"2025-04-06T08:26:52.846165+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f04e00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:26:52.857802+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00240aa80/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:26:52.928795+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002285180/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_handle_key_only_avro.cli.19206.out cli changefeed resume -c simple-handle-key-only-avro
PASS
coverage: 2.1% of statements in github.com/pingcap/tiflow/...
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0{"level":"warn","ts":1743899215.4021075,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0031e21c0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":1743899215.5397463,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00438a000/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}

+ set +x
table test.finish_mark not exists for 1-th check, retry later
[2025/04/06 08:26:56.413 +08:00] [INFO] [main.go:86] ["running ddl test: 5 addDropIndexDDL"]
[2025/04/06 08:26:56.598 +08:00] [INFO] [main.go:221] ["1 insert success: 100"]
[2025/04/06 08:26:56.599 +08:00] [INFO] [main.go:221] ["0 insert success: 100"]
[2025/04/06 08:26:56.800 +08:00] [INFO] [main.go:221] ["0 insert success: 200"]
[2025/04/06 08:26:56.801 +08:00] [INFO] [main.go:235] ["0 delete success: 100"]
[2025/04/06 08:26:56.805 +08:00] [INFO] [main.go:221] ["1 insert success: 200"]
[2025/04/06 08:26:56.807 +08:00] [INFO] [main.go:235] ["1 delete success: 100"]
  0     0    0     0    0     0      0      0 --:--:--  0:00:01 --:--:--     0
[2025/04/06 08:26:57.012 +08:00] [INFO] [main.go:221] ["0 insert success: 300"]
[2025/04/06 08:26:57.020 +08:00] [INFO] [main.go:221] ["1 insert success: 300"]
[2025/04/06 08:26:57.223 +08:00] [INFO] [main.go:221] ["0 insert success: 400"]
[2025/04/06 08:26:57.225 +08:00] [INFO] [main.go:235] ["0 delete success: 200"]
[2025/04/06 08:26:57.228 +08:00] [INFO] [main.go:221] ["1 insert success: 400"]
[2025/04/06 08:26:57.230 +08:00] [INFO] [main.go:235] ["1 delete success: 200"]
[2025/04/06 08:26:57.436 +08:00] [INFO] [main.go:221] ["0 insert success: 500"]
[2025/04/06 08:26:57.454 +08:00] [INFO] [main.go:221] ["1 insert success: 500"]
[2025/04/06 08:26:57.664 +08:00] [INFO] [main.go:221] ["0 insert success: 600"]
[2025/04/06 08:26:57.666 +08:00] [INFO] [main.go:235] ["0 delete success: 300"]
[2025/04/06 08:26:57.685 +08:00] [INFO] [main.go:221] ["1 insert success: 600"]
[2025/04/06 08:26:57.687 +08:00] [INFO] [main.go:235] ["1 delete success: 300"]
[2025/04/06 08:26:57.933 +08:00] [INFO] [main.go:221] ["1 insert success: 700"]
[2025/04/06 08:26:57.948 +08:00] [INFO] [main.go:221] ["0 insert success: 700"]
check diff failed 1-th time, retry later
  0     0    0     0    0     0      0      0 --:--:--  0:00:02 --:--:--     0
[2025/04/06 08:26:58.209 +08:00] [INFO] [main.go:221] ["1 insert success: 800"]
[2025/04/06 08:26:58.213 +08:00] [INFO] [main.go:235] ["1 delete success: 400"]
[2025/04/06 08:26:58.339 +08:00] [INFO] [main.go:221] ["0 insert success: 800"]
[2025/04/06 08:26:58.342 +08:00] [INFO] [main.go:235] ["0 delete success: 400"]
[2025/04/06 08:26:58.505 +08:00] [INFO] [main.go:221] ["1 insert success: 900"]
table test.finish_mark not exists for 2-th check, retry later
[2025/04/06 08:26:58.708 +08:00] [INFO] [main.go:221] ["0 insert success: 900"]
[2025/04/06 08:26:58.738 +08:00] [INFO] [main.go:221] ["1 insert success: 1000"]
[2025/04/06 08:26:58.741 +08:00] [INFO] [main.go:235] ["1 delete success: 500"]
[2025/04/06 08:26:59.022 +08:00] [INFO] [main.go:221] ["1 insert success: 1100"]
[2025/04/06 08:26:59.037 +08:00] [INFO] [main.go:221] ["0 insert success: 1000"]
[2025/04/06 08:26:59.041 +08:00] [INFO] [main.go:235] ["0 delete success: 500"]
  0     0    0     0    0     0      0      0 --:--:--  0:00:03 --:--:--     0{"level":"warn","ts":"2025-04-06T08:26:58.847898+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f04e00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:26:58.858751+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00240aa80/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}

  0     0    0     0    0     0      0      0 --:--:--  0:00:04 --:--:--     0{"level":"warn","ts":"2025-04-06T08:26:58.92994+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002285180/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
[2025/04/06 08:26:59.345 +08:00] [INFO] [main.go:221] ["1 insert success: 1200"]
[2025/04/06 08:26:59.350 +08:00] [INFO] [main.go:235] ["1 delete success: 600"]
[2025/04/06 08:26:59.414 +08:00] [INFO] [main.go:221] ["0 insert success: 1100"]
[2025/04/06 08:26:59.677 +08:00] [INFO] [main.go:221] ["1 insert success: 1300"]
[2025/04/06 08:26:59.813 +08:00] [INFO] [main.go:221] ["0 insert success: 1200"]
[2025/04/06 08:26:59.818 +08:00] [INFO] [main.go:235] ["0 delete success: 600"]

[2025/04/06 08:27:00.045 +08:00] [INFO] [main.go:221] ["1 insert success: 1400"]
[2025/04/06 08:27:00.051 +08:00] [INFO] [main.go:235] ["1 delete success: 700"]
[2025/04/06 08:27:00.250 +08:00] [INFO] [main.go:221] ["0 insert success: 1300"]
table test.finish_mark exists
check diff successfully
[2025/04/06 08:27:00.406 +08:00] [INFO] [main.go:221] ["1 insert success: 1500"]
[2025/04/06 08:27:00.604 +08:00] [INFO] [main.go:221] ["0 insert success: 1400"]
[2025/04/06 08:27:00.609 +08:00] [INFO] [main.go:235] ["0 delete success: 700"]
check diff failed 2-th time, retry later
wait process cdc.test exit for 1-th time...
[2025/04/06 08:27:00.663 +08:00] [INFO] [main.go:221] ["1 insert success: 1600"]
[2025/04/06 08:27:00.667 +08:00] [INFO] [main.go:235] ["1 delete success: 800"]
  0     0    0     0    0     0      0      0 --:--:--  0:00:05 --:--:--     0
[2025/04/06 08:27:01.001 +08:00] [INFO] [main.go:221] ["0 insert success: 1500"]
[2025/04/06 08:27:01.029 +08:00] [INFO] [main.go:221] ["1 insert success: 1700"]
wait process cdc.test exit for 2-th time...
[2025/04/06 08:27:01.395 +08:00] [INFO] [main.go:221] ["1 insert success: 1800"]
[2025/04/06 08:27:01.399 +08:00] [INFO] [main.go:235] ["1 delete success: 900"]
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:27:01 CST 2025] <<<<<< run test case kafka_simple_handle_key_only_avro success! >>>>>>
  0     0    0     0    0     0      0      0 --:--:--  0:00:06 --:--:--     0
check diff successfully
wait process cdc.test exit for 1-th time...
  0     0    0     0    0     0      0      0 --:--:--  0:00:07 --:--:--     0
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:27:03 CST 2025] <<<<<< run test case split_region success! >>>>>>
  0     0    0     0    0     0      0      0 --:--:--  0:00:08 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:09 --:--:--     0{"level":"warn","ts":"2025-04-06T08:27:04.849273+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f04e00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:27:04.86069+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00240aa80/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}

  0     0    0     0    0     0      0      0 --:--:--  0:00:10 --:--:--     0{"level":"warn","ts":"2025-04-06T08:27:04.931287+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002285180/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}

  0     0    0     0    0     0      0      0 --:--:--  0:00:11 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:12 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:13 --:--:--     0
[2025/04/06 08:27:09.437 +08:00] [INFO] [main.go:78] ["runDDLTest take 1m3.728074323s"]
table mark.finish_mark_0 exists
table mark.finish_mark_1 not exists for 1-th check, retry later
  0     0    0     0    0     0      0      0 --:--:--  0:00:14 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:15 --:--:--     0{"level":"warn","ts":"2025-04-06T08:27:10.850343+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f04e00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:27:10.862217+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00240aa80/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}

  0     0    0     0    0     0      0      0 --:--:--  0:00:16 --:--:--     0{"level":"warn","ts":"2025-04-06T08:27:10.932779+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002285180/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
table mark.finish_mark_1 not exists for 2-th check, retry later

  0     0    0     0    0     0      0      0 --:--:--  0:00:17 --:--:--     0
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_handle_key_only_avro/run.sh: line 1: 19237 Killed                  cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_claim_check/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table mark.finish_mark_1 not exists for 3-th check, retry later
  0     0    0     0    0     0      0      0 --:--:--  0:00:18 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:19 --:--:--     0
table mark.finish_mark_1 not exists for 4-th check, retry later
  0     0    0     0    0     0      0      0 --:--:--  0:00:20 --:--:--     0{"level":"warn","ts":"2025-04-06T08:27:15.837668+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f04e00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":"2025-04-06T08:27:15.837704+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":"2025-04-06T08:27:15.846105+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00240aa80/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":"2025-04-06T08:27:15.846134+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}

  0     0    0     0    0     0      0      0 --:--:--  0:00:21 --:--:--     0{"level":"warn","ts":"2025-04-06T08:27:15.915805+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002285180/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
{"level":"info","ts":"2025-04-06T08:27:15.915861+0800","logger":"etcd-client","caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
{"level":"warn","ts":"2025-04-06T08:27:16.851324+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f04e00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:27:16.863093+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00240aa80/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}

  0     0    0     0    0     0      0      0 --:--:--  0:00:22 --:--:--     0{"level":"warn","ts":"2025-04-06T08:27:16.933483+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002285180/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
start tidb cluster in /tmp/tidb_cdc_test/kafka_simple_claim_check
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
{"level":"warn","ts":1743899237.3204827,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0031e21c0/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":1743899237.320535,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":1743899237.4189703,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002fb8c40/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"info","ts":1743899237.4190137,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
{"level":"warn","ts":1743899237.4600585,"caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00438a000/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
{"level":"info","ts":1743899237.4601038,"caller":"v3@v3.5.12/client.go:210","msg":"Auto sync endpoints failed.","error":"context deadline exceeded"}
table mark.finish_mark_1 not exists for 5-th check, retry later

  0     0    0     0    0     0      0      0 --:--:--  0:00:23 --:--:--     0
table mark.finish_mark_1 not exists for 6-th check, retry later
  0     0    0     0    0     0      0      0 --:--:--  0:00:24 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:25 --:--:--     0
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table mark.finish_mark_1 not exists for 7-th check, retry later
  0     0    0     0    0     0      0      0 --:--:--  0:00:26 --:--:--     0
  0     0    0     0    0     0      0      0 --:--:--  0:00:27 --:--:--     0{"level":"warn","ts":"2025-04-06T08:27:22.852328+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001f04e00/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}
{"level":"warn","ts":"2025-04-06T08:27:22.863729+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00240aa80/127.0.0.1:2379","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2379: connect: connection refused\""}

  0     0    0     0    0     0      0      0 --:--:--  0:00:28 --:--:--     0{"level":"warn","ts":"2025-04-06T08:27:22.934582+0800","logger":"etcd-client","caller":"v3@v3.5.12/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc002285180/127.0.0.1:2479","attempt":0,"error":"rpc error: code = DeadlineExceeded desc = latest balancer error: last connection error: connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:2479: connect: connection refused\""}
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)

table mark.finish_mark_1 not exists for 8-th check, retry later
  0     0    0     0    0     0      0      0 --:--:--  0:00:29 --:--:--     0
100   135  100   135    0     0      4      0  0:00:33  0:00:30  0:00:03    28
100   135  100   135    0     0      4      0  0:00:33  0:00:30  0:00:03    35
+ synced_status='{
    "error_msg": "[CDC:ErrPDEtcdAPIError]etcd api call error: context deadline exceeded",
    "error_code": "CDC:ErrPDEtcdAPIError"
}'
++ echo '{' '"error_msg":' '"[CDC:ErrPDEtcdAPIError]etcd' api call error: context deadline 'exceeded",' '"error_code":' '"CDC:ErrPDEtcdAPIError"' '}'
++ jq -r .error_code
+ error_code=CDC:ErrPDEtcdAPIError
+ cleanup_process cdc.test
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990201296992210	TiDB Cluster ID.
tikv_gc_leader_uuid	65821fadfc80014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:20405, start at 2025-04-06 08:27:24.574254107 +0800 CST m=+1.472990605	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:29:24.581 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:27:24.580 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:17:24.580 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
wait process cdc.test exit for 1-th time...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990201296992210	TiDB Cluster ID.
tikv_gc_leader_uuid	65821fadfc80014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:20405, start at 2025-04-06 08:27:24.574254107 +0800 CST m=+1.472990605	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:29:24.581 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:27:24.580 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:17:24.580 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990197334349762	TiDB Cluster ID.
tikv_gc_leader_uuid	65821fae078000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:20486, start at 2025-04-06 08:27:24.601706719 +0800 CST m=+1.427320827	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:29:24.609 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:27:24.574 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:17:24.574 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/kafka_simple_claim_check/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kafka_simple_claim_check/tiflash/log/error.log
arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kafka_simple_claim_check/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_simple_claim_check/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kafka_simple_claim_check/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
wait process cdc.test exit for 2-th time...
table mark.finish_mark_1 not exists for 9-th check, retry later
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
+ stop_tidb_cluster
[Sun Apr  6 08:27:27 CST 2025] <<<<<< START cdc server in kafka_simple_claim_check case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check.2188321885.out server --log-file /tmp/tidb_cdc_test/kafka_simple_claim_check/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_simple_claim_check/cdc_data --cluster-id default
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table mark.finish_mark_1 not exists for 10-th check, retry later
table mark.finish_mark_1 not exists for 11-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:27:30 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e1fa0566-447f-46b1-84f4-b4e8a39d77e1
	{"id":"e1fa0566-447f-46b1-84f4-b4e8a39d77e1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899247}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087e9a6ece
	e1fa0566-447f-46b1-84f4-b4e8a39d77e1

/tidb/cdc/default/default/upstream/7489990201296992210
	{"id":7489990201296992210,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e1fa0566-447f-46b1-84f4-b4e8a39d77e1
	{"id":"e1fa0566-447f-46b1-84f4-b4e8a39d77e1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899247}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087e9a6ece
	e1fa0566-447f-46b1-84f4-b4e8a39d77e1

/tidb/cdc/default/default/upstream/7489990201296992210
	{"id":7489990201296992210,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e1fa0566-447f-46b1-84f4-b4e8a39d77e1
	{"id":"e1fa0566-447f-46b1-84f4-b4e8a39d77e1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899247}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087e9a6ece
	e1fa0566-447f-46b1-84f4-b4e8a39d77e1

/tidb/cdc/default/default/upstream/7489990201296992210
	{"id":7489990201296992210,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check.cli.21942.out cli tso query --pd=http://127.0.0.1:2379
table mark.finish_mark_1 not exists for 12-th check, retry later
+ set +x
+ tso='457152725235793925
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152725235793925 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check.cli.21979.out cli changefeed create --start-ts=457152725235793925 '--sink-uri=kafka://127.0.0.1:9092/kafka-simple-claim-check-6141?protocol=simple' -c kafka-simple-claim-check --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_claim_check/conf/changefeed.toml
Create changefeed successfully!
ID: kafka-simple-claim-check
Info: {"upstream_id":7489990201296992210,"namespace":"default","id":"kafka-simple-claim-check","sink_uri":"kafka://127.0.0.1:9092/kafka-simple-claim-check-6141?protocol=simple","create_time":"2025-04-06T08:27:32.776653887+08:00","start_ts":457152725235793925,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"claim-check","large_message_handle_compression":"snappy","claim_check_storage_uri":"file:///tmp/kafka-simple-claim-check","claim_check_raw_value":false}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"error"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152725235793925,"checkpoint_ts":457152725235793925,"checkpoint_time":"2025-04-06 08:27:30.930"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   723  100   723    0     0  24931      0 --:--:-- --:--:-- --:--:-- 24931
+ synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-06 08:25:10.944","puller_resolved_ts":"2025-04-06 08:25:10.944","last_synced_ts":"2025-04-06 08:25:04.494","now_ts":"2025-04-06 08:27:21.000","info":"Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' \u003e '\''Resolved-Ts'\'' \u003e '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait"}'
++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-06' '08:25:10.944","puller_resolved_ts":"2025-04-06' '08:25:10.944","last_synced_ts":"2025-04-06' '08:25:04.494","now_ts":"2025-04-06' '08:27:21.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}'
++ jq .synced
+ status=false
+ '[' false '!=' false ']'
++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-06' '08:25:10.944","puller_resolved_ts":"2025-04-06' '08:25:10.944","last_synced_ts":"2025-04-06' '08:25:04.494","now_ts":"2025-04-06' '08:27:21.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}'
++ jq -r .info
+ info='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait'
+ target_message='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait'
+ '[' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' '!=' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' ']'
+ cleanup_process cdc.test
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
+ stop_tidb_cluster
+ run_case_with_unavailable_tidb conf/changefeed-redo.toml
+ rm -rf /tmp/tidb_cdc_test/synced_status_with_redo
+ mkdir -p /tmp/tidb_cdc_test/synced_status_with_redo
+ start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status_with_redo
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
The 1 times to try to start tidb cluster...
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
table mark.finish_mark_1 not exists for 13-th check, retry later
+ set +x
+ run_case_with_unavailable_tikv conf/changefeed.toml
+ rm -rf /tmp/tidb_cdc_test/synced_status
+ mkdir -p /tmp/tidb_cdc_test/synced_status
+ start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
The 1 times to try to start tidb cluster...
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
start tidb cluster in /tmp/tidb_cdc_test/synced_status_with_redo
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
table mark.finish_mark_1 not exists for 14-th check, retry later
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
start tidb cluster in /tmp/tidb_cdc_test/synced_status
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
table mark.finish_mark_1 not exists for 15-th check, retry later
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check.cli.22040.out cli changefeed pause -c kafka-simple-claim-check
table mark.finish_mark_1 not exists for 16-th check, retry later
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check.cli.22064.out cli changefeed update -c kafka-simple-claim-check '--sink-uri=kafka://127.0.0.1:9092/kafka-simple-claim-check-6141?protocol=simple&max-message-bytes=2048' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_claim_check/conf/changefeed.toml --no-confirm
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990275040665457	TiDB Cluster ID.
tikv_gc_leader_uuid	65821fbda48000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8, pid:16412, start at 2025-04-06 08:27:40.609160252 +0800 CST m=+1.469039265	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:29:40.616 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:27:40.613 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:17:40.613 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990275040665457	TiDB Cluster ID.
tikv_gc_leader_uuid	65821fbda48000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8, pid:16412, start at 2025-04-06 08:27:40.609160252 +0800 CST m=+1.469039265	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:29:40.616 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:27:40.613 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:17:40.613 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990272316576157	TiDB Cluster ID.
tikv_gc_leader_uuid	65821fbdbcc000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8, pid:16489, start at 2025-04-06 08:27:40.695765866 +0800 CST m=+1.486085158	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:29:40.703 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:27:40.710 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:17:40.710 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
Diff of changefeed config:
{Type:update Path:[SinkURI] From:kafka://127.0.0.1:9092/kafka-simple-claim-check-6141?protocol=simple To:kafka://127.0.0.1:9092/kafka-simple-claim-check-6141?protocol=simple&max-message-bytes=2048}
{Type:update Path:[Config SyncPointInterval] From:<nil> To:0xc003892588}
{Type:update Path:[Config SyncPointRetention] From:<nil> To:0xc003892598}
{Type:update Path:[Config Consistent] From:<nil> To:0xc000abbdc0}
Update changefeed config successfully! 
ID: kafka-simple-claim-check
Info: {"upstream_id":7489990201296992210,"namespace":"default","id":"kafka-simple-claim-check","sink_uri":"kafka://127.0.0.1:9092/kafka-simple-claim-check-6141?protocol=simple\u0026max-message-bytes=2048","create_time":"2025-04-06T08:27:32.776653887+08:00","start_ts":457152725235793925,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_table_monitor":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","encoder_concurrency":32,"terminator":"\r\n","enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"claim-check","large_message_handle_compression":"snappy","claim_check_storage_uri":"file:///tmp/kafka-simple-claim-check","claim_check_raw_value":false}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"error"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":0,"checkpoint_ts":457152727385374728,"checkpoint_time":"2025-04-06 08:27:39.130"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table mark.finish_mark_1 not exists for 17-th check, retry later
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check.cli.22097.out cli changefeed resume -c kafka-simple-claim-check
PASS
coverage: 2.1% of statements in github.com/pingcap/tiflow/...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990282760844232	TiDB Cluster ID.
tikv_gc_leader_uuid	65821fc05c0000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl, pid:19741, start at 2025-04-06 08:27:43.377984544 +0800 CST m=+1.657381558	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:29:43.389 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:27:43.393 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:17:43.393 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990282760844232	TiDB Cluster ID.
tikv_gc_leader_uuid	65821fc05c0000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl, pid:19741, start at 2025-04-06 08:27:43.377984544 +0800 CST m=+1.657381558	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:29:43.389 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:27:43.393 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:17:43.393 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990288589756764	TiDB Cluster ID.
tikv_gc_leader_uuid	65821fc04ec000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl, pid:19817, start at 2025-04-06 08:27:43.310574342 +0800 CST m=+1.513485273	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:29:43.319 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:27:43.291 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:17:43.291 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
+ cd /tmp/tidb_cdc_test/synced_status_with_redo
++ run_cdc_cli_tso_query 127.0.0.1 2379
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.17959.out cli tso query --pd=http://127.0.0.1:2379
table mark.finish_mark_1 not exists for 18-th check, retry later
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/synced_status/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/synced_status/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ set +x
table test.finish_mark not exists for 1-th check, retry later
+ set +x
+ tso='457152728626102273
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152728626102273 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ start_ts=457152728626102273
+ run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status_with_redo --binary cdc.test
[Sun Apr  6 08:27:45 CST 2025] <<<<<< START cdc server in synced_status_with_redo case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.1800018002.out server --log-file /tmp/tidb_cdc_test/synced_status_with_redo/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/cdc_data --cluster-id default
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table mark.finish_mark_1 not exists for 19-th check, retry later
+ cd /tmp/tidb_cdc_test/synced_status
++ run_cdc_cli_tso_query 127.0.0.1 2379
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.21123.out cli tso query --pd=http://127.0.0.1:2379
table test.finish_mark not exists for 2-th check, retry later
table mark.finish_mark_1 not exists for 20-th check, retry later
+ set +x
+ tso='457152729315803137
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152729315803137 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ start_ts=457152729315803137
+ run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status --binary cdc.test
[Sun Apr  6 08:27:47 CST 2025] <<<<<< START cdc server in synced_status case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ GO_FAILPOINTS=
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.2116321165.out server --log-file /tmp/tidb_cdc_test/synced_status/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status/cdc_data --cluster-id default
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:27:48 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/c3758efa-d0c9-4d3d-b05b-bf6fd01d8133
	{"id":"c3758efa-d0c9-4d3d-b05b-bf6fd01d8133","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899265}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087edeead7
	c3758efa-d0c9-4d3d-b05b-bf6fd01d8133

/tidb/cdc/default/default/upstream/7489990275040665457
	{"id":7489990275040665457,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/c3758efa-d0c9-4d3d-b05b-bf6fd01d8133
	{"id":"c3758efa-d0c9-4d3d-b05b-bf6fd01d8133","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899265}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087edeead7
	c3758efa-d0c9-4d3d-b05b-bf6fd01d8133

/tidb/cdc/default/default/upstream/7489990275040665457
	{"id":7489990275040665457,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/c3758efa-d0c9-4d3d-b05b-bf6fd01d8133
	{"id":"c3758efa-d0c9-4d3d-b05b-bf6fd01d8133","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899265}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087edeead7
	c3758efa-d0c9-4d3d-b05b-bf6fd01d8133

/tidb/cdc/default/default/upstream/7489990275040665457
	{"id":7489990275040665457,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ config_path=conf/changefeed-redo.toml
+ SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1'
+ run_cdc_cli changefeed create --start-ts=457152728626102273 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.18060.out cli changefeed create --start-ts=457152728626102273 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml
Create changefeed successfully!
ID: test-1
Info: {"upstream_id":7489990275040665457,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-06T08:27:48.751118884+08:00","start_ts":457152728626102273,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"eventual","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"storage":"file:///tmp/tidb_cdc_test/synced_status/redo","use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152728626102273,"checkpoint_ts":457152728626102273,"checkpoint_time":"2025-04-06 08:27:43.863"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
table test.finish_mark exists
check diff successfully
table mark.finish_mark_1 not exists for 21-th check, retry later
wait process cdc.test exit for 1-th time...
+ set +x
+ run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);'
+ check_table_exists test.t1 127.0.0.1 3306
table test.t1 not exists for 1-th check, retry later
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:27:50 CST 2025] <<<<<< run test case kafka_simple_claim_check success! >>>>>>
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:27:51 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/0d19d930-dafd-45f6-b8be-dba987315bbb
	{"id":"0d19d930-dafd-45f6-b8be-dba987315bbb","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899268}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087eeaf3d6
	0d19d930-dafd-45f6-b8be-dba987315bbb

/tidb/cdc/default/default/upstream/7489990282760844232
	{"id":7489990282760844232,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/0d19d930-dafd-45f6-b8be-dba987315bbb
	{"id":"0d19d930-dafd-45f6-b8be-dba987315bbb","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899268}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087eeaf3d6
	0d19d930-dafd-45f6-b8be-dba987315bbb

/tidb/cdc/default/default/upstream/7489990282760844232
	{"id":7489990282760844232,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/0d19d930-dafd-45f6-b8be-dba987315bbb
	{"id":"0d19d930-dafd-45f6-b8be-dba987315bbb","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899268}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087eeaf3d6
	0d19d930-dafd-45f6-b8be-dba987315bbb

/tidb/cdc/default/default/upstream/7489990282760844232
	{"id":7489990282760844232,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ config_path=conf/changefeed.toml
+ SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1'
+ run_cdc_cli changefeed create --start-ts=457152729315803137 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.21218.out cli changefeed create --start-ts=457152729315803137 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml
Create changefeed successfully!
ID: test-1
Info: {"upstream_id":7489990282760844232,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-06T08:27:51.401148569+08:00","start_ts":457152729315803137,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152729315803137,"checkpoint_ts":457152729315803137,"checkpoint_time":"2025-04-06 08:27:46.494"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
table mark.finish_mark_1 not exists for 22-th check, retry later
table test.t1 exists
+ sleep 5
+ set +x
+ run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);'
+ check_table_exists test.t1 127.0.0.1 3306
table test.t1 not exists for 1-th check, retry later
table mark.finish_mark_1 not exists for 23-th check, retry later
table test.t1 exists
+ sleep 5
table mark.finish_mark_1 not exists for 24-th check, retry later
table mark.finish_mark_1 not exists for 25-th check, retry later
+ kill_tidb
++ ps aux
++ grep tidb-server
++ grep /tmp/tidb_cdc_test/synced_status_with_redo
+ info='jenkins    16412 10.2  0.0 3258080 212772 ?      Sl   08:27   0:01 tidb-server -P 4000 -config /tmp/tidb_cdc_test/synced_status_with_redo/tidb-config-1743899259129549552.toml --store tikv --path 127.0.0.1:2379 --status=10080 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tidb.log
jenkins    16421  3.9  0.0 3405480 187556 ?      Sl   08:27   0:00 tidb-server -P 4001 -config /tmp/tidb_cdc_test/synced_status_with_redo/tidb-config-1743899259137543456.toml --store tikv --path 127.0.0.1:2379 --status=10081 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tidb_other.log
jenkins    16489 11.0  0.0 3480652 220540 ?      Sl   08:27   0:01 tidb-server -P 3306 -config /tmp/tidb_cdc_test/synced_status_with_redo/tidb-config-1743899259198450568.toml --store tikv --path 127.0.0.1:2479 --status=20080 --log-file /tmp/tidb_cdc_test/synced_status_with_redo/tidb_down.log'
++ ps aux
++ grep tidb-server
++ grep /tmp/tidb_cdc_test/synced_status_with_redo
++ awk '{print $2}'
++ xargs kill -9
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   243  100   243    0     0   5785      0 --:--:-- --:--:-- --:--:--  5785
+ synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-06 08:27:54.162","puller_resolved_ts":"2025-04-06 08:27:50.163","last_synced_ts":"2025-04-06 08:27:50.163","now_ts":"2025-04-06 08:27:57.000","info":"The data syncing is not finished, please wait"}'
++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-06' '08:27:54.162","puller_resolved_ts":"2025-04-06' '08:27:50.163","last_synced_ts":"2025-04-06' '08:27:50.163","now_ts":"2025-04-06' '08:27:57.000","info":"The' data syncing is not finished, please 'wait"}'
++ jq .synced
+ status=false
+ '[' false '!=' false ']'
++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-06' '08:27:54.162","puller_resolved_ts":"2025-04-06' '08:27:50.163","last_synced_ts":"2025-04-06' '08:27:50.163","now_ts":"2025-04-06' '08:27:57.000","info":"The' data syncing is not finished, please 'wait"}'
++ jq -r .info
+ info='The data syncing is not finished, please wait'
+ target_message='The data syncing is not finished, please wait'
+ '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']'
+ sleep 130
table mark.finish_mark_1 not exists for 26-th check, retry later
+ kill_tikv
++ ps aux
++ grep tikv-server
++ grep /tmp/tidb_cdc_test/synced_status
+ info='jenkins    18934 25.4  0.6 5141480 2506268 ?     Sl   08:27   0:05 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20160 --status-addr 127.0.0.1:20181 --log-file /tmp/tidb_cdc_test/synced_status/tikv1.log --log-level debug -C /tmp/tidb_cdc_test/synced_status/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status/tikv1
jenkins    18935 34.4  0.6 5166560 2554736 ?     Sl   08:27   0:06 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20161 --status-addr 127.0.0.1:20182 --log-file /tmp/tidb_cdc_test/synced_status/tikv2.log --log-level debug -C /tmp/tidb_cdc_test/synced_status/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status/tikv2
jenkins    18936 25.3  0.6 5136864 2479984 ?     Sl   08:27   0:05 tikv-server --pd 127.0.0.1:2379 -A 127.0.0.1:20162 --status-addr 127.0.0.1:20183 --log-file /tmp/tidb_cdc_test/synced_status/tikv3.log --log-level debug -C /tmp/tidb_cdc_test/synced_status/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status/tikv3
jenkins    18938 33.5  0.6 5162472 2541452 ?     Sl   08:27   0:06 tikv-server --pd 127.0.0.1:2479 -A 127.0.0.1:21160 --status-addr 127.0.0.1:21180 --log-file /tmp/tidb_cdc_test/synced_status/tikv_down.log --log-level debug -C /tmp/tidb_cdc_test/synced_status/tikv-config.toml -s /tmp/tidb_cdc_test/synced_status/tikv_down'
++ ps aux
++ grep tikv-server
++ grep /tmp/tidb_cdc_test/synced_status
++ awk '{print $2}'
++ xargs kill -9
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   243  100   243    0     0  10125      0 --:--:-- --:--:-- --:--:-- 10125
+ synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-06 08:27:58.744","puller_resolved_ts":"2025-04-06 08:27:52.793","last_synced_ts":"2025-04-06 08:27:52.844","now_ts":"2025-04-06 08:27:59.000","info":"The data syncing is not finished, please wait"}'
++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-06' '08:27:58.744","puller_resolved_ts":"2025-04-06' '08:27:52.793","last_synced_ts":"2025-04-06' '08:27:52.844","now_ts":"2025-04-06' '08:27:59.000","info":"The' data syncing is not finished, please 'wait"}'
++ jq .synced
+ status=false
+ '[' false '!=' false ']'
++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-06' '08:27:58.744","puller_resolved_ts":"2025-04-06' '08:27:52.793","last_synced_ts":"2025-04-06' '08:27:52.844","now_ts":"2025-04-06' '08:27:59.000","info":"The' data syncing is not finished, please 'wait"}'
++ jq -r .info
+ info='The data syncing is not finished, please wait'
+ target_message='The data syncing is not finished, please wait'
+ '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']'
+ sleep 130
table mark.finish_mark_1 not exists for 27-th check, retry later
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_claim_check/run.sh: line 1: 22137 Killed                  cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_claim_check_avro/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table mark.finish_mark_1 not exists for 28-th check, retry later
table mark.finish_mark_1 not exists for 29-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/kafka_simple_claim_check_avro
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
table mark.finish_mark_1 not exists for 30-th check, retry later
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table mark.finish_mark_1 not exists for 31-th check, retry later
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table mark.finish_mark_1 not exists for 32-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990410264417307	TiDB Cluster ID.
tikv_gc_leader_uuid	65821fdd304000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:23306, start at 2025-04-06 08:28:12.903725668 +0800 CST m=+1.448195661	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:30:12.910 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:28:12.915 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:18:12.915 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990410264417307	TiDB Cluster ID.
tikv_gc_leader_uuid	65821fdd304000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:23306, start at 2025-04-06 08:28:12.903725668 +0800 CST m=+1.448195661	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:30:12.910 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:28:12.915 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:18:12.915 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990404728967022	TiDB Cluster ID.
tikv_gc_leader_uuid	65821fdd5500004	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:23380, start at 2025-04-06 08:28:13.017412933 +0800 CST m=+1.477517714	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:30:13.028 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:28:13.012 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:18:13.012 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/kafka_simple_claim_check_avro/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/kafka_simple_claim_check_avro/tiflash/log/error.log
arg matches is ArgMatches { args: {"data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/kafka_simple_claim_check_avro/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/kafka_simple_claim_check_avro/tiflash/log/proxy.log"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/kafka_simple_claim_check_avro/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table mark.finish_mark_1 not exists for 33-th check, retry later
table mark.finish_mark_1 exists
table mark.finish_mark_2 not exists for 1-th check, retry later
[Sun Apr  6 08:28:15 CST 2025] <<<<<< START cdc server in kafka_simple_claim_check_avro case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check_avro.2478524787.out server --log-file /tmp/tidb_cdc_test/kafka_simple_claim_check_avro/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/kafka_simple_claim_check_avro/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table mark.finish_mark_2 not exists for 2-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:28:18 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/f86eb1fa-09ed-42f4-b6a0-fd4080aac3b1
	{"id":"f86eb1fa-09ed-42f4-b6a0-fd4080aac3b1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899296}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087f5933d1
	f86eb1fa-09ed-42f4-b6a0-fd4080aac3b1

/tidb/cdc/default/default/upstream/7489990410264417307
	{"id":7489990410264417307,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/f86eb1fa-09ed-42f4-b6a0-fd4080aac3b1
	{"id":"f86eb1fa-09ed-42f4-b6a0-fd4080aac3b1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899296}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087f5933d1
	f86eb1fa-09ed-42f4-b6a0-fd4080aac3b1

/tidb/cdc/default/default/upstream/7489990410264417307
	{"id":7489990410264417307,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/f86eb1fa-09ed-42f4-b6a0-fd4080aac3b1
	{"id":"f86eb1fa-09ed-42f4-b6a0-fd4080aac3b1","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899296}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196087f5933d1
	f86eb1fa-09ed-42f4-b6a0-fd4080aac3b1

/tidb/cdc/default/default/upstream/7489990410264417307
	{"id":7489990410264417307,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check_avro.cli.24846.out cli tso query --pd=http://127.0.0.1:2379
table mark.finish_mark_2 not exists for 3-th check, retry later
+ set +x
+ tso='457152737919631363
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152737919631363 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check_avro.cli.24886.out cli changefeed create --start-ts=457152737919631363 '--sink-uri=kafka://127.0.0.1:9092/kafka-simple-claim-check-avro-19390?protocol=simple&encoding-format=avro' -c kafka-simple-claim-check-avro --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_claim_check_avro/conf/changefeed.toml
Create changefeed successfully!
ID: kafka-simple-claim-check-avro
Info: {"upstream_id":7489990410264417307,"namespace":"default","id":"kafka-simple-claim-check-avro","sink_uri":"kafka://127.0.0.1:9092/kafka-simple-claim-check-avro-19390?protocol=simple\u0026encoding-format=avro","create_time":"2025-04-06T08:28:21.136392364+08:00","start_ts":457152737919631363,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"claim-check","large_message_handle_compression":"snappy","claim_check_storage_uri":"file:///tmp/kafka-simple-avro-claim-check","claim_check_raw_value":false}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"error"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152737919631363,"checkpoint_ts":457152737919631363,"checkpoint_time":"2025-04-06 08:28:19.315"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
table mark.finish_mark_2 not exists for 4-th check, retry later
+ set +x
table mark.finish_mark_2 not exists for 5-th check, retry later
table mark.finish_mark_2 not exists for 6-th check, retry later
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check_avro.cli.24932.out cli changefeed pause -c kafka-simple-claim-check-avro
PASS
coverage: 2.0% of statements in github.com/pingcap/tiflow/...
table mark.finish_mark_2 not exists for 7-th check, retry later
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check_avro.cli.24956.out cli changefeed update -c kafka-simple-claim-check-avro '--sink-uri=kafka://127.0.0.1:9092/kafka-simple-claim-check-avro-19390?protocol=simple&encoding-format=avro&max-message-bytes=2048' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_claim_check_avro/conf/changefeed.toml --no-confirm
Diff of changefeed config:
{Type:update Path:[SinkURI] From:kafka://127.0.0.1:9092/kafka-simple-claim-check-avro-19390?protocol=simple&encoding-format=avro To:kafka://127.0.0.1:9092/kafka-simple-claim-check-avro-19390?protocol=simple&encoding-format=avro&max-message-bytes=2048}
{Type:update Path:[Config SyncPointInterval] From:<nil> To:0xc00383e708}
{Type:update Path:[Config SyncPointRetention] From:<nil> To:0xc00383e718}
{Type:update Path:[Config Consistent] From:<nil> To:0xc000f38930}
Update changefeed config successfully! 
ID: kafka-simple-claim-check-avro
Info: {"upstream_id":7489990410264417307,"namespace":"default","id":"kafka-simple-claim-check-avro","sink_uri":"kafka://127.0.0.1:9092/kafka-simple-claim-check-avro-19390?protocol=simple\u0026encoding-format=avro\u0026max-message-bytes=2048","create_time":"2025-04-06T08:28:21.136392364+08:00","start_ts":457152737919631363,"admin_job_type":1,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_table_monitor":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"simple","encoder_concurrency":32,"terminator":"\r\n","enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"claim-check","large_message_handle_compression":"snappy","claim_check_storage_uri":"file:///tmp/kafka-simple-avro-claim-check","claim_check_raw_value":false}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"error"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"stopped","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":0,"checkpoint_ts":457152740056367110,"checkpoint_time":"2025-04-06 08:28:27.466"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
table mark.finish_mark_2 exists
table mark.finish_mark_3 not exists for 1-th check, retry later
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.kafka_simple_claim_check_avro.cli.24993.out cli changefeed resume -c kafka-simple-claim-check-avro
PASS
coverage: 2.1% of statements in github.com/pingcap/tiflow/...
table mark.finish_mark_3 not exists for 2-th check, retry later
+ set +x
table test.finish_mark not exists for 1-th check, retry later
table mark.finish_mark_3 not exists for 3-th check, retry later
table mark.finish_mark_3 not exists for 4-th check, retry later
table test.finish_mark not exists for 2-th check, retry later
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
table mark.finish_mark_3 not exists for 5-th check, retry later
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:28:39 CST 2025] <<<<<< run test case kafka_simple_claim_check_avro success! >>>>>>
table mark.finish_mark_3 not exists for 6-th check, retry later
table mark.finish_mark_3 not exists for 7-th check, retry later
table mark.finish_mark_3 not exists for 8-th check, retry later
table mark.finish_mark_3 exists
table mark.finish_mark_4 not exists for 1-th check, retry later
table mark.finish_mark_4 not exists for 2-th check, retry later
table mark.finish_mark_4 not exists for 3-th check, retry later
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/kafka_simple_claim_check_avro/run.sh: line 1: 25021 Killed                  cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_adapter_compatibility/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table mark.finish_mark_4 not exists for 4-th check, retry later
table mark.finish_mark_4 not exists for 5-th check, retry later
start tidb cluster in /tmp/tidb_cdc_test/canal_json_adapter_compatibility
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
table mark.finish_mark_4 not exists for 6-th check, retry later
table mark.finish_mark_4 not exists for 7-th check, retry later
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
table mark.finish_mark_4 not exists for 8-th check, retry later
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
table mark.finish_mark_4 not exists for 9-th check, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990623339834169	TiDB Cluster ID.
tikv_gc_leader_uuid	6582200cfcc000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:26196, start at 2025-04-06 08:29:01.855688854 +0800 CST m=+1.420930133	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:31:01.863 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:29:01.862 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:19:01.862 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990623339834169	TiDB Cluster ID.
tikv_gc_leader_uuid	6582200cfcc000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:26196, start at 2025-04-06 08:29:01.855688854 +0800 CST m=+1.420930133	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:31:01.863 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:29:01.862 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:19:01.862 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990616819702533	TiDB Cluster ID.
tikv_gc_leader_uuid	6582200d150000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:26273, start at 2025-04-06 08:29:01.958367182 +0800 CST m=+1.453183118	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:31:01.965 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:29:01.958 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:19:01.958 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/canal_json_adapter_compatibility/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/canal_json_adapter_compatibility/tiflash/log/error.log
arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/canal_json_adapter_compatibility/tiflash/db/proxy"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/canal_json_adapter_compatibility/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/canal_json_adapter_compatibility/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
table mark.finish_mark_4 not exists for 10-th check, retry later
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_adapter_compatibility.cli.27661.out cli tso query --pd=http://127.0.0.1:2379
table mark.finish_mark_4 exists
table mark.finish_mark_5 not exists for 1-th check, retry later
+ set +x
+ tso='457152749937885185
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152749937885185 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:29:06 CST 2025] <<<<<< START cdc server in canal_json_adapter_compatibility case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_adapter_compatibility.2769927701.out server --log-file /tmp/tidb_cdc_test/canal_json_adapter_compatibility/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/canal_json_adapter_compatibility/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
table mark.finish_mark_5 not exists for 2-th check, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:29:09 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/73b6567a-4827-4986-a83b-69fb22adad8c
	{"id":"73b6567a-4827-4986-a83b-69fb22adad8c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899346}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196088016a1d8
	73b6567a-4827-4986-a83b-69fb22adad8c

/tidb/cdc/default/default/upstream/7489990623339834169
	{"id":7489990623339834169,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/73b6567a-4827-4986-a83b-69fb22adad8c
	{"id":"73b6567a-4827-4986-a83b-69fb22adad8c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899346}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196088016a1d8
	73b6567a-4827-4986-a83b-69fb22adad8c

/tidb/cdc/default/default/upstream/7489990623339834169
	{"id":7489990623339834169,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/73b6567a-4827-4986-a83b-69fb22adad8c
	{"id":"73b6567a-4827-4986-a83b-69fb22adad8c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899346}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196088016a1d8
	73b6567a-4827-4986-a83b-69fb22adad8c

/tidb/cdc/default/default/upstream/7489990623339834169
	{"id":7489990623339834169,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_adapter_compatibility.cli.27754.out cli changefeed create --start-ts=457152749937885185 '--sink-uri=kafka://127.0.0.1:9092/test?protocol=canal-json&kafka-version=2.4.1&max-message-bytes=10485760'
Create changefeed successfully!
ID: 6c4dced3-530d-421d-846f-91c8ca32e535
Info: {"upstream_id":7489990623339834169,"namespace":"default","id":"6c4dced3-530d-421d-846f-91c8ca32e535","sink_uri":"kafka://127.0.0.1:9092/test?protocol=canal-json\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:29:10.108594735+08:00","start_ts":457152749937885185,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152749937885185,"checkpoint_ts":457152749937885185,"checkpoint_time":"2025-04-06 08:29:05.161"}
PASS
table mark.finish_mark_5 not exists for 3-th check, retry later
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
+ set +x
table mark.finish_mark_5 not exists for 4-th check, retry later
table test.binary_columns not exists for 1-th check, retry later
table mark.finish_mark_5 not exists for 5-th check, retry later
table test.binary_columns not exists for 2-th check, retry later
table mark.finish_mark_5 not exists for 6-th check, retry later
table test.binary_columns not exists for 3-th check, retry later
table mark.finish_mark_5 exists
table mark.finish_mark exists
check diff successfully
table test.binary_columns not exists for 4-th check, retry later
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:29:19 CST 2025] <<<<<< run test case multi_source success! >>>>>>
table test.binary_columns not exists for 5-th check, retry later
table test.binary_columns not exists for 6-th check, retry later
table test.binary_columns not exists for 7-th check, retry later
table test.binary_columns not exists for 8-th check, retry later
table test.binary_columns not exists for 9-th check, retry later
table test.binary_columns not exists for 10-th check, retry later
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/vector/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
table test.binary_columns exists
check diff failed 1-th time, retry later
check diff successfully
start tidb cluster in /tmp/tidb_cdc_test/vector
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
table test.binary_columns exists
check diff failed 1-th time, retry later
Verifying downstream PD is started...
check diff failed 2-th time, retry later
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
8:29AM INF > Run case=sql/ddl.sql
Starting Upstream TiDB...
check diff failed 3-th time, retry later
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
check diff failed 4-th time, retry later
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990786457737766	TiDB Cluster ID.
tikv_gc_leader_uuid	65822033a900014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-h5nmx, pid:31592, start at 2025-04-06 08:29:41.456341005 +0800 CST m=+1.382430259	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:31:41.464 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:29:41.461 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:19:41.461 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990786457737766	TiDB Cluster ID.
tikv_gc_leader_uuid	65822033a900014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-h5nmx, pid:31592, start at 2025-04-06 08:29:41.456341005 +0800 CST m=+1.382430259	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:31:41.464 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:29:41.461 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:19:41.461 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990789783780912	TiDB Cluster ID.
tikv_gc_leader_uuid	65822033cf0000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-6-h5nmx, pid:31677, start at 2025-04-06 08:29:41.582899124 +0800 CST m=+1.433049010	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:31:41.590 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:29:41.564 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:19:41.564 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/vector/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/vector/tiflash/log/error.log
arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/vector/tiflash/db/proxy"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/vector/tiflash/log/proxy.log"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/vector/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
check diff failed 5-th time, retry later
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.vector.cli.33140.out cli tso query --pd=http://127.0.0.1:2379
check diff failed 6-th time, retry later
+ set +x
+ tso='457152760319049731
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152760319049731 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:29:46 CST 2025] <<<<<< START cdc server in vector case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.vector.3317133173.out server --log-file /tmp/tidb_cdc_test/vector/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/vector/cdc_data --cluster-id default
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
check diff failed 7-th time, retry later
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:29:49 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/93f5e3d5-c1a8-4930-8fb2-8e8c27b50a9f
	{"id":"93f5e3d5-c1a8-4930-8fb2-8e8c27b50a9f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899386}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960880b539d8
	93f5e3d5-c1a8-4930-8fb2-8e8c27b50a9f

/tidb/cdc/default/default/upstream/7489990786457737766
	{"id":7489990786457737766,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/93f5e3d5-c1a8-4930-8fb2-8e8c27b50a9f
	{"id":"93f5e3d5-c1a8-4930-8fb2-8e8c27b50a9f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899386}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960880b539d8
	93f5e3d5-c1a8-4930-8fb2-8e8c27b50a9f

/tidb/cdc/default/default/upstream/7489990786457737766
	{"id":7489990786457737766,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/93f5e3d5-c1a8-4930-8fb2-8e8c27b50a9f
	{"id":"93f5e3d5-c1a8-4930-8fb2-8e8c27b50a9f","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899386}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960880b539d8
	93f5e3d5-c1a8-4930-8fb2-8e8c27b50a9f

/tidb/cdc/default/default/upstream/7489990786457737766
	{"id":7489990786457737766,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.vector.cli.33230.out cli changefeed create --start-ts=457152760319049731 '--sink-uri=kafka://127.0.0.1:9092/vector-23358?protocol=open-protocol&partition-num=4&max-message-bytes=10485760'
Create changefeed successfully!
ID: 36c80090-afe0-42f5-9945-2f7869edf138
Info: {"upstream_id":7489990786457737766,"namespace":"default","id":"36c80090-afe0-42f5-9945-2f7869edf138","sink_uri":"kafka://127.0.0.1:9092/vector-23358?protocol=open-protocol\u0026partition-num=4\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:29:49.688189109+08:00","start_ts":457152760319049731,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152760319049731,"checkpoint_ts":457152760319049731,"checkpoint_time":"2025-04-06 08:29:44.762"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
check diff failed 8-th time, retry later
+ set +x
[Sun Apr  6 08:29:51 CST 2025] <<<<<< START kafka consumer in vector case >>>>>>
check diff failed 9-th time, retry later
table test.finish_mark not exists for 1-th check, retry later
check diff failed 10-th time, retry later
check diff failed 11-th time, retry later
table test.finish_mark not exists for 2-th check, retry later
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:30:00 CST 2025] <<<<<< run test case vector success! >>>>>>
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:30:00 CST 2025] <<<<<< run test case canal_json_adapter_compatibility success! >>>>>>
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_basic/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
start tidb cluster in /tmp/tidb_cdc_test/canal_json_basic
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   221  100   221    0     0   6696      0 --:--:-- --:--:-- --:--:--  6696
+ synced_status='{"synced":true,"sink_checkpoint_ts":"2025-04-06 08:30:04.313","puller_resolved_ts":"2025-04-06 08:30:00.313","last_synced_ts":"2025-04-06 08:27:50.163","now_ts":"2025-04-06 08:30:07.000","info":"Data syncing is finished"}'
++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-06' '08:30:04.313","puller_resolved_ts":"2025-04-06' '08:30:00.313","last_synced_ts":"2025-04-06' '08:27:50.163","now_ts":"2025-04-06' '08:30:07.000","info":"Data' syncing is 'finished"}'
++ jq .synced
+ status=true
+ '[' true '!=' true ']'
++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-06' '08:30:04.313","puller_resolved_ts":"2025-04-06' '08:30:00.313","last_synced_ts":"2025-04-06' '08:27:50.163","now_ts":"2025-04-06' '08:30:07.000","info":"Data' syncing is 'finished"}'
++ jq -r .info
+ info='Data syncing is finished'
+ target_message='Data syncing is finished'
+ '[' 'Data syncing is finished' '!=' 'Data syncing is finished' ']'
+ cleanup_process cdc.test
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
+ stop_tidb_cluster
+ run_case_with_failpoint conf/changefeed-redo.toml
+ rm -rf /tmp/tidb_cdc_test/synced_status_with_redo
+ mkdir -p /tmp/tidb_cdc_test/synced_status_with_redo
+ start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status_with_redo
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
The 1 times to try to start tidb cluster...
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990954812464313	TiDB Cluster ID.
tikv_gc_leader_uuid	65822058a98000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:29340, start at 2025-04-06 08:30:19.345822971 +0800 CST m=+1.411366067	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:32:19.353 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:30:19.353 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:20:19.353 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
start tidb cluster in /tmp/tidb_cdc_test/synced_status_with_redo
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990954812464313	TiDB Cluster ID.
tikv_gc_leader_uuid	65822058a98000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:29340, start at 2025-04-06 08:30:19.345822971 +0800 CST m=+1.411366067	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:32:19.353 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:30:19.353 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:20:19.353 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990947600458187	TiDB Cluster ID.
tikv_gc_leader_uuid	65822058c200007	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:29414, start at 2025-04-06 08:30:19.410582773 +0800 CST m=+1.402620706	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:32:19.417 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:30:19.400 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:20:19.400 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/canal_json_basic/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/canal_json_basic/tiflash/log/error.log
arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/canal_json_basic/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/canal_json_basic/tiflash-proxy.toml"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/canal_json_basic/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
Verifying downstream PD is started...
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   723  100   723    0     0  24931      0 --:--:-- --:--:-- --:--:-- 25821
+ synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-06 08:27:59.743","puller_resolved_ts":"2025-04-06 08:27:59.743","last_synced_ts":"2025-04-06 08:27:52.844","now_ts":"2025-04-06 08:30:09.000","info":"Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' \u003e '\''Resolved-Ts'\'' \u003e '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait"}'
++ jq .synced
++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-06' '08:27:59.743","puller_resolved_ts":"2025-04-06' '08:27:59.743","last_synced_ts":"2025-04-06' '08:27:52.844","now_ts":"2025-04-06' '08:30:09.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}'
+ status=false
+ '[' false '!=' false ']'
++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-06' '08:27:59.743","puller_resolved_ts":"2025-04-06' '08:27:59.743","last_synced_ts":"2025-04-06' '08:27:52.844","now_ts":"2025-04-06' '08:30:09.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}'
++ jq -r .info
+ info='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait'
+ target_message='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait'
+ '[' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' '!=' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' ']'
+ cleanup_process cdc.test
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
+ stop_tidb_cluster
+ run_case_with_unavailable_tidb conf/changefeed.toml
+ rm -rf /tmp/tidb_cdc_test/synced_status
+ mkdir -p /tmp/tidb_cdc_test/synced_status
+ start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
The 1 times to try to start tidb cluster...
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
[Sun Apr  6 08:30:22 CST 2025] <<<<<< START cdc server in canal_json_basic case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_basic.3086730869.out server --log-file /tmp/tidb_cdc_test/canal_json_basic/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/canal_json_basic/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
start tidb cluster in /tmp/tidb_cdc_test/synced_status
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:30:25 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/7c038f48-e7dd-46a7-9668-bf95ab707a5e
	{"id":"7c038f48-e7dd-46a7-9668-bf95ab707a5e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899422}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608814b31cf
	7c038f48-e7dd-46a7-9668-bf95ab707a5e

/tidb/cdc/default/default/upstream/7489990954812464313
	{"id":7489990954812464313,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/7c038f48-e7dd-46a7-9668-bf95ab707a5e
	{"id":"7c038f48-e7dd-46a7-9668-bf95ab707a5e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899422}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608814b31cf
	7c038f48-e7dd-46a7-9668-bf95ab707a5e

/tidb/cdc/default/default/upstream/7489990954812464313
	{"id":7489990954812464313,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/7c038f48-e7dd-46a7-9668-bf95ab707a5e
	{"id":"7c038f48-e7dd-46a7-9668-bf95ab707a5e","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899422}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608814b31cf
	7c038f48-e7dd-46a7-9668-bf95ab707a5e

/tidb/cdc/default/default/upstream/7489990954812464313
	{"id":7489990954812464313,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_basic.cli.30928.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-canal-json-basic?protocol=canal-json&enable-tidb-extension=true'
Create changefeed successfully!
ID: 6c68b91b-4992-4673-926a-3422e757e3dc
Info: {"upstream_id":7489990954812464313,"namespace":"default","id":"6c68b91b-4992-4673-926a-3422e757e3dc","sink_uri":"kafka://127.0.0.1:9092/ticdc-canal-json-basic?protocol=canal-json\u0026enable-tidb-extension=true","create_time":"2025-04-06T08:30:25.823410693+08:00","start_ts":457152771064332289,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152771064332289,"checkpoint_ts":457152771064332289,"checkpoint_time":"2025-04-06 08:30:25.752"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
+ set +x
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990979886582690	TiDB Cluster ID.
tikv_gc_leader_uuid	658220605c40007	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8, pid:19325, start at 2025-04-06 08:30:27.195692711 +0800 CST m=+1.460784492	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:32:27.203 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:30:27.185 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:20:27.185 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990979886582690	TiDB Cluster ID.
tikv_gc_leader_uuid	658220605c40007	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8, pid:19325, start at 2025-04-06 08:30:27.195692711 +0800 CST m=+1.460784492	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:32:27.203 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:30:27.185 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:20:27.185 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990985136666334	TiDB Cluster ID.
tikv_gc_leader_uuid	658220605a0000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-z-nzrs8, pid:19399, start at 2025-04-06 08:30:27.21970883 +0800 CST m=+1.413429778	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:32:27.227 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:30:27.227 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:20:27.227 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/error.log
arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash-proxy.toml"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status_with_redo/tiflash/log/proxy.log"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990992801038988	TiDB Cluster ID.
tikv_gc_leader_uuid	658220620b8000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl, pid:22506, start at 2025-04-06 08:30:28.931086646 +0800 CST m=+1.506356711	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:32:28.938 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:30:28.910 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:20:28.910 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990992801038988	TiDB Cluster ID.
tikv_gc_leader_uuid	658220620b8000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl, pid:22506, start at 2025-04-06 08:30:28.931086646 +0800 CST m=+1.506356711	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:32:28.938 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:30:28.910 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:20:28.910 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489990993628208570	TiDB Cluster ID.
tikv_gc_leader_uuid	6582206223c0007	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl, pid:22573, start at 2025-04-06 08:30:29.020264513 +0800 CST m=+1.522925891	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:32:29.028 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:30:29.007 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:20:29.007 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/synced_status/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/synced_status/tiflash/log/error.log
arg matches is ArgMatches { args: {"advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/db/proxy"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash-proxy.toml"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ cd /tmp/tidb_cdc_test/synced_status_with_redo
+ export 'GO_FAILPOINTS=github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)'
++ run_cdc_cli_tso_query 127.0.0.1 2379
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.20792.out cli tso query --pd=http://127.0.0.1:2379
+ cd /tmp/tidb_cdc_test/synced_status
++ run_cdc_cli_tso_query 127.0.0.1 2379
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.23972.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='457152772305059841
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152772305059841 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ start_ts=457152772305059841
+ run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status_with_redo --binary cdc.test
[Sun Apr  6 08:30:31 CST 2025] <<<<<< START cdc server in synced_status_with_redo case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)'
+ (( i = 0 ))
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.2082720829.out server --log-file /tmp/tidb_cdc_test/synced_status_with_redo/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status_with_redo/cdc_data --cluster-id default
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
[Sun Apr  6 08:30:32 CST 2025] <<<<<< START kafka consumer in canal_json_basic case >>>>>>
+ set +x
+ tso='457152772744151041
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152772744151041 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ start_ts=457152772744151041
+ run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status --binary cdc.test
[Sun Apr  6 08:30:33 CST 2025] <<<<<< START cdc server in synced_status case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.2400524007.out server --log-file /tmp/tidb_cdc_test/synced_status/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:30:34 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e15f917b-6673-42c3-a810-4cd8eec3bd4b
	{"id":"e15f917b-6673-42c3-a810-4cd8eec3bd4b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899432}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196088165afdc
	e15f917b-6673-42c3-a810-4cd8eec3bd4b

/tidb/cdc/default/default/upstream/7489990979886582690
	{"id":7489990979886582690,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e15f917b-6673-42c3-a810-4cd8eec3bd4b
	{"id":"e15f917b-6673-42c3-a810-4cd8eec3bd4b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899432}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196088165afdc
	e15f917b-6673-42c3-a810-4cd8eec3bd4b

/tidb/cdc/default/default/upstream/7489990979886582690
	{"id":7489990979886582690,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/e15f917b-6673-42c3-a810-4cd8eec3bd4b
	{"id":"e15f917b-6673-42c3-a810-4cd8eec3bd4b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899432}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196088165afdc
	e15f917b-6673-42c3-a810-4cd8eec3bd4b

/tidb/cdc/default/default/upstream/7489990979886582690
	{"id":7489990979886582690,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ config_path=conf/changefeed-redo.toml
+ SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1'
+ run_cdc_cli changefeed create --start-ts=457152772305059841 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status_with_redo.cli.20886.out cli changefeed create --start-ts=457152772305059841 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status_with_redo/conf/changefeed-redo.toml
Create changefeed successfully!
ID: test-1
Info: {"upstream_id":7489990979886582690,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-06T08:30:35.394151054+08:00","start_ts":457152772305059841,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"eventual","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"storage":"file:///tmp/tidb_cdc_test/synced_status/redo","use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152772305059841,"checkpoint_ts":457152772305059841,"checkpoint_time":"2025-04-06 08:30:30.485"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
+ set +x
+ sleep 20
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:30:36 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/044940fb-982f-4dca-af8e-0f6866f21c3b
	{"id":"044940fb-982f-4dca-af8e-0f6866f21c3b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899433}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608817023da
	044940fb-982f-4dca-af8e-0f6866f21c3b

/tidb/cdc/default/default/upstream/7489990992801038988
	{"id":7489990992801038988,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/044940fb-982f-4dca-af8e-0f6866f21c3b
	{"id":"044940fb-982f-4dca-af8e-0f6866f21c3b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899433}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608817023da
	044940fb-982f-4dca-af8e-0f6866f21c3b

/tidb/cdc/default/default/upstream/7489990992801038988
	{"id":7489990992801038988,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/044940fb-982f-4dca-af8e-0f6866f21c3b
	{"id":"044940fb-982f-4dca-af8e-0f6866f21c3b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899433}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608817023da
	044940fb-982f-4dca-af8e-0f6866f21c3b

/tidb/cdc/default/default/upstream/7489990992801038988
	{"id":7489990992801038988,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ config_path=conf/changefeed.toml
+ SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1'
+ run_cdc_cli changefeed create --start-ts=457152772744151041 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.24062.out cli changefeed create --start-ts=457152772744151041 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml
Create changefeed successfully!
ID: test-1
Info: {"upstream_id":7489990992801038988,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-06T08:30:37.055263969+08:00","start_ts":457152772744151041,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152772744151041,"checkpoint_ts":457152772744151041,"checkpoint_time":"2025-04-06 08:30:32.160"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
+ set +x
+ run_sql 'USE TEST;Create table t1(a int primary key, b int);insert into t1 values(1,2);insert into t1 values(2,3);'
+ check_table_exists test.t1 127.0.0.1 3306
table test.t1 not exists for 1-th check, retry later
table test.t1 exists
+ sleep 5
+ kill_tidb
++ ps aux
++ grep tidb-server
++ grep /tmp/tidb_cdc_test/synced_status
+ info='jenkins    22506 10.8  0.0 3184860 214788 ?      Sl   08:30   0:01 tidb-server -P 4000 -config /tmp/tidb_cdc_test/synced_status/tidb-config-1743899427412394481.toml --store tikv --path 127.0.0.1:2379 --status=10080 --log-file /tmp/tidb_cdc_test/synced_status/tidb.log
jenkins    22515  4.2  0.0 3110552 190268 ?      Sl   08:30   0:00 tidb-server -P 4001 -config /tmp/tidb_cdc_test/synced_status/tidb-config-1743899427421594688.toml --store tikv --path 127.0.0.1:2379 --status=10081 --log-file /tmp/tidb_cdc_test/synced_status/tidb_other.log
jenkins    22573 11.7  0.0 3324804 231264 ?      Sl   08:30   0:02 tidb-server -P 3306 -config /tmp/tidb_cdc_test/synced_status/tidb-config-1743899427485368505.toml --store tikv --path 127.0.0.1:2479 --status=20080 --log-file /tmp/tidb_cdc_test/synced_status/tidb_down.log'
++ ps aux
++ grep tidb-server
++ grep /tmp/tidb_cdc_test/synced_status
++ awk '{print $2}'
++ xargs kill -9
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   243  100   243    0     0   2730      0 --:--:-- --:--:-- --:--:--  2730
+ synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-06 08:30:44.460","puller_resolved_ts":"2025-04-06 08:30:38.460","last_synced_ts":"2025-04-06 08:30:38.460","now_ts":"2025-04-06 08:30:45.000","info":"The data syncing is not finished, please wait"}'
++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-06' '08:30:44.460","puller_resolved_ts":"2025-04-06' '08:30:38.460","last_synced_ts":"2025-04-06' '08:30:38.460","now_ts":"2025-04-06' '08:30:45.000","info":"The' data syncing is not finished, please 'wait"}'
++ jq .synced
+ status=false
+ '[' false '!=' false ']'
++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-06' '08:30:44.460","puller_resolved_ts":"2025-04-06' '08:30:38.460","last_synced_ts":"2025-04-06' '08:30:38.460","now_ts":"2025-04-06' '08:30:45.000","info":"The' data syncing is not finished, please 'wait"}'
++ jq -r .info
+ info='The data syncing is not finished, please wait'
+ target_message='The data syncing is not finished, please wait'
+ '[' 'The data syncing is not finished, please wait' '!=' 'The data syncing is not finished, please wait' ']'
+ sleep 130
table test.finish_mark not exists for 1-th check, retry later
table test.finish_mark not exists for 2-th check, retry later
table test.finish_mark not exists for 3-th check, retry later
table test.finish_mark not exists for 4-th check, retry later
table test.finish_mark not exists for 5-th check, retry later
table test.finish_mark not exists for 6-th check, retry later
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   723  100   723    0     0  40166      0 --:--:-- --:--:-- --:--:-- 40166
+ synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-06 08:30:30.485","puller_resolved_ts":"1970-01-01 08:00:00.000","last_synced_ts":"1970-01-01 08:00:00.000","now_ts":"2025-04-06 08:30:56.000","info":"Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' \u003e '\''Resolved-Ts'\'' \u003e '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait"}'
++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-06' '08:30:30.485","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-06' '08:30:56.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}'
++ jq .synced
+ status=false
+ '[' false '!=' false ']'
++ jq -r .info
++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-06' '08:30:30.485","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-06' '08:30:56.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}'
+ info='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait'
+ target_message='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait'
+ '[' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' '!=' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' ']'
+ export GO_FAILPOINTS=
+ GO_FAILPOINTS=
+ cleanup_process cdc.test
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
+ stop_tidb_cluster
table test.finish_mark not exists for 7-th check, retry later
table test.finish_mark not exists for 8-th check, retry later
table test.finish_mark not exists for 9-th check, retry later
table test.finish_mark not exists for 10-th check, retry later
table test.finish_mark not exists for 11-th check, retry later
+ check_logs /tmp/tidb_cdc_test/synced_status_with_redo
++ date
+ echo '[Sun Apr  6 08:31:08 CST 2025] <<<<<< run test case synced_status_with_redo success! >>>>>>'
[Sun Apr  6 08:31:08 CST 2025] <<<<<< run test case synced_status_with_redo success! >>>>>>
+ stop_tidb_cluster
table test.finish_mark exists
check diff successfully
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
8:31AM INF > Run case=sql/debezium/binary_column_test.sql
table test.finish_mark not exists for 1-th check, retry later
table test.finish_mark not exists for 2-th check, retry later
8:31AM INF > Run case=sql/debezium/binary_mode_test.sql
table test.finish_mark not exists for 3-th check, retry later
table test.finish_mark not exists for 4-th check, retry later
table test.finish_mark not exists for 5-th check, retry later
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:31:30 CST 2025] <<<<<< run test case canal_json_basic success! >>>>>>
8:31AM INF > Run case=sql/debezium/connector_read_binary_field_test.sql
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_content_compatible/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/canal_json_content_compatible
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489991349577094943	TiDB Cluster ID.
tikv_gc_leader_uuid	658220b30ec0002	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:32358, start at 2025-04-06 08:31:51.86861865 +0800 CST m=+1.427666173	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:33:51.875 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:31:51.867 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:21:51.867 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489991349577094943	TiDB Cluster ID.
tikv_gc_leader_uuid	658220b30ec0002	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:32358, start at 2025-04-06 08:31:51.86861865 +0800 CST m=+1.427666173	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:33:51.875 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:31:51.867 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:21:51.867 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489991351237056063	TiDB Cluster ID.
tikv_gc_leader_uuid	658220b319c000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:32426, start at 2025-04-06 08:31:51.956244734 +0800 CST m=+1.454963807	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:33:51.965 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:31:51.962 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:21:51.962 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/canal_json_content_compatible/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/canal_json_content_compatible/tiflash/log/error.log
arg matches is ArgMatches { args: {"pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/canal_json_content_compatible/tiflash/log/proxy.log"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/canal_json_content_compatible/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/canal_json_content_compatible/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
[Sun Apr  6 08:31:54 CST 2025] <<<<<< START cdc server in canal_json_content_compatible case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_content_compatible.3374233744.out server --log-file /tmp/tidb_cdc_test/canal_json_content_compatible/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/canal_json_content_compatible/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:31:57 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2c063c2b-4470-4294-b748-14046677fb2b
	{"id":"2c063c2b-4470-4294-b748-14046677fb2b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899515}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960882b461ce
	2c063c2b-4470-4294-b748-14046677fb2b

/tidb/cdc/default/default/upstream/7489991349577094943
	{"id":7489991349577094943,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2c063c2b-4470-4294-b748-14046677fb2b
	{"id":"2c063c2b-4470-4294-b748-14046677fb2b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899515}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960882b461ce
	2c063c2b-4470-4294-b748-14046677fb2b

/tidb/cdc/default/default/upstream/7489991349577094943
	{"id":7489991349577094943,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/2c063c2b-4470-4294-b748-14046677fb2b
	{"id":"2c063c2b-4470-4294-b748-14046677fb2b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899515}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960882b461ce
	2c063c2b-4470-4294-b748-14046677fb2b

/tidb/cdc/default/default/upstream/7489991349577094943
	{"id":7489991349577094943,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_content_compatible.cli.33798.out cli changefeed create '--sink-uri=kafka://127.0.0.1:9092/ticdc-canal-json-content-compatible?protocol=canal-json&enable-tidb-extension=true&content-compatible=true'
Create changefeed successfully!
ID: 88196076-5370-41fb-8a9d-eece81212fad
Info: {"upstream_id":7489991349577094943,"namespace":"default","id":"88196076-5370-41fb-8a9d-eece81212fad","sink_uri":"kafka://127.0.0.1:9092/ticdc-canal-json-content-compatible?protocol=canal-json\u0026enable-tidb-extension=true\u0026content-compatible=true","create_time":"2025-04-06T08:31:58.374700253+08:00","start_ts":457152795303477254,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":true,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152795303477254,"checkpoint_ts":457152795303477254,"checkpoint_time":"2025-04-06 08:31:58.217"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
+ set +x
8:32AM INF > Run case=sql/debezium/connector_test.sql
[Sun Apr  6 08:32:04 CST 2025] <<<<<< START kafka consumer in canal_json_content_compatible case >>>>>>
table test.finish_mark not exists for 1-th check, retry later
table test.finish_mark not exists for 2-th check, retry later
table test.finish_mark not exists for 3-th check, retry later
table test.finish_mark not exists for 4-th check, retry later
table test.finish_mark not exists for 5-th check, retry later
table test.finish_mark not exists for 6-th check, retry later
table test.finish_mark not exists for 7-th check, retry later
table test.finish_mark not exists for 8-th check, retry later
table test.finish_mark not exists for 9-th check, retry later
table test.finish_mark not exists for 10-th check, retry later
table test.finish_mark not exists for 11-th check, retry later
table test.finish_mark not exists for 12-th check, retry later
table test.finish_mark exists
check diff successfully
table test.finish_mark not exists for 1-th check, retry later
table test.finish_mark not exists for 2-th check, retry later
table test.finish_mark not exists for 3-th check, retry later
8:32AM INF > Run case=sql/debezium/connector_test_ro.sql
table test.finish_mark not exists for 4-th check, retry later
table test.finish_mark not exists for 5-th check, retry later
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:33:05 CST 2025] <<<<<< run test case canal_json_content_compatible success! >>>>>>
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   221  100   221    0     0   7366      0 --:--:-- --:--:-- --:--:--  7366
+ synced_status='{"synced":true,"sink_checkpoint_ts":"2025-04-06 08:32:54.610","puller_resolved_ts":"2025-04-06 08:32:47.610","last_synced_ts":"2025-04-06 08:30:38.460","now_ts":"2025-04-06 08:32:55.000","info":"Data syncing is finished"}'
++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-06' '08:32:54.610","puller_resolved_ts":"2025-04-06' '08:32:47.610","last_synced_ts":"2025-04-06' '08:30:38.460","now_ts":"2025-04-06' '08:32:55.000","info":"Data' syncing is 'finished"}'
++ jq .synced
+ status=true
+ '[' true '!=' true ']'
++ echo '{"synced":true,"sink_checkpoint_ts":"2025-04-06' '08:32:54.610","puller_resolved_ts":"2025-04-06' '08:32:47.610","last_synced_ts":"2025-04-06' '08:30:38.460","now_ts":"2025-04-06' '08:32:55.000","info":"Data' syncing is 'finished"}'
++ jq -r .info
+ info='Data syncing is finished'
+ target_message='Data syncing is finished'
+ '[' 'Data syncing is finished' '!=' 'Data syncing is finished' ']'
+ cleanup_process cdc.test
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
+ stop_tidb_cluster
+ run_case_with_failpoint conf/changefeed.toml
+ rm -rf /tmp/tidb_cdc_test/synced_status
+ mkdir -p /tmp/tidb_cdc_test/synced_status
+ start_tidb_cluster --workdir /tmp/tidb_cdc_test/synced_status
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
The 1 times to try to start tidb cluster...
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
shell-init: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
chdir: error retrieving current directory: getcwd: cannot access parent directories: No such file or directory
start tidb cluster in /tmp/tidb_cdc_test/synced_status
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489991710262434134	TiDB Cluster ID.
tikv_gc_leader_uuid	658221055fc000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl, pid:25402, start at 2025-04-06 08:33:16.200777374 +0800 CST m=+1.527758609	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:35:16.208 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:33:16.210 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:23:16.210 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489991710262434134	TiDB Cluster ID.
tikv_gc_leader_uuid	658221055fc000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl, pid:25402, start at 2025-04-06 08:33:16.200777374 +0800 CST m=+1.527758609	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:35:16.208 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:33:16.210 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:23:16.210 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489991712043687904	TiDB Cluster ID.
tikv_gc_leader_uuid	658221056ac000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-d-5zfpl, pid:25470, start at 2025-04-06 08:33:16.230102148 +0800 CST m=+1.493289864	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:35:16.238 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:33:16.203 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:23:16.203 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/synced_status/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/synced_status/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/log/proxy.log"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/synced_status/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_topics/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
+ cd /tmp/tidb_cdc_test/synced_status
+ export 'GO_FAILPOINTS=github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)'
++ run_cdc_cli_tso_query 127.0.0.1 2379
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.26764.out cli tso query --pd=http://127.0.0.1:2379
start tidb cluster in /tmp/tidb_cdc_test/multi_topics
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
+ set +x
+ tso='457152816574365697
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152816574365697 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
+ start_ts=457152816574365697
+ run_cdc_server --workdir /tmp/tidb_cdc_test/synced_status --binary cdc.test
[Sun Apr  6 08:33:20 CST 2025] <<<<<< START cdc server in synced_status case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS='github.com/pingcap/tiflow/cdc/owner/ChangefeedOwnerNotUpdateCheckpoint=return(true)'
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.2680226804.out server --log-file /tmp/tidb_cdc_test/synced_status/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/synced_status/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
Verifying downstream PD is started...
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:33:23 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/db09cd38-26f2-421b-b010-050dc86647de
	{"id":"db09cd38-26f2-421b-b010-050dc86647de","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899601}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960883f797d8
	db09cd38-26f2-421b-b010-050dc86647de

/tidb/cdc/default/default/upstream/7489991710262434134
	{"id":7489991710262434134,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/db09cd38-26f2-421b-b010-050dc86647de
	{"id":"db09cd38-26f2-421b-b010-050dc86647de","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899601}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960883f797d8
	db09cd38-26f2-421b-b010-050dc86647de

/tidb/cdc/default/default/upstream/7489991710262434134
	{"id":7489991710262434134,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/db09cd38-26f2-421b-b010-050dc86647de
	{"id":"db09cd38-26f2-421b-b010-050dc86647de","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899601}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960883f797d8
	db09cd38-26f2-421b-b010-050dc86647de

/tidb/cdc/default/default/upstream/7489991710262434134
	{"id":7489991710262434134,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ config_path=conf/changefeed.toml
+ SINK_URI='mysql://root@127.0.0.1:3306/?max-txn-row=1'
+ run_cdc_cli changefeed create --start-ts=457152816574365697 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.synced_status.cli.26856.out cli changefeed create --start-ts=457152816574365697 '--sink-uri=mysql://root@127.0.0.1:3306/?max-txn-row=1' --changefeed-id=test-1 --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/synced_status/conf/changefeed.toml
Create changefeed successfully!
ID: test-1
Info: {"upstream_id":7489991710262434134,"namespace":"default","id":"test-1","sink_uri":"mysql://root@127.0.0.1:3306/?max-txn-row=1","create_time":"2025-04-06T08:33:24.331259947+08:00","start_ts":457152816574365697,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":120,"checkpoint_interval":20}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152816574365697,"checkpoint_ts":457152816574365697,"checkpoint_time":"2025-04-06 08:33:19.359"}
PASS
coverage: 2.4% of statements in github.com/pingcap/tiflow/...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
+ set +x
+ sleep 20
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489991754061636668	TiDB Cluster ID.
tikv_gc_leader_uuid	65822110c98000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:35229, start at 2025-04-06 08:33:27.863518352 +0800 CST m=+1.414060489	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:35:27.870 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:33:27.846 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:23:27.846 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489991754061636668	TiDB Cluster ID.
tikv_gc_leader_uuid	65822110c98000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:35229, start at 2025-04-06 08:33:27.863518352 +0800 CST m=+1.414060489	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:35:27.870 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:33:27.846 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:23:27.846 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489991763432156856	TiDB Cluster ID.
tikv_gc_leader_uuid	65822110d480010	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:35310, start at 2025-04-06 08:33:27.938240726 +0800 CST m=+1.422163122	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:35:27.946 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:33:27.940 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:23:27.940 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/multi_topics/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/multi_topics/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_topics/tiflash-proxy.toml"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_topics/tiflash/log/proxy.log"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_topics/tiflash/db/proxy"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_topics.cli.36644.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='457152819663994881
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152819663994881 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:33:32 CST 2025] <<<<<< START cdc server in multi_topics case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ GO_FAILPOINTS=
+ '[' -z '' ']'
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_topics.3667736679.out server --log-file /tmp/tidb_cdc_test/multi_topics/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_topics/cdc_data --cluster-id default
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:33:35 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/5e58497e-c18a-4a5c-8865-62b4b5d5713a
	{"id":"5e58497e-c18a-4a5c-8865-62b4b5d5713a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899612}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196088425a3db
	5e58497e-c18a-4a5c-8865-62b4b5d5713a

/tidb/cdc/default/default/upstream/7489991754061636668
	{"id":7489991754061636668,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/5e58497e-c18a-4a5c-8865-62b4b5d5713a
	{"id":"5e58497e-c18a-4a5c-8865-62b4b5d5713a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899612}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196088425a3db
	5e58497e-c18a-4a5c-8865-62b4b5d5713a

/tidb/cdc/default/default/upstream/7489991754061636668
	{"id":7489991754061636668,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/5e58497e-c18a-4a5c-8865-62b4b5d5713a
	{"id":"5e58497e-c18a-4a5c-8865-62b4b5d5713a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899612}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196088425a3db
	5e58497e-c18a-4a5c-8865-62b4b5d5713a

/tidb/cdc/default/default/upstream/7489991754061636668
	{"id":7489991754061636668,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_topics.cli.36731.out cli changefeed create --start-ts=457152819663994881 '--sink-uri=kafka://127.0.0.1:9092/multi_topics?protocol=canal-json&enable-tidb-extension=true&kafka-version=2.4.1' --config /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_topics/conf/changefeed.toml
Create changefeed successfully!
ID: 50792b9b-6838-4675-adda-55b92fbdce28
Info: {"upstream_id":7489991754061636668,"namespace":"default","id":"50792b9b-6838-4675-adda-55b92fbdce28","sink_uri":"kafka://127.0.0.1:9092/multi_topics?protocol=canal-json\u0026enable-tidb-extension=true\u0026kafka-version=2.4.1","create_time":"2025-04-06T08:33:36.106108174+08:00","start_ts":457152819663994881,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"dispatchers":[{"matcher":["workload.*"],"topic":"workload"},{"matcher":["test.*"],"topic":"{schema}_{table}"}],"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152819663994881,"checkpoint_ts":457152819663994881,"checkpoint_time":"2025-04-06 08:33:31.145"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
+ set +x
++ curl -X GET http://127.0.0.1:8300/api/v2/changefeeds/test-1/synced
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   723  100   723    0     0  51642      0 --:--:-- --:--:-- --:--:-- 51642
+ synced_status='{"synced":false,"sink_checkpoint_ts":"2025-04-06 08:33:19.359","puller_resolved_ts":"1970-01-01 08:00:00.000","last_synced_ts":"1970-01-01 08:00:00.000","now_ts":"2025-04-06 08:33:45.000","info":"Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' \u003e '\''Resolved-Ts'\'' \u003e '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait"}'
++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-06' '08:33:19.359","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-06' '08:33:45.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}'
++ jq .synced
+ status=false
+ '[' false '!=' false ']'
++ echo '{"synced":false,"sink_checkpoint_ts":"2025-04-06' '08:33:19.359","puller_resolved_ts":"1970-01-01' '08:00:00.000","last_synced_ts":"1970-01-01' '08:00:00.000","now_ts":"2025-04-06' '08:33:45.000","info":"Please' check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view ''\''TiKV-Details'\''' '\u003e' ''\''Resolved-Ts'\''' '\u003e' ''\''Max' Leader Resolved TS 'gap'\''' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please 'wait"}'
++ jq -r .info
+ info='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait'
+ target_message='Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait'
+ '[' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' '!=' 'Please check whether PD is online and TiKV Regions are all available. If PD is offline or some TiKV regions are not available, it means that the data syncing process is complete. To check whether TiKV regions are all available, you can view '\''TiKV-Details'\'' > '\''Resolved-Ts'\'' > '\''Max Leader Resolved TS gap'\'' on Grafana. If the gap is large, such as a few minutes, it means that some regions in TiKV are unavailable. Otherwise, if the gap is small and PD is online, it means the data syncing is incomplete, so please wait' ']'
+ export GO_FAILPOINTS=
+ GO_FAILPOINTS=
+ cleanup_process cdc.test
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
+ stop_tidb_cluster
8:33AM INF > Run case=sql/debezium/datetime_key_test.sql
+ check_logs /tmp/tidb_cdc_test/synced_status
++ date
+ echo '[Sun Apr  6 08:33:56 CST 2025] <<<<<< run test case synced_status success! >>>>>>'
[Sun Apr  6 08:33:56 CST 2025] <<<<<< run test case synced_status success! >>>>>>
+ stop_tidb_cluster
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
8:34AM INF > Run case=sql/debezium/db_default_charset.sql
8:34AM INF > Run case=sql/debezium/db_default_charset_noutf.sql
8:34AM INF > Run case=sql/debezium/decimal_column_test.sql
8:34AM INF > Run case=sql/debezium/decimal_test.sql
8:35AM INF > Run case=sql/debezium/default_value.sql
[Sun Apr  6 08:35:37 CST 2025] <<<<<< START kafka consumer in multi_topics case >>>>>>
schema registry uri found: 1
[Sun Apr  6 08:35:37 CST 2025] <<<<<< START kafka consumer in multi_topics case >>>>>>
schema registry uri found: 2
[Sun Apr  6 08:35:37 CST 2025] <<<<<< START kafka consumer in multi_topics case >>>>>>
schema registry uri found: 3
[Sun Apr  6 08:35:37 CST 2025] <<<<<< START kafka consumer in multi_topics case >>>>>>
table test.table1 not exists for 1-th check, retry later
table test.table1 exists
table test.table2 exists
table test.table3 exists
check diff successfully
table test.table10 not exists for 1-th check, retry later
table test.table10 exists
table test.table20 exists
check diff successfully
[Sun Apr  6 08:36:12 CST 2025] <<<<<< START kafka consumer in multi_topics case >>>>>>
schema registry uri found: 10
[Sun Apr  6 08:36:12 CST 2025] <<<<<< START kafka consumer in multi_topics case >>>>>>
schema registry uri found: 20
[Sun Apr  6 08:36:12 CST 2025] <<<<<< START kafka consumer in multi_topics case >>>>>>
schema registry uri found: finish
table test.finish not exists for 1-th check, retry later
table test.finish exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:36:15 CST 2025] <<<<<< run test case multi_topics success! >>>>>>
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/avro_basic/run.sh using Sink-Type: kafka... <<=================
Starting schema registry...
* Rebuilt URL to: http://127.0.0.1:8088/
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8088 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8088: Connection refused
* Closing connection 0
* Rebuilt URL to: http://127.0.0.1:8088/
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8088 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8088: Connection refused
* Closing connection 0
* Rebuilt URL to: http://127.0.0.1:8088/
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8088 (#0)
> GET / HTTP/1.1
> Host: 127.0.0.1:8088
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:36:31 GMT
< Content-Type: application/vnd.schemaregistry.v1+json
< Vary: Accept-Encoding, User-Agent
< Content-Length: 2
< 
{ [2 bytes data]
* Connection #0 to host 127.0.0.1 left intact
The 1 times to try to start tidb cluster...
8:36AM INF > Run case=sql/debezium/default_value_all_zero_time.sql
start tidb cluster in /tmp/tidb_cdc_test/avro_basic
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489992589534079018	TiDB Cluster ID.
tikv_gc_leader_uuid	658221ce4000017	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:38383, start at 2025-04-06 08:36:41.902517596 +0800 CST m=+1.430081804	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:38:41.910 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:36:41.906 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:26:41.906 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489992589534079018	TiDB Cluster ID.
tikv_gc_leader_uuid	658221ce4000017	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:38383, start at 2025-04-06 08:36:41.902517596 +0800 CST m=+1.430081804	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:38:41.910 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:36:41.906 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:26:41.906 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489992598007683888	TiDB Cluster ID.
tikv_gc_leader_uuid	658221ce5880007	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:38449, start at 2025-04-06 08:36:41.963908671 +0800 CST m=+1.431603777	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:38:41.971 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:36:41.954 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:26:41.954 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/avro_basic/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/avro_basic/tiflash/log/error.log
arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/avro_basic/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/avro_basic/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/avro_basic/tiflash-proxy.toml"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100    49  100    24  100    25    470    490 --:--:-- --:--:-- --:--:--   960
{"compatibility":"NONE"}+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.avro_basic.cli.39918.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='457152870549028865
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152870549028865 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:36:46 CST 2025] <<<<<< START cdc server in avro_basic case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.avro_basic.3995339955.out server --log-file /tmp/tidb_cdc_test/avro_basic/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/avro_basic/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:36:49 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a3b0a068-8d5b-4e9e-b1fa-508c2203b48a
	{"id":"a3b0a068-8d5b-4e9e-b1fa-508c2203b48a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899807}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608871f65dc
	a3b0a068-8d5b-4e9e-b1fa-508c2203b48a

/tidb/cdc/default/default/upstream/7489992589534079018
	{"id":7489992589534079018,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a3b0a068-8d5b-4e9e-b1fa-508c2203b48a
	{"id":"a3b0a068-8d5b-4e9e-b1fa-508c2203b48a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899807}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608871f65dc
	a3b0a068-8d5b-4e9e-b1fa-508c2203b48a

/tidb/cdc/default/default/upstream/7489992589534079018
	{"id":7489992589534079018,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/a3b0a068-8d5b-4e9e-b1fa-508c2203b48a
	{"id":"a3b0a068-8d5b-4e9e-b1fa-508c2203b48a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899807}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608871f65dc
	a3b0a068-8d5b-4e9e-b1fa-508c2203b48a

/tidb/cdc/default/default/upstream/7489992589534079018
	{"id":7489992589534079018,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.avro_basic.cli.40013.out cli changefeed create --start-ts=457152870549028865 '--sink-uri=kafka://127.0.0.1:9092/ticdc-avro-test?protocol=avro&enable-tidb-extension=true&avro-enable-watermark=true&avro-decimal-handling-mode=string&avro-bigint-unsigned-handling-mode=string' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/avro_basic/conf/changefeed.toml --schema-registry=http://127.0.0.1:8088
Create changefeed successfully!
ID: b296c29c-dcff-478f-a374-4e62b8cc5451
Info: {"upstream_id":7489992589534079018,"namespace":"default","id":"b296c29c-dcff-478f-a374-4e62b8cc5451","sink_uri":"kafka://127.0.0.1:9092/ticdc-avro-test?protocol=avro\u0026enable-tidb-extension=true\u0026avro-enable-watermark=true\u0026avro-decimal-handling-mode=string\u0026avro-bigint-unsigned-handling-mode=string","create_time":"2025-04-06T08:36:50.183446308+08:00","start_ts":457152870549028865,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"avro","schema_registry":"http://127.0.0.1:8088","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"correctness","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152870549028865,"checkpoint_ts":457152870549028865,"checkpoint_time":"2025-04-06 08:36:45.256"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
+ set +x
[Sun Apr  6 08:36:51 CST 2025] <<<<<< START kafka consumer in avro_basic case >>>>>>
consumer replica config found: /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/avro_basic/conf/changefeed.toml
schema registry uri found: http://127.0.0.1:8088
8:36AM INF > Run case=sql/debezium/default_value_generated.sql
table test.finish_mark not exists for 1-th check, retry later
table test.finish_mark not exists for 2-th check, retry later
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:37:02 CST 2025] <<<<<< run test case avro_basic success! >>>>>>
8:37AM INF > Run case=sql/debezium/enum_column_test.sql
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_handle_key_only/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/canal_json_handle_key_only
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489992780635843750	TiDB Cluster ID.
tikv_gc_leader_uuid	658221f8444000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:41260, start at 2025-04-06 08:37:24.92757074 +0800 CST m=+1.463723793	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:39:24.938 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:37:24.931 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:27:24.931 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489992780635843750	TiDB Cluster ID.
tikv_gc_leader_uuid	658221f8444000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:41260, start at 2025-04-06 08:37:24.92757074 +0800 CST m=+1.463723793	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:39:24.938 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:37:24.931 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:27:24.931 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489992776778898926	TiDB Cluster ID.
tikv_gc_leader_uuid	658221f844c000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:41331, start at 2025-04-06 08:37:24.92682005 +0800 CST m=+1.404239383	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:39:24.935 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:37:24.933 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:27:24.933 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/canal_json_handle_key_only/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/canal_json_handle_key_only/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/canal_json_handle_key_only/tiflash/log/proxy.log"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/canal_json_handle_key_only/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/canal_json_handle_key_only/tiflash-proxy.toml"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_handle_key_only.cli.42729.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='457152881801822209
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152881801822209 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:37:29 CST 2025] <<<<<< START cdc server in canal_json_handle_key_only case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_handle_key_only.4276342765.out server --log-file /tmp/tidb_cdc_test/canal_json_handle_key_only/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/canal_json_handle_key_only/cdc_data --cluster-id default
+ [[ no != \n\o ]]
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:37:32 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/21b60fcb-3f86-4764-b91b-e20a82f7e9b0
	{"id":"21b60fcb-3f86-4764-b91b-e20a82f7e9b0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899849}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960887c776d6
	21b60fcb-3f86-4764-b91b-e20a82f7e9b0

/tidb/cdc/default/default/upstream/7489992780635843750
	{"id":7489992780635843750,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/21b60fcb-3f86-4764-b91b-e20a82f7e9b0
	{"id":"21b60fcb-3f86-4764-b91b-e20a82f7e9b0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899849}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960887c776d6
	21b60fcb-3f86-4764-b91b-e20a82f7e9b0

/tidb/cdc/default/default/upstream/7489992780635843750
	{"id":7489992780635843750,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/21b60fcb-3f86-4764-b91b-e20a82f7e9b0
	{"id":"21b60fcb-3f86-4764-b91b-e20a82f7e9b0","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899849}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960887c776d6
	21b60fcb-3f86-4764-b91b-e20a82f7e9b0

/tidb/cdc/default/default/upstream/7489992780635843750
	{"id":7489992780635843750,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_handle_key_only.cli.42826.out cli changefeed create --start-ts=457152881801822209 '--sink-uri=kafka://127.0.0.1:9092/canal-json-handle-key-only?protocol=canal-json&enable-tidb-extension=true&max-message-bytes=1000&kafka-version=2.4.1' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_handle_key_only/conf/changefeed.toml
Create changefeed successfully!
ID: 7178c970-374d-43f8-93ea-519725098ad9
Info: {"upstream_id":7489992780635843750,"namespace":"default","id":"7178c970-374d-43f8-93ea-519725098ad9","sink_uri":"kafka://127.0.0.1:9092/canal-json-handle-key-only?protocol=canal-json\u0026enable-tidb-extension=true\u0026max-message-bytes=1000\u0026kafka-version=2.4.1","create_time":"2025-04-06T08:37:33.085388104+08:00","start_ts":457152881801822209,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"handle-key-only","large_message_handle_compression":"snappy","claim_check_storage_uri":"","claim_check_raw_value":false}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152881801822209,"checkpoint_ts":457152881801822209,"checkpoint_time":"2025-04-06 08:37:28.182"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
+ set +x
table test.finish_mark not exists for 1-th check, retry later
8:37AM INF > Run case=sql/debezium/float_test.sql
table test.finish_mark not exists for 2-th check, retry later
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:37:42 CST 2025] <<<<<< run test case canal_json_handle_key_only success! >>>>>>
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_handle_key_only/run.sh: line 1: 42858 Killed                  cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/open_protocol_handle_key_only/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/open_protocol_handle_key_only
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
8:38AM INF > Run case=sql/debezium/history-dbz.sql
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489992949234109622	TiDB Cluster ID.
tikv_gc_leader_uuid	6582221f7600014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:43966, start at 2025-04-06 08:38:05.050398438 +0800 CST m=+1.377956969	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:40:05.059 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:38:05.016 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:28:05.016 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489992949234109622	TiDB Cluster ID.
tikv_gc_leader_uuid	6582221f7600014	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:43966, start at 2025-04-06 08:38:05.050398438 +0800 CST m=+1.377956969	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:40:05.059 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:38:05.016 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:28:05.016 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489992956376024253	TiDB Cluster ID.
tikv_gc_leader_uuid	6582221fa84000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:44037, start at 2025-04-06 08:38:05.237168396 +0800 CST m=+1.494816024	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:40:05.244 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:38:05.217 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:28:05.217 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/open_protocol_handle_key_only/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/open_protocol_handle_key_only/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/open_protocol_handle_key_only/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/open_protocol_handle_key_only/tiflash/db/proxy"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/open_protocol_handle_key_only/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_handle_key_only.cli.45494.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='457152892335816707
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152892335816707 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:38:09 CST 2025] <<<<<< START cdc server in open_protocol_handle_key_only case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_handle_key_only.4552945531.out server --log-file /tmp/tidb_cdc_test/open_protocol_handle_key_only/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/open_protocol_handle_key_only/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:38:12 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/18fd5899-bd95-4cdc-96f7-fe86465c9150
	{"id":"18fd5899-bd95-4cdc-96f7-fe86465c9150","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899890}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608886088da
	18fd5899-bd95-4cdc-96f7-fe86465c9150

/tidb/cdc/default/default/upstream/7489992949234109622
	{"id":7489992949234109622,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/18fd5899-bd95-4cdc-96f7-fe86465c9150
	{"id":"18fd5899-bd95-4cdc-96f7-fe86465c9150","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899890}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608886088da
	18fd5899-bd95-4cdc-96f7-fe86465c9150

/tidb/cdc/default/default/upstream/7489992949234109622
	{"id":7489992949234109622,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/18fd5899-bd95-4cdc-96f7-fe86465c9150
	{"id":"18fd5899-bd95-4cdc-96f7-fe86465c9150","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899890}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/22319608886088da
	18fd5899-bd95-4cdc-96f7-fe86465c9150

/tidb/cdc/default/default/upstream/7489992949234109622
	{"id":7489992949234109622,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_handle_key_only.cli.45588.out cli changefeed create --start-ts=457152892335816707 '--sink-uri=kafka://127.0.0.1:9092/open-protocol-handle-key-only?protocol=open-protocol&max-message-bytes=800&kafka-version=2.4.1' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/open_protocol_handle_key_only/conf/changefeed.toml
Create changefeed successfully!
ID: e691dd7a-2580-488f-837d-05f57c51f5d6
Info: {"upstream_id":7489992949234109622,"namespace":"default","id":"e691dd7a-2580-488f-837d-05f57c51f5d6","sink_uri":"kafka://127.0.0.1:9092/open-protocol-handle-key-only?protocol=open-protocol\u0026max-message-bytes=800\u0026kafka-version=2.4.1","create_time":"2025-04-06T08:38:13.282876109+08:00","start_ts":457152892335816707,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"handle-key-only","large_message_handle_compression":"lz4","claim_check_storage_uri":"","claim_check_raw_value":false}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152892335816707,"checkpoint_ts":457152892335816707,"checkpoint_time":"2025-04-06 08:38:08.366"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
+ set +x
table test.finish_mark not exists for 1-th check, retry later
8:38AM INF > Run case=sql/debezium/multitable_dbz_871.sql
table test.finish_mark not exists for 2-th check, retry later
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:38:20 CST 2025] <<<<<< run test case open_protocol_handle_key_only success! >>>>>>
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/open_protocol_handle_key_only/run.sh: line 1: 45622 Killed                  cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_claim_check/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/canal_json_claim_check
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489993107305299671	TiDB Cluster ID.
tikv_gc_leader_uuid	658222426f0000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:46738, start at 2025-04-06 08:38:40.869994508 +0800 CST m=+1.420253179	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:40:40.877 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:38:40.879 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:28:40.879 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489993107305299671	TiDB Cluster ID.
tikv_gc_leader_uuid	658222426f0000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:46738, start at 2025-04-06 08:38:40.869994508 +0800 CST m=+1.420253179	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:40:40.877 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:38:40.879 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:28:40.879 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489993109255276580	TiDB Cluster ID.
tikv_gc_leader_uuid	65822242874000d	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:46817, start at 2025-04-06 08:38:40.964727376 +0800 CST m=+1.442017764	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:40:40.973 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:38:40.975 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:28:40.975 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/canal_json_claim_check/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/canal_json_claim_check/tiflash/log/error.log
arg matches is ArgMatches { args: {"memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/canal_json_claim_check/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/canal_json_claim_check/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/canal_json_claim_check/tiflash-proxy.toml"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
8:38AM INF > Run case=sql/debezium/mysql-dbz-123.ddl
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_claim_check.cli.48267.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='457152901723717633
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152901723717633 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:38:45 CST 2025] <<<<<< START cdc server in canal_json_claim_check case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ GO_FAILPOINTS=
+ [[ no != \n\o ]]
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_claim_check.4830048302.out server --log-file /tmp/tidb_cdc_test/canal_json_claim_check/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/canal_json_claim_check/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:38:48 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/183a32f9-0115-45c2-b4b9-35df7609044c
	{"id":"183a32f9-0115-45c2-b4b9-35df7609044c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899925}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960888f62fd9
	183a32f9-0115-45c2-b4b9-35df7609044c

/tidb/cdc/default/default/upstream/7489993107305299671
	{"id":7489993107305299671,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/183a32f9-0115-45c2-b4b9-35df7609044c
	{"id":"183a32f9-0115-45c2-b4b9-35df7609044c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899925}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960888f62fd9
	183a32f9-0115-45c2-b4b9-35df7609044c

/tidb/cdc/default/default/upstream/7489993107305299671
	{"id":7489993107305299671,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/183a32f9-0115-45c2-b4b9-35df7609044c
	{"id":"183a32f9-0115-45c2-b4b9-35df7609044c","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899925}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960888f62fd9
	183a32f9-0115-45c2-b4b9-35df7609044c

/tidb/cdc/default/default/upstream/7489993107305299671
	{"id":7489993107305299671,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.canal_json_claim_check.cli.48361.out cli changefeed create --start-ts=457152901723717633 '--sink-uri=kafka://127.0.0.1:9092/canal-json-claim-check?protocol=canal-json&enable-tidb-extension=true&max-message-bytes=1000&kafka-version=2.4.1' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_claim_check/conf/changefeed.toml
Create changefeed successfully!
ID: 2b3a9ec2-dd88-482f-af49-5065655d1c01
Info: {"upstream_id":7489993107305299671,"namespace":"default","id":"2b3a9ec2-dd88-482f-af49-5065655d1c01","sink_uri":"kafka://127.0.0.1:9092/canal-json-claim-check?protocol=canal-json\u0026enable-tidb-extension=true\u0026max-message-bytes=1000\u0026kafka-version=2.4.1","create_time":"2025-04-06T08:38:49.081338469+08:00","start_ts":457152901723717633,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"canal-json","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"claim-check","large_message_handle_compression":"snappy","claim_check_storage_uri":"file:///tmp/canal-json-claim-check","claim_check_raw_value":false}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152901723717633,"checkpoint_ts":457152901723717633,"checkpoint_time":"2025-04-06 08:38:44.178"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
+ set +x
table test.finish_mark not exists for 1-th check, retry later
table test.finish_mark not exists for 2-th check, retry later
8:38AM INF > Run case=sql/debezium/mysql-dbz-162.ddl
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:38:56 CST 2025] <<<<<< run test case canal_json_claim_check success! >>>>>>
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_claim_check/run.sh: line 1: 48392 Killed                  cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/open_protocol_claim_check/run.sh using Sink-Type: kafka... <<=================
The 1 times to try to start tidb cluster...
8:39AM INF > Run case=sql/debezium/mysql-dbz-193.ddl
start tidb cluster in /tmp/tidb_cdc_test/open_protocol_claim_check
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489993264874988812	TiDB Cluster ID.
tikv_gc_leader_uuid	65822267ee40006	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:49644, start at 2025-04-06 08:39:19.232119349 +0800 CST m=+1.397998988	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:41:19.239 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:39:19.225 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:29:19.225 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489993264874988812	TiDB Cluster ID.
tikv_gc_leader_uuid	65822267ee40006	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:49644, start at 2025-04-06 08:39:19.232119349 +0800 CST m=+1.397998988	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:41:19.239 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:39:19.225 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:29:19.225 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489993271795159587	TiDB Cluster ID.
tikv_gc_leader_uuid	65822268070000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:49736, start at 2025-04-06 08:39:19.358825207 +0800 CST m=+1.452153999	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:41:19.366 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:39:19.324 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:29:19.324 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/open_protocol_claim_check/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/open_protocol_claim_check/tiflash/log/error.log
arg matches is ArgMatches { args: {"engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/open_protocol_claim_check/tiflash/db/proxy"] }, "config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/open_protocol_claim_check/tiflash-proxy.toml"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/open_protocol_claim_check/tiflash/log/proxy.log"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_claim_check.cli.51044.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='457152911789260801
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152911789260801 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
8:39AM INF > Run case=sql/debezium/mysql-dbz-198i.ddl
+ pd_host=127.0.0.1
+ pd_port=2379
+ is_tls=false
+ '[' false == true ']'
++ run_cdc_cli tso query --pd=http://127.0.0.1:2379
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_claim_check.cli.51087.out cli tso query --pd=http://127.0.0.1:2379
+ set +x
+ tso='457152913060659201
PASS
coverage: 1.8% of statements in github.com/pingcap/tiflow/...'
+ echo 457152913060659201 PASS coverage: 1.8% of statements in github.com/pingcap/tiflow/...
+ awk -F ' ' '{print $1}'
+ set +x
[Sun Apr  6 08:39:28 CST 2025] <<<<<< START cdc server in open_protocol_claim_check case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_claim_check.5112951131.out server --log-file /tmp/tidb_cdc_test/open_protocol_claim_check/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/open_protocol_claim_check/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:39:31 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/0bcf8758-7371-49c7-b330-05ec0593049a
	{"id":"0bcf8758-7371-49c7-b330-05ec0593049a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899969}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960889823620
	0bcf8758-7371-49c7-b330-05ec0593049a

/tidb/cdc/default/default/upstream/7489993264874988812
	{"id":7489993264874988812,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/0bcf8758-7371-49c7-b330-05ec0593049a
	{"id":"0bcf8758-7371-49c7-b330-05ec0593049a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899969}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960889823620
	0bcf8758-7371-49c7-b330-05ec0593049a

/tidb/cdc/default/default/upstream/7489993264874988812
	{"id":7489993264874988812,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/0bcf8758-7371-49c7-b330-05ec0593049a
	{"id":"0bcf8758-7371-49c7-b330-05ec0593049a","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743899969}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/2231960889823620
	0bcf8758-7371-49c7-b330-05ec0593049a

/tidb/cdc/default/default/upstream/7489993264874988812
	{"id":7489993264874988812,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.open_protocol_claim_check.cli.51186.out cli changefeed create --start-ts=457152911789260801 --target-ts=457152913060659201 '--sink-uri=kafka://127.0.0.1:9092/open-protocol-claim-check?protocol=open-protocol&max-message-bytes=800&kafka-version=2.4.1' --config=/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/open_protocol_claim_check/conf/changefeed.toml
Create changefeed successfully!
ID: 030558ec-aeff-4cc8-9a48-7ed23119aa3d
Info: {"upstream_id":7489993264874988812,"namespace":"default","id":"030558ec-aeff-4cc8-9a48-7ed23119aa3d","sink_uri":"kafka://127.0.0.1:9092/open-protocol-claim-check?protocol=open-protocol\u0026max-message-bytes=800\u0026kafka-version=2.4.1","create_time":"2025-04-06T08:39:32.404184644+08:00","start_ts":457152911789260801,"target_ts":457152913060659201,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["*.*"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":false,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"kafka_config":{"large_message_handle":{"large_message_handle_option":"claim-check","large_message_handle_compression":"lz4","claim_check_storage_uri":"file:///tmp/open-protocol-claim-check","claim_check_raw_value":false}},"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152911789260801,"checkpoint_ts":457152911789260801,"checkpoint_time":"2025-04-06 08:39:22.575"}
PASS
coverage: 2.5% of statements in github.com/pingcap/tiflow/...
+ set +x
table test.finish_mark not exists for 1-th check, retry later
table test.finish_mark not exists for 2-th check, retry later
table test.finish_mark exists
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:39:39 CST 2025] <<<<<< run test case open_protocol_claim_check success! >>>>>>
/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/open_protocol_claim_check/run.sh: line 1: 51226 Killed                  cdc_kafka_consumer --upstream-uri $SINK_URI --downstream-uri="mysql://root@127.0.0.1:3306/?safe-mode=true&batch-dml-enable=false" --upstream-tidb-dsn="root@tcp(${UP_TIDB_HOST}:${UP_TIDB_PORT})/?" --config="$CUR/conf/changefeed.toml" 2>&1
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_storage_basic/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:39:51 CST 2025] <<<<<< run test case canal_json_storage_basic success! >>>>>>
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/canal_json_storage_partition_table/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:39:54 CST 2025] <<<<<< run test case canal_json_storage_partition_table success! >>>>>>
8:39AM INF > Run case=sql/debezium/mysql-dbz-200.ddl
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/multi_tables_ddl/run.sh using Sink-Type: kafka... <<=================
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 24927 failed: Connection refused
* Failed to connect to 127.0.0.1 port 24927: Connection refused
* Closing connection 0

 You are running an older version of MinIO released 4 years ago 
 Update: Run `mc admin update` 


Attempting encryption of all config, IAM users and policies on MinIO backend
Endpoint:  http://127.0.0.1:24927

Object API (Amazon S3 compatible):
   Go:         https://docs.min.io/docs/golang-client-quickstart-guide
   Java:       https://docs.min.io/docs/java-client-quickstart-guide
   Python:     https://docs.min.io/docs/python-client-quickstart-guide
   JavaScript: https://docs.min.io/docs/javascript-client-quickstart-guide
   .NET:       https://docs.min.io/docs/dotnet-client-quickstart-guide
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 24927 (#0)
> GET / HTTP/1.1
> Host: 127.0.0.1:24927
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 403 Forbidden
< Accept-Ranges: bytes
< Content-Length: 226
< Content-Security-Policy: block-all-mixed-content
< Content-Type: application/xml
< Server: MinIO/RELEASE.2020-07-27T18-37-02Z
< Vary: Origin
< X-Amz-Request-Id: 183393CF85E432ED
< X-Xss-Protection: 1; mode=block
< Date: Sun, 06 Apr 2025 00:40:00 GMT
< 
{ [226 bytes data]
* Connection #0 to host 127.0.0.1 left intact
Bucket 's3://logbucket/' created
The 1 times to try to start tidb cluster...
start tidb cluster in /tmp/tidb_cdc_test/multi_tables_ddl
Starting Upstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Starting Downstream PD...
Release Version: v9.0.0-beta.1.pre-91-g9d6bbb852
Edition: Community
Git Commit Hash: 9d6bbb8529d9d2acb9cf324a65e94ece465f6346
Git Branch: master
UTC Build Time:  2025-04-03 07:28:59
Verifying upstream PD is started...
Verifying downstream PD is started...
Starting Upstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
Starting Downstream TiKV...
TiKV 
Release Version:   9.0.0-beta.1
Edition:           Community
Git Commit Hash:   3eb3439fd88f0db9de06ef92e845e80b32c9b49a
Git Commit Branch: master
UTC Build Time:    2025-04-02 02:57:52
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Enable Features:   memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored
Profile:           dist_release
8:40AM INF > Run case=sql/debezium/mysql-quoted.ddl
Starting Upstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Starting Downstream TiDB...
Release Version: v9.0.0-beta.1.pre-511-gd9fb3a5337
Edition: Community
Git Commit Hash: d9fb3a53376157be49b5a7941e6e689a33c81eb0
Git Branch: master
UTC Build Time: 2025-04-03 11:14:01
GoVersion: go1.23.8
Race Enabled: false
Check Table Before Drop: false
Store: unistore
Verifying Upstream TiDB is started...
ERROR 2003 (HY000): Can't connect to MySQL server on '127.0.0.1' (111)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489993495320696626	TiDB Cluster ID.
tikv_gc_leader_uuid	6582229a10c0006	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:52555, start at 2025-04-06 08:40:10.569608253 +0800 CST m=+1.385060325	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:42:10.576 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:40:10.563 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:30:10.563 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489993495320696626	TiDB Cluster ID.
tikv_gc_leader_uuid	6582229a10c0006	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:52555, start at 2025-04-06 08:40:10.569608253 +0800 CST m=+1.385060325	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:42:10.576 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:40:10.563 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:30:10.563 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Verifying Downstream TiDB is started...
VARIABLE_NAME	VARIABLE_VALUE	COMMENT
bootstrapped	True	Bootstrap flag. Do not delete.
tidb_server_version	246	Bootstrap version. Do not delete.
system_tz	Asia/Shanghai	TiDB Global System Timezone.
new_collation_enabled	True	If the new collations are enabled. Do not edit it.
ddl_table_version	4	DDL Table Version. Do not delete.
cluster_id	7489993488450523492	TiDB Cluster ID.
tikv_gc_leader_uuid	6582229a348000c	Current GC worker leader UUID. (DO NOT EDIT)
tikv_gc_leader_desc	host:pingcap-tiflow-periodics-cdc-integration-kafka-test-249-n-6vjb9, pid:52632, start at 2025-04-06 08:40:10.733064983 +0800 CST m=+1.466987802	Host name and pid of current GC leader. (DO NOT EDIT)
tikv_gc_leader_lease	20250406-08:42:10.743 +0800	Current GC worker leader lease. (DO NOT EDIT)
tikv_gc_auto_concurrency	true	Let TiDB pick the concurrency automatically. If set false, tikv_gc_concurrency will be used
tikv_gc_enable	true	Current GC enable status
tikv_gc_run_interval	10m0s	GC run interval, at least 10m, in Go format.
tikv_gc_life_time	10m0s	All versions within life time will not be collected by GC, at least 10m, in Go format.
tikv_gc_last_run_time	20250406-08:40:10.706 +0800	The time when last GC starts. (DO NOT EDIT)
tikv_gc_safe_point	20250406-08:30:10.706 +0800	All versions after safe point can be accessed. (DO NOT EDIT)
Starting Upstream TiFlash...
TiFlash
Release Version: v9.0.0-beta.1.pre-129-g8ecb79fcf3
Edition:         Community
Git Commit Hash: 8ecb79fcf30098e6786f4d0440ead2a879a3ad4a
Git Branch:      HEAD
UTC Build Time:  2025-04-03 03:49:11
Enable Features: jemalloc sm4(GmSSL) mem-profiling avx2 avx512 unwind thinlto hnsw.l2=skylake hnsw.cosine=skylake vec.l2=skylake vec.cos=skylake
Profile:         RELWITHDEBINFO
Compiler:        clang++ 17.0.6

Raft Proxy
Git Commit Hash:   11578499e429348400a384f1ca08a0200de99f0d
Git Commit Branch: HEAD
UTC Build Time:    ""   
Rust Version:      rustc 1.77.0-nightly (89e2160c4 2023-12-27)
Storage Engine:    tiflash
Prometheus Prefix: tiflash_proxy_
Profile:           release
Enable Features:   external-jemalloc portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine openssl-vendored
Verifying Upstream TiFlash is started...
Logging trace to /tmp/tidb_cdc_test/multi_tables_ddl/tiflash/log/server.log
Logging errors to /tmp/tidb_cdc_test/multi_tables_ddl/tiflash/log/error.log
arg matches is ArgMatches { args: {"config": MatchedArg { occurs: 1, indices: [10], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl/tiflash-proxy.toml"] }, "memory-limit-ratio": MatchedArg { occurs: 1, indices: [6], vals: ["0.800000"] }, "data-dir": MatchedArg { occurs: 1, indices: [8], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl/tiflash/db/proxy"] }, "engine-label": MatchedArg { occurs: 1, indices: [16], vals: ["tiflash"] }, "log-file": MatchedArg { occurs: 1, indices: [20], vals: ["/tmp/tidb_cdc_test/multi_tables_ddl/tiflash/log/proxy.log"] }, "addr": MatchedArg { occurs: 1, indices: [22], vals: ["127.0.0.1:9000"] }, "engine-version": MatchedArg { occurs: 1, indices: [14], vals: ["v9.0.0-beta.1.pre-129-g8ecb79fcf3"] }, "advertise-addr": MatchedArg { occurs: 1, indices: [4], vals: ["127.0.0.1:9000"] }, "engine-git-hash": MatchedArg { occurs: 1, indices: [12], vals: ["8ecb79fcf30098e6786f4d0440ead2a879a3ad4a"] }, "engine-addr": MatchedArg { occurs: 1, indices: [2], vals: ["127.0.0.1:9500"] }, "pd-endpoints": MatchedArg { occurs: 1, indices: [18], vals: ["127.0.0.1:2379"] }}, subcommand: None, usage: Some("USAGE:\n    TiFlash Proxy [FLAGS] [OPTIONS] --engine-git-hash <engine-git-hash> --engine-label <engine-label> --engine-version <engine-version>") }
[Sun Apr  6 08:40:13 CST 2025] <<<<<< START cdc server in multi_tables_ddl case >>>>>>
+ [[ '' == \t\r\u\e ]]
+ set +e
+ get_info_fail_msg='failed to get info:'
+ etcd_info_msg='etcd info'
+ '[' -z '' ']'
+ curl_status_cmd='curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL'
+ [[ no != \n\o ]]
+ GO_FAILPOINTS=
+ cdc.test -test.coverprofile=/tmp/tidb_cdc_test/cov.multi_tables_ddl.5412454126.out server --log-file /tmp/tidb_cdc_test/multi_tables_ddl/cdc.log --log-level debug --data-dir /tmp/tidb_cdc_test/multi_tables_ddl/cdc_data --cluster-id default
+ (( i = 0 ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* connect to 127.0.0.1 port 8300 failed: Connection refused
* Failed to connect to 127.0.0.1 port 8300: Connection refused
* Closing connection 0
+ res=
+ echo ''
+ grep -q 'failed to get info:'
+ echo ''
+ grep -q 'etcd info'
+ '[' 0 -eq 50 ']'
+ sleep 3
+ (( i++ ))
+ (( i <= 50 ))
++ curl -vsL --max-time 20 http://127.0.0.1:8300/debug/info --user ticdc:ticdc_secret -vsL
*   Trying 127.0.0.1...
* TCP_NODELAY set
* Connected to 127.0.0.1 (127.0.0.1) port 8300 (#0)
* Server auth using Basic with user 'ticdc'
> GET /debug/info HTTP/1.1
> Host: 127.0.0.1:8300
> Authorization: Basic dGljZGM6dGljZGNfc2VjcmV0
> User-Agent: curl/7.61.1
> Accept: */*
> 
< HTTP/1.1 200 OK
< Date: Sun, 06 Apr 2025 00:40:16 GMT
< Content-Length: 820
< Content-Type: text/plain; charset=utf-8
< 
{ [820 bytes data]
* Connection #0 to host 127.0.0.1 left intact
+ res='

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/224de1f2-bd86-4be2-8a29-29c68fcb504b
	{"id":"224de1f2-bd86-4be2-8a29-29c68fcb504b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743900014}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196088a4edacd
	224de1f2-bd86-4be2-8a29-29c68fcb504b

/tidb/cdc/default/default/upstream/7489993495320696626
	{"id":7489993495320696626,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/224de1f2-bd86-4be2-8a29-29c68fcb504b
	{"id":"224de1f2-bd86-4be2-8a29-29c68fcb504b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743900014}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196088a4edacd
	224de1f2-bd86-4be2-8a29-29c68fcb504b

/tidb/cdc/default/default/upstream/7489993495320696626
	{"id":7489993495320696626,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'failed to get info:'
+ echo '

*** owner info ***:



*** processors info ***:



*** etcd info ***:

/tidb/cdc/default/__cdc_meta__/capture/224de1f2-bd86-4be2-8a29-29c68fcb504b
	{"id":"224de1f2-bd86-4be2-8a29-29c68fcb504b","address":"127.0.0.1:8300","version":"v9.0.0-beta.1-9-g4c631d595","git-hash":"4c631d5951854ac91765b729fe3849d8e8d5ed8a","deploy-path":"/home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/bin/cdc.test","start-timestamp":1743900014}

/tidb/cdc/default/__cdc_meta__/meta/meta-version
	1

/tidb/cdc/default/__cdc_meta__/owner/223196088a4edacd
	224de1f2-bd86-4be2-8a29-29c68fcb504b

/tidb/cdc/default/default/upstream/7489993495320696626
	{"id":7489993495320696626,"pd-endpoints":"http://127.0.0.1:2379,http://127.0.0.1:2379","key-path":"","cert-path":"","ca-path":"","cert-allowed-cn":null}'
+ grep -q 'etcd info'
+ break
+ set +x
Create changefeed successfully!
ID: test-normal
Info: {"upstream_id":7489993495320696626,"namespace":"default","id":"test-normal","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-tables-ddl-test-normal-2032?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:40:16.948108359+08:00","start_ts":457152925181673476,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t1","multi_tables_ddl_test.t2","multi_tables_ddl_test.t3","multi_tables_ddl_test.t4","multi_tables_ddl_test.t1_7","multi_tables_ddl_test.t2_7","multi_tables_ddl_test.finish_mark"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":true,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152925181673476,"checkpoint_ts":457152925181673476,"checkpoint_time":"2025-04-06 08:40:13.663"}
Create changefeed successfully!
ID: test-error-1
Info: {"upstream_id":7489993495320696626,"namespace":"default","id":"test-error-1","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-tables-ddl-test-error-1-17579?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:40:17.145495375+08:00","start_ts":457152925181673476,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t5","multi_tables_ddl_test.t6","multi_tables_ddl_test.t7","multi_tables_ddl_test.t8"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":true,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152925181673476,"checkpoint_ts":457152925181673476,"checkpoint_time":"2025-04-06 08:40:13.663"}
Create changefeed successfully!
ID: test-error-2
Info: {"upstream_id":7489993495320696626,"namespace":"default","id":"test-error-2","sink_uri":"kafka://127.0.0.1:9092/ticdc-multi-tables-ddl-test-error-2-26433?protocol=open-protocol\u0026partition-num=4\u0026kafka-version=2.4.1\u0026max-message-bytes=10485760","create_time":"2025-04-06T08:40:17.360612438+08:00","start_ts":457152925181673476,"config":{"memory_quota":1073741824,"case_sensitive":false,"force_replicate":false,"ignore_ineligible_table":false,"check_gc_safe_point":true,"enable_sync_point":false,"enable_table_monitor":false,"bdr_mode":false,"sync_point_interval":600000000000,"sync_point_retention":86400000000000,"filter":{"rules":["multi_tables_ddl_test.t9","multi_tables_ddl_test.t10"]},"mounter":{"worker_num":16},"sink":{"protocol":"open-protocol","csv":{"delimiter":",","quote":"\"","null":"\\N","include_commit_ts":true,"binary_encoding_method":"base64","output_old_value":false,"output_handle_key":false},"encoder_concurrency":32,"terminator":"\r\n","date_separator":"day","enable_partition_separator":true,"enable_kafka_sink_v2":false,"only_output_updated_columns":false,"delete_only_output_handle_key_columns":false,"content_compatible":false,"advance_timeout":150,"send_bootstrap_interval_in_sec":120,"send_bootstrap_in_msg_count":10000,"send_bootstrap_to_all_partition":true,"send-all-bootstrap-at-start":false,"debezium_disable_schema":false,"debezium":{"output_old_value":true},"open":{"output_old_value":true}},"consistent":{"level":"none","max_log_size":64,"flush_interval":2000,"meta_flush_interval":200,"encoding_worker_num":16,"flush_worker_num":8,"use_file_backend":false,"memory_usage":{"memory_quota_percentage":50}},"scheduler":{"enable_table_across_nodes":false,"region_threshold":100000,"write_key_threshold":0},"integrity":{"integrity_check_level":"none","corruption_handle_level":"warn"},"changefeed_error_stuck_duration":1800000000000,"synced_status":{"synced_check_interval":300,"checkpoint_interval":15}},"state":"normal","creator_version":"v9.0.0-beta.1-9-g4c631d595","resolved_ts":457152925181673476,"checkpoint_ts":457152925181673476,"checkpoint_time":"2025-04-06 08:40:13.663"}
[Sun Apr  6 08:40:17 CST 2025] <<<<<< START kafka consumer in multi_tables_ddl case >>>>>>
[Sun Apr  6 08:40:17 CST 2025] <<<<<< START kafka consumer in multi_tables_ddl case >>>>>>
[Sun Apr  6 08:40:17 CST 2025] <<<<<< START kafka consumer in multi_tables_ddl case >>>>>>
table multi_tables_ddl_test.t55 not exists for 1-th check, retry later
table multi_tables_ddl_test.t55 not exists for 2-th check, retry later
table multi_tables_ddl_test.t55 not exists for 3-th check, retry later
table multi_tables_ddl_test.t55 not exists for 4-th check, retry later
table multi_tables_ddl_test.t55 not exists for 5-th check, retry later
table multi_tables_ddl_test.t55 exists
table multi_tables_ddl_test.t66 exists
table multi_tables_ddl_test.t7 exists
table multi_tables_ddl_test.t88 exists
table multi_tables_ddl_test.finish_mark not exists for 1-th check, retry later
8:40AM INF > Run case=sql/debezium/mysql-test-create.ddl
table multi_tables_ddl_test.finish_mark not exists for 2-th check, retry later
table multi_tables_ddl_test.finish_mark exists
check table exists success
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=test-normal
+ expected_state=normal
+ error_msg=null
+ tls_dir=
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-normal -s
+ info='{
  "upstream_id": 7489993495320696626,
  "namespace": "default",
  "id": "test-normal",
  "state": "normal",
  "checkpoint_tso": 457152926335107106,
  "checkpoint_time": "2025-04-06 08:40:18.063",
  "error": null
}'
+ echo '{
  "upstream_id": 7489993495320696626,
  "namespace": "default",
  "id": "test-normal",
  "state": "normal",
  "checkpoint_tso": 457152926335107106,
  "checkpoint_time": "2025-04-06 08:40:18.063",
  "error": null
}'
{
  "upstream_id": 7489993495320696626,
  "namespace": "default",
  "id": "test-normal",
  "state": "normal",
  "checkpoint_tso": 457152926335107106,
  "checkpoint_time": "2025-04-06 08:40:18.063",
  "error": null
}
++ echo '{' '"upstream_id":' 7489993495320696626, '"namespace":' '"default",' '"id":' '"test-normal",' '"state":' '"normal",' '"checkpoint_tso":' 457152926335107106, '"checkpoint_time":' '"2025-04-06' '08:40:18.063",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7489993495320696626, '"namespace":' '"default",' '"id":' '"test-normal",' '"state":' '"normal",' '"checkpoint_tso":' 457152926335107106, '"checkpoint_time":' '"2025-04-06' '08:40:18.063",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=test-error-1
+ expected_state=normal
+ error_msg=null
+ tls_dir=
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-error-1 -s
+ info='{
  "upstream_id": 7489993495320696626,
  "namespace": "default",
  "id": "test-error-1",
  "state": "normal",
  "checkpoint_tso": 457152930044444704,
  "checkpoint_time": "2025-04-06 08:40:32.213",
  "error": null
}'
+ echo '{
  "upstream_id": 7489993495320696626,
  "namespace": "default",
  "id": "test-error-1",
  "state": "normal",
  "checkpoint_tso": 457152930044444704,
  "checkpoint_time": "2025-04-06 08:40:32.213",
  "error": null
}'
{
  "upstream_id": 7489993495320696626,
  "namespace": "default",
  "id": "test-error-1",
  "state": "normal",
  "checkpoint_tso": 457152930044444704,
  "checkpoint_time": "2025-04-06 08:40:32.213",
  "error": null
}
++ echo '{' '"upstream_id":' 7489993495320696626, '"namespace":' '"default",' '"id":' '"test-error-1",' '"state":' '"normal",' '"checkpoint_tso":' 457152930044444704, '"checkpoint_time":' '"2025-04-06' '08:40:32.213",' '"error":' null '}'
++ jq -r .state
+ state=normal
+ [[ ! normal == \n\o\r\m\a\l ]]
++ echo '{' '"upstream_id":' 7489993495320696626, '"namespace":' '"default",' '"id":' '"test-error-1",' '"state":' '"normal",' '"checkpoint_tso":' 457152930044444704, '"checkpoint_time":' '"2025-04-06' '08:40:32.213",' '"error":' null '}'
++ jq -r .error.message
+ message=null
+ [[ ! null =~ null ]]
+ endpoints=http://127.0.0.1:2379
+ changefeed_id=test-error-2
+ expected_state=failed
+ error_msg=ErrSyncRenameTableFailed
+ tls_dir=
+ [[ http://127.0.0.1:2379 =~ https ]]
++ cdc cli changefeed query --pd=http://127.0.0.1:2379 -c test-error-2 -s
+ info='{
  "upstream_id": 7489993495320696626,
  "namespace": "default",
  "id": "test-error-2",
  "state": "failed",
  "checkpoint_tso": 457152925181673476,
  "checkpoint_time": "2025-04-06 08:40:13.663",
  "error": {
    "time": "2025-04-06T08:40:18.395004749+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrSyncRenameTableFailed",
    "message": "[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''138'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule."
  }
}'
+ echo '{
  "upstream_id": 7489993495320696626,
  "namespace": "default",
  "id": "test-error-2",
  "state": "failed",
  "checkpoint_tso": 457152925181673476,
  "checkpoint_time": "2025-04-06 08:40:13.663",
  "error": {
    "time": "2025-04-06T08:40:18.395004749+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrSyncRenameTableFailed",
    "message": "[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''138'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule."
  }
}'
{
  "upstream_id": 7489993495320696626,
  "namespace": "default",
  "id": "test-error-2",
  "state": "failed",
  "checkpoint_tso": 457152925181673476,
  "checkpoint_time": "2025-04-06 08:40:13.663",
  "error": {
    "time": "2025-04-06T08:40:18.395004749+08:00",
    "addr": "127.0.0.1:8300",
    "code": "CDC:ErrSyncRenameTableFailed",
    "message": "[CDC:ErrSyncRenameTableFailed]table's old name is not in filter rule, and its new name in filter rule table id '138', ddl query: [rename table t11 to t9], it's an unexpected behavior, if you want to replicate this table, please add its old name to filter rule."
  }
}
++ echo '{' '"upstream_id":' 7489993495320696626, '"namespace":' '"default",' '"id":' '"test-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 457152925181673476, '"checkpoint_time":' '"2025-04-06' '08:40:13.663",' '"error":' '{' '"time":' '"2025-04-06T08:40:18.395004749+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSyncRenameTableFailed",' '"message":' '"[CDC:ErrSyncRenameTableFailed]table'\''s' old name is not in filter rule, and its new name in filter rule table id ''\''138'\'',' ddl query: '[rename' table t11 to 't9],' 'it'\''s' an unexpected behavior, if you want to replicate this table, please add its old name to filter 'rule."' '}' '}'
++ jq -r .state
+ state=failed
+ [[ ! failed == \f\a\i\l\e\d ]]
++ echo '{' '"upstream_id":' 7489993495320696626, '"namespace":' '"default",' '"id":' '"test-error-2",' '"state":' '"failed",' '"checkpoint_tso":' 457152925181673476, '"checkpoint_time":' '"2025-04-06' '08:40:13.663",' '"error":' '{' '"time":' '"2025-04-06T08:40:18.395004749+08:00",' '"addr":' '"127.0.0.1:8300",' '"code":' '"CDC:ErrSyncRenameTableFailed",' '"message":' '"[CDC:ErrSyncRenameTableFailed]table'\''s' old name is not in filter rule, and its new name in filter rule table id ''\''138'\'',' ddl query: '[rename' table t11 to 't9],' 'it'\''s' an unexpected behavior, if you want to replicate this table, please add its old name to filter 'rule."' '}' '}'
++ jq -r .error.message
+ message='[CDC:ErrSyncRenameTableFailed]table'\''s old name is not in filter rule, and its new name in filter rule table id '\''138'\'', ddl query: [rename table t11 to t9], it'\''s an unexpected behavior, if you want to replicate this table, please add its old name to filter rule.'
+ [[ ! [CDC:ErrSyncRenameTableFailed]table's old name is not in filter rule, and its new name in filter rule table id '138', ddl query: [rename table t11 to t9], it's an unexpected behavior, if you want to replicate this table, please add its old name to filter rule. =~ ErrSyncRenameTableFailed ]]
check diff successfully
wait process cdc.test exit for 1-th time...
wait process cdc.test exit for 2-th time...
cdc.test: no process found
wait process cdc.test exit for 3-th time...
process cdc.test already exit
[Sun Apr  6 08:40:34 CST 2025] <<<<<< run test case multi_tables_ddl success! >>>>>>
Exiting on signal: INTERRUPT
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
8:44AM INF > Run case=sql/debezium/mysql-ticketmonster-liquibase.ddl
8:44AM INF > Run case=sql/debezium/mysql_dbz_6533.sql
8:44AM INF > Run case=sql/debezium/numeric_column_test.sql
8:45AM INF > Run case=sql/debezium/readbinlog_test.sql
8:45AM INF > Run case=sql/debezium/real_test.sql
8:45AM INF > Run case=sql/debezium/regression_test.sql
8:47AM INF > Run case=sql/debezium/skip_messages_test.sql
8:47AM INF > Run case=sql/debezium/strategy_test.sql
8:48AM INF > Run case=sql/debezium/table_column_comment_test.sql
8:48AM INF > Run case=sql/debezium/timestamp_column_test.sql
8:48AM INF > Run case=sql/debezium/tinyint_test.sql
8:49AM INF > Run case=sql/debezium/topic_name_sanitization_test.sql
8:49AM INF > Run case=sql/debezium/transaction_metadata_test.sql
8:49AM INF > Run case=sql/debezium/transactionpayload_test.sql
8:50AM INF > Run case=sql/debezium/unsigned_integer_test.sql
8:51AM INF > Run case=sql/debezium/year_test.sql
8:51AM INF > Run case=sql/dml.sql
8:52AM INF > All tests pass failed=0 passed=521
[Sun Apr  6 08:52:32 CST 2025] <<<<<< run test case debezium success! >>>>>>
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/lossy_ddl/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:52:44 CST 2025] <<<<<< run test case lossy_ddl success! >>>>>>
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/storage_csv_update/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:52:47 CST 2025] <<<<<< run test case storage_csv_update success! >>>>>>
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/csv_storage_update_pk_clustered/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:52:50 CST 2025] <<<<<< run test case csv_storage_update_pk_clustered success! >>>>>>
=================>> Running test /home/jenkins/agent/workspace/pingcap/tiflow/periodics_cdc_integration_kafka_test/tiflow/tests/integration_tests/csv_storage_update_pk_nonclustered/run.sh using Sink-Type: kafka... <<=================
[Sun Apr  6 08:52:54 CST 2025] <<<<<< run test case csv_storage_update_pk_nonclustered success! >>>>>>
\033[0;36m<<< Run all test success >>>\033[0m
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
Cache not saved (ws/jenkins-pingcap-tiflow-periodics_cdc_integration_kafka_test-249/tiflow-cdc already exists)
[Pipeline] // cache
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // parallel
[Pipeline] }
[Pipeline] // stage
[Pipeline] stage
[Pipeline] { (Declarative: Post Actions)
[Pipeline] script
[Pipeline] {
[Pipeline] withCredentials
Masking supported pattern matches of $WEBHOOK_URL
[Pipeline] {
[Pipeline] sh
Warning: A secret was passed to "sh" using Groovy String interpolation, which is insecure.
		 Affected argument(s) used the following variable(s): [WEBHOOK_URL]
		 See https://jenkins.io/redirect/groovy-string-interpolation for details.
+ curl -X POST **** -H 'Content-Type: application/json' -d '{
                            "msg_type": "text",
                            "content": {
                              "text": "CDC Kafka Integration Test: SUCCESS\nBranch: master\nBuild URL: https://do.pingcap.net/jenkins/job/pingcap/job/tiflow/job/periodics_cdc_integration_kafka_test/249/\nJob Page: https://prow.tidb.net/?repo=pingcap%2Ftiflow&type=periodic\n"
                            }
                        }'
  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                 Dload  Upload   Total   Spent    Left  Speed

  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0
100   499  100    77  100   422    188   1031 --:--:-- --:--:-- --:--:--  1220
{"StatusCode":0,"StatusMessage":"success","code":0,"data":{},"msg":"success"}
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // script
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] End of Pipeline
Finished: SUCCESS