flaky test: the acquired table lock in '147' has been expired about databend HOT 1 CLOSED

2024-03-21T01:37:38.323630Z DEBUG databend_common_meta_client::grpc_client: src/meta/client/src/grpc_client.rs:264 Meta ClientHandle send request to meta client worker request=ClientWorkerRequest { request_id: 10707, req: Txn(TxnRequest { condition: [TxnCondition { key: "__fd_table_by_id/147", expected: Eq, target: Some(Seq(171)) }, TxnCondition { key: "__fd_table_lock/147/515", expected: Eq, target: Some(Seq(0)) }], if_then: [TxnOp { request: Some(Put(TxnPutRequest { key: "__fd_table_lock/147/515", value: [10, 4, 114, 111, 111, 116, 18, 22, 121, 77, 114, 54, 56, 66, 49, 81, 66, 120, 90, 80, 76, 119, 113, 80, 76, 51, 68, 100, 118, 50, 26, 36, 54, 101, 57, 50, 102, 98, 57, 100, 45, 54, 50, 51, 54, 45, 52, 101, 51, 100, 45, 97, 57, 49, 51, 45, 55, 99, 100, 98, 101, 50, 57, 97, 49, 53, 98, 102, 34, 33, 50, 48, 50, 52, 45, 48, 51, 45, 50, 49, 32, 48, 49, 58, 51, 55, 58, 51, 56, 46, 51, 50, 51, 53, 56, 51, 50, 57, 48, 32, 85, 84, 67, 160, 6, 83, 168, 6, 24], prev_value: true, expire_at: Some(1710985068), ttl_ms: None })) }], else_then: [] }) }
2024-03-21T01:37:38.323687Z DEBUG databend_common_meta_client::grpc_client: src/meta/client/src/grpc_client.rs:461 MetaGrpcClient worker handle request worker_request=ClientWorkerRequest { request_id: 10707, req: Txn(TxnRequest { condition: [TxnCondition { key: "__fd_table_by_id/147", expected: Eq, target: Some(Seq(171)) }, TxnCondition { key: "__fd_table_lock/147/515", expected: Eq, target: Some(Seq(0)) }], if_then: [TxnOp { request: Some(Put(TxnPutRequest { key: "__fd_table_lock/147/515", value: [10, 4, 114, 111, 111, 116, 18, 22, 121, 77, 114, 54, 56, 66, 49, 81, 66, 120, 90, 80, 76, 119, 113, 80, 76, 51, 68, 100, 118, 50, 26, 36, 54, 101, 57, 50, 102, 98, 57, 100, 45, 54, 50, 51, 54, 45, 52, 101, 51, 100, 45, 97, 57, 49, 51, 45, 55, 99, 100, 98, 101, 50, 57, 97, 49, 53, 98, 102, 34, 33, 50, 48, 50, 52, 45, 48, 51, 45, 50, 49, 32, 48, 49, 58, 51, 55, 58, 51, 56, 46, 51, 50, 51, 53, 56, 51, 50, 57, 48, 32, 85, 84, 67, 160, 6, 83, 168, 6, 24], prev_value: true, expire_at: Some(1710985068), ttl_ms: None })) }], else_then: [] }) }
2024-03-21T01:37:38.323693Z DEBUG h2::codec::framed_read: /opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/h2-0.3.24/src/codec/framed_read.rs:360 received frame=Headers { stream_id: StreamId(4109), flags: (0x4: END_HEADERS) }
2024-03-21T01:37:38.323765Z DEBUG h2::codec::framed_read: /opt/rust/cargo/registry/src/index.crates.io-6f17d22bba15001f/h2-0.3.24/src/codec/framed_read.rs:360 received frame=Headers { stream_id: StreamId(4107), flags: (0x4: END_HEADERS) }
2024-03-21T01:37:38.323775Z DEBUG databend_common_meta_client::grpc_client: src/meta/client/src/grpc_client.rs:1081 MetaGrpcClient::transaction request req=TxnRequest{ if:[__fd_table_by_id/147 == seq(171),__fd_table_lock/147/515 == seq(0)] then:[Put(Put key=__fd_table_lock/147/515 expire_at: SystemTime { tv_sec: 1710985, tv_nsec: 68000000 })] else:[] }

2024-03-21T01:37:48.023605Z  WARN databend_common_meta_client::grpc_client: src/meta/client/src/grpc_client.rs:605 MetaGrpcClient slow request Txn to 127.0.0.1:9191 takes 9699 ms: Txn(TxnRequest { condition: [TxnCondition { key: "__fd_table_by_id/147", expected: Eq, target: Some(Seq(171)) }, TxnCondition { key: "__fd_table_lock/147/515", expected: Eq, target: Some(Seq(0)) }], if_then: [TxnOp { request: Some(Put(TxnPutRequest { key: "__fd_table_lock/147/515", value: [10, 4, 114, 111, 111, 116, 18, 22, 121, 77, 114, 54, 56, 66, 49, 81, 66, 120, 90, 80, 76, 119, 113, 80, 76, 51, 68, 100, 118, 50, 26, 36, 54, 101, 57, 50, 102, 98, 57, 100, 45, 54, 50, 51, 54, 45, 52, 101, 51, 100, 45, 97, 57, 49, 51, 45, 55, 99, 100, 98, 101, 50, 57, 97, 49, 53, 98, 102, 34, 33, 50, 48, 50, 52, 45, 48, 51, 45, 50, 49, 32, 48, 49, 58, 51, 55, 58, 51, 56, 46, 51, 50, 51, 53, 56, 51, 50, 57, 48, 32, 85, 84, 67, 160, 6, 83, 168, 6, 24], prev_value: true, expire_at: Some(1710985068), ttl_ms: None })) }], else_then: [] }) request_id=10707
2024-03-21T01:37:48.023668Z DEBUG databend_common_meta_client::grpc_client: src/meta/client/src/grpc_client.rs:569 MetaGrpcClient send response to the handle request_id=10707 resp=Txn(Ok(TxnReply { success: true, responses: [TxnOpResponse { response: Some(Put(TxnPutResponse { key: "__fd_table_lock/147/515", prev_value: None })) }], error: "" }))