Skip to content

Test against java kafka client #98

@crepererum

Description

@crepererum

We currently have a test matrix that produces and consumes data using rdkafka and rskafka in all supported compression formats:

#[tokio::test]
async fn test_produce_rdkafka_consume_rdkafka_nocompression() {
assert_produce_consume(produce_rdkafka, consume_rdkafka, Compression::NoCompression).await;
}
#[tokio::test]
async fn test_produce_rskafka_consume_rdkafka_nocompression() {
assert_produce_consume(produce_rskafka, consume_rdkafka, Compression::NoCompression).await;
}
#[tokio::test]
async fn test_produce_rdkafka_consume_rskafka_nocompression() {
assert_produce_consume(produce_rdkafka, consume_rskafka, Compression::NoCompression).await;
}
#[tokio::test]
async fn test_produce_rskafka_consume_rskafka_nocompression() {
assert_produce_consume(produce_rskafka, consume_rskafka, Compression::NoCompression).await;
}
#[cfg(feature = "compression-gzip")]
#[tokio::test]
async fn test_produce_rdkafka_consume_rdkafka_gzip() {
assert_produce_consume(produce_rdkafka, consume_rdkafka, Compression::Gzip).await;
}
#[cfg(feature = "compression-gzip")]
#[tokio::test]
async fn test_produce_rskafka_consume_rdkafka_gzip() {
assert_produce_consume(produce_rskafka, consume_rdkafka, Compression::Gzip).await;
}
#[cfg(feature = "compression-gzip")]
#[tokio::test]
async fn test_produce_rdkafka_consume_rskafka_gzip() {
assert_produce_consume(produce_rdkafka, consume_rskafka, Compression::Gzip).await;
}
#[cfg(feature = "compression-gzip")]
#[tokio::test]
async fn test_produce_rskafka_consume_rskafka_gzip() {
assert_produce_consume(produce_rskafka, consume_rskafka, Compression::Gzip).await;
}
#[cfg(feature = "compression-lz4")]
#[tokio::test]
async fn test_produce_rdkafka_consume_rdkafka_lz4() {
assert_produce_consume(produce_rdkafka, consume_rdkafka, Compression::Lz4).await;
}
#[cfg(feature = "compression-lz4")]
#[tokio::test]
async fn test_produce_rskafka_consume_rdkafka_lz4() {
assert_produce_consume(produce_rskafka, consume_rdkafka, Compression::Lz4).await;
}
#[cfg(feature = "compression-lz4")]
#[tokio::test]
async fn test_produce_rdkafka_consume_rskafka_lz4() {
assert_produce_consume(produce_rdkafka, consume_rskafka, Compression::Lz4).await;
}
#[cfg(feature = "compression-lz4")]
#[tokio::test]
async fn test_produce_rskafka_consume_rskafka_lz4() {
assert_produce_consume(produce_rskafka, consume_rskafka, Compression::Lz4).await;
}
#[cfg(feature = "compression-snappy")]
#[tokio::test]
async fn test_produce_rdkafka_consume_rdkafka_snappy() {
assert_produce_consume(produce_rdkafka, consume_rdkafka, Compression::Snappy).await;
}
#[cfg(feature = "compression-snappy")]
#[tokio::test]
async fn test_produce_rskafka_consume_rdkafka_snappy() {
assert_produce_consume(produce_rskafka, consume_rdkafka, Compression::Snappy).await;
}
#[cfg(feature = "compression-snappy")]
#[tokio::test]
async fn test_produce_rdkafka_consume_rskafka_snappy() {
assert_produce_consume(produce_rdkafka, consume_rskafka, Compression::Snappy).await;
}
#[cfg(feature = "compression-snappy")]
#[tokio::test]
async fn test_produce_rskafka_consume_rskafka_snappy() {
assert_produce_consume(produce_rskafka, consume_rskafka, Compression::Snappy).await;
}

Since record batches are mostly only processed by the clients, it would be nice to add an official java/scala client to test matrix via some bridge / CLI call, just to make sure we can work with most of the ecosystem.

Metadata

Metadata

Assignees

Labels

No labels
No labels

Type

No type

Projects

No projects

Milestone

No milestone

Relationships

None yet

Development

No branches or pull requests

Issue actions