From 6d5af4b5dd293d0a9c2ebb41a362c808138dad49 Mon Sep 17 00:00:00 2001 From: Tarun Annapareddy Date: Fri, 12 Sep 2025 11:09:22 -0700 Subject: [PATCH 1/3] Managed Bigquery Java Read&Write Transforms --- sdks/python/apache_beam/yaml/standard_io.yaml | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/sdks/python/apache_beam/yaml/standard_io.yaml b/sdks/python/apache_beam/yaml/standard_io.yaml index 3d619c187076..f583f3114433 100644 --- a/sdks/python/apache_beam/yaml/standard_io.yaml +++ b/sdks/python/apache_beam/yaml/standard_io.yaml @@ -45,9 +45,15 @@ type: beamJar transforms: 'ReadFromBigQuery': 'beam:schematransform:org.apache.beam:bigquery_storage_read:v1' - 'WriteToBigQuery': 'beam:schematransform:org.apache.beam:bigquery_storage_write:v2' + 'WriteToBigQuery': 'beam:schematransform:org.apache.beam:bigquery_write:v1' config: gradle_target: 'sdks:java:extensions:sql:expansion-service:shadowJar' + managed_replacement: + # Following transforms may be replaced with equivalent managed transforms, + # if the pipelines 'updateCompatibilityBeamVersion' match the provided + # version. + 'ReadFromKafka': '2.65.0' + 'WriteToKafka': '2.65.0' # Kafka - type: renaming From 469132a7ed14797408ad516f9310315741b0fd28 Mon Sep 17 00:00:00 2001 From: Tarun Annapareddy Date: Fri, 12 Sep 2025 11:28:05 -0700 Subject: [PATCH 2/3] switch to bigquery --- sdks/python/apache_beam/yaml/standard_io.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/sdks/python/apache_beam/yaml/standard_io.yaml b/sdks/python/apache_beam/yaml/standard_io.yaml index f583f3114433..705b57bfcbee 100644 --- a/sdks/python/apache_beam/yaml/standard_io.yaml +++ b/sdks/python/apache_beam/yaml/standard_io.yaml @@ -52,8 +52,8 @@ # Following transforms may be replaced with equivalent managed transforms, # if the pipelines 'updateCompatibilityBeamVersion' match the provided # version. - 'ReadFromKafka': '2.65.0' - 'WriteToKafka': '2.65.0' + 'ReadFromBigQuery': '2.65.0' + 'WriteToBigQuery': '2.65.0' # Kafka - type: renaming From 1eda506c171af11f6c4e42bb6cbc308418f062c6 Mon Sep 17 00:00:00 2001 From: Tarun Annapareddy Date: Tue, 23 Sep 2025 14:09:44 -0700 Subject: [PATCH 3/3] Upgrade check to next release --- sdks/python/apache_beam/yaml/standard_io.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/sdks/python/apache_beam/yaml/standard_io.yaml b/sdks/python/apache_beam/yaml/standard_io.yaml index 705b57bfcbee..ddc3c7662a65 100644 --- a/sdks/python/apache_beam/yaml/standard_io.yaml +++ b/sdks/python/apache_beam/yaml/standard_io.yaml @@ -52,8 +52,8 @@ # Following transforms may be replaced with equivalent managed transforms, # if the pipelines 'updateCompatibilityBeamVersion' match the provided # version. - 'ReadFromBigQuery': '2.65.0' - 'WriteToBigQuery': '2.65.0' + 'ReadFromBigQuery': '2.69.0' + 'WriteToBigQuery': '2.69.0' # Kafka - type: renaming