Merge pull request #36302 from tarun-google/fix_bigquery_tests

Fix BigQuery Batch write Integration tests

Author: Amar3tto

sdks/python/apache_beam/yaml/extended_tests/data/enrichment.yaml

@@ -40,6 +40,9 @@ pipelines:
         - type: WriteToBigQuery
           config:
             table: "{BQ_TABLE}"
+    options:
+      project: "apache-beam-testing"
+      temp_location: "{TEMP_DIR}"
 
   - pipeline:
       type: chain

sdks/python/apache_beam/yaml/integration_tests.py

@@ -721,8 +721,9 @@ def test(self, providers=providers):  # default arg to capture loop value
         for pipeline_spec in spec['pipelines']:
           with beam.Pipeline(options=PipelineOptions(
               pickle_library='cloudpickle',
-              **yaml_transform.SafeLineLoader.strip_metadata(pipeline_spec.get(
-                  'options', {})))) as p:
+              **replace_recursive(yaml_transform.SafeLineLoader.strip_metadata(
+                  pipeline_spec.get('options', {})),
+                                  vars))) as p:
             yaml_transform.expand_pipeline(
                 p, replace_recursive(pipeline_spec, vars))