Skip to content

Commit 0f97a39

Browse files
authored
Rename example bucket names to use INVALID BUCKET NAME by default (#15651)
1 parent 4ff05fa commit 0f97a39

38 files changed

+67
-59
lines changed

β€Žairflow/providers/amazon/aws/example_dags/example_glacier_to_gcs.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@
2323
from airflow.utils.dates import days_ago
2424

2525
VAULT_NAME = "airflow"
26-
BUCKET_NAME = os.environ.get("GLACIER_GCS_BUCKET_NAME", "gs://glacier_bucket")
26+
BUCKET_NAME = os.environ.get("GLACIER_GCS_BUCKET_NAME", "gs://INVALID BUCKET NAME")
2727
OBJECT_NAME = os.environ.get("GLACIER_OBJECT", "example-text.txt")
2828

2929
with models.DAG(

β€Žairflow/providers/apache/beam/example_dags/example_beam.py

Lines changed: 10 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -34,29 +34,29 @@
3434
from airflow.utils.dates import days_ago
3535

3636
GCP_PROJECT_ID = os.environ.get('GCP_PROJECT_ID', 'example-project')
37-
GCS_INPUT = os.environ.get('APACHE_BEAM_PYTHON', 'gs://apache-beam-samples/shakespeare/kinglear.txt')
38-
GCS_TMP = os.environ.get('APACHE_BEAM_GCS_TMP', 'gs://test-dataflow-example/temp/')
39-
GCS_STAGING = os.environ.get('APACHE_BEAM_GCS_STAGING', 'gs://test-dataflow-example/staging/')
40-
GCS_OUTPUT = os.environ.get('APACHE_BEAM_GCS_OUTPUT', 'gs://test-dataflow-example/output')
41-
GCS_PYTHON = os.environ.get('APACHE_BEAM_PYTHON', 'gs://test-dataflow-example/wordcount_debugging.py')
37+
GCS_INPUT = os.environ.get('APACHE_BEAM_PYTHON', 'gs://INVALID BUCKET NAME/shakespeare/kinglear.txt')
38+
GCS_TMP = os.environ.get('APACHE_BEAM_GCS_TMP', 'gs://INVALID BUCKET NAME/temp/')
39+
GCS_STAGING = os.environ.get('APACHE_BEAM_GCS_STAGING', 'gs://INVALID BUCKET NAME/staging/')
40+
GCS_OUTPUT = os.environ.get('APACHE_BEAM_GCS_OUTPUT', 'gs://INVALID BUCKET NAME/output')
41+
GCS_PYTHON = os.environ.get('APACHE_BEAM_PYTHON', 'gs://INVALID BUCKET NAME/wordcount_debugging.py')
4242
GCS_PYTHON_DATAFLOW_ASYNC = os.environ.get(
43-
'APACHE_BEAM_PYTHON_DATAFLOW_ASYNC', 'gs://test-dataflow-example/wordcount_debugging.py'
43+
'APACHE_BEAM_PYTHON_DATAFLOW_ASYNC', 'gs://INVALID BUCKET NAME/wordcount_debugging.py'
4444
)
4545

4646
GCS_JAR_DIRECT_RUNNER = os.environ.get(
4747
'APACHE_BEAM_DIRECT_RUNNER_JAR',
48-
'gs://test-dataflow-example/tests/dataflow-templates-bundled-java=11-beam-v2.25.0-DirectRunner.jar',
48+
'gs://INVALID BUCKET NAME/tests/dataflow-templates-bundled-java=11-beam-v2.25.0-DirectRunner.jar',
4949
)
5050
GCS_JAR_DATAFLOW_RUNNER = os.environ.get(
51-
'APACHE_BEAM_DATAFLOW_RUNNER_JAR', 'gs://test-dataflow-example/word-count-beam-bundled-0.1.jar'
51+
'APACHE_BEAM_DATAFLOW_RUNNER_JAR', 'gs://INVALID BUCKET NAME/word-count-beam-bundled-0.1.jar'
5252
)
5353
GCS_JAR_SPARK_RUNNER = os.environ.get(
5454
'APACHE_BEAM_SPARK_RUNNER_JAR',
55-
'gs://test-dataflow-example/tests/dataflow-templates-bundled-java=11-beam-v2.25.0-SparkRunner.jar',
55+
'gs://INVALID BUCKET NAME/tests/dataflow-templates-bundled-java=11-beam-v2.25.0-SparkRunner.jar',
5656
)
5757
GCS_JAR_FLINK_RUNNER = os.environ.get(
5858
'APACHE_BEAM_FLINK_RUNNER_JAR',
59-
'gs://test-dataflow-example/tests/dataflow-templates-bundled-java=11-beam-v2.25.0-FlinkRunner.jar',
59+
'gs://INVALID BUCKET NAME/tests/dataflow-templates-bundled-java=11-beam-v2.25.0-FlinkRunner.jar',
6060
)
6161

6262
GCS_JAR_DIRECT_RUNNER_PARTS = urlparse(GCS_JAR_DIRECT_RUNNER)

β€Žairflow/providers/google/ads/example_dags/example_ads.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -27,7 +27,7 @@
2727

2828
# [START howto_google_ads_env_variables]
2929
CLIENT_IDS = ["1111111111", "2222222222"]
30-
BUCKET = os.environ.get("GOOGLE_ADS_BUCKET", "gs://test-google-ads-bucket")
30+
BUCKET = os.environ.get("GOOGLE_ADS_BUCKET", "gs://INVALID BUCKET NAME")
3131
GCS_OBJ_PATH = "folder_name/google-ads-api-results.csv"
3232
GCS_ACCOUNTS_CSV = "folder_name/accounts.csv"
3333
QUERY = """

β€Žairflow/providers/google/cloud/example_dags/example_automl_nl_text_classification.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -34,7 +34,7 @@
3434

3535
GCP_PROJECT_ID = os.environ.get("GCP_PROJECT_ID", "your-project-id")
3636
GCP_AUTOML_LOCATION = os.environ.get("GCP_AUTOML_LOCATION", "us-central1")
37-
GCP_AUTOML_TEXT_CLS_BUCKET = os.environ.get("GCP_AUTOML_TEXT_CLS_BUCKET", "gs://")
37+
GCP_AUTOML_TEXT_CLS_BUCKET = os.environ.get("GCP_AUTOML_TEXT_CLS_BUCKET", "gs://INVALID BUCKET NAME")
3838

3939
# Example values
4040
DATASET_ID = ""

β€Žairflow/providers/google/cloud/example_dags/example_automl_nl_text_extraction.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -34,7 +34,9 @@
3434

3535
GCP_PROJECT_ID = os.environ.get("GCP_PROJECT_ID", "your-project-id")
3636
GCP_AUTOML_LOCATION = os.environ.get("GCP_AUTOML_LOCATION", "us-central1")
37-
GCP_AUTOML_TEXT_BUCKET = os.environ.get("GCP_AUTOML_TEXT_BUCKET", "gs://cloud-ml-data/NL-entity/dataset.csv")
37+
GCP_AUTOML_TEXT_BUCKET = os.environ.get(
38+
"GCP_AUTOML_TEXT_BUCKET", "gs://INVALID BUCKET NAME/NL-entity/dataset.csv"
39+
)
3840

3941
# Example values
4042
DATASET_ID = ""

β€Žairflow/providers/google/cloud/example_dags/example_automl_nl_text_sentiment.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -34,7 +34,7 @@
3434

3535
GCP_PROJECT_ID = os.environ.get("GCP_PROJECT_ID", "your-project-id")
3636
GCP_AUTOML_LOCATION = os.environ.get("GCP_AUTOML_LOCATION", "us-central1")
37-
GCP_AUTOML_SENTIMENT_BUCKET = os.environ.get("GCP_AUTOML_SENTIMENT_BUCKET", "gs://")
37+
GCP_AUTOML_SENTIMENT_BUCKET = os.environ.get("GCP_AUTOML_SENTIMENT_BUCKET", "gs://INVALID BUCKET NAME")
3838

3939
# Example values
4040
DATASET_ID = ""

β€Žairflow/providers/google/cloud/example_dags/example_automl_tables.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -45,7 +45,7 @@
4545
GCP_PROJECT_ID = os.environ.get("GCP_PROJECT_ID", "your-project-id")
4646
GCP_AUTOML_LOCATION = os.environ.get("GCP_AUTOML_LOCATION", "us-central1")
4747
GCP_AUTOML_DATASET_BUCKET = os.environ.get(
48-
"GCP_AUTOML_DATASET_BUCKET", "gs://cloud-ml-tables-data/bank-marketing.csv"
48+
"GCP_AUTOML_DATASET_BUCKET", "gs://INVALID BUCKET NAME/bank-marketing.csv"
4949
)
5050
TARGET = os.environ.get("GCP_AUTOML_TARGET", "Deposit")
5151

β€Žairflow/providers/google/cloud/example_dags/example_automl_translation.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -34,7 +34,9 @@
3434

3535
GCP_PROJECT_ID = os.environ.get("GCP_PROJECT_ID", "your-project-id")
3636
GCP_AUTOML_LOCATION = os.environ.get("GCP_AUTOML_LOCATION", "us-central1")
37-
GCP_AUTOML_TRANSLATION_BUCKET = os.environ.get("GCP_AUTOML_TRANSLATION_BUCKET", "gs://project-vcm/file")
37+
GCP_AUTOML_TRANSLATION_BUCKET = os.environ.get(
38+
"GCP_AUTOML_TRANSLATION_BUCKET", "gs://INVALID BUCKET NAME/file"
39+
)
3840

3941
# Example values
4042
DATASET_ID = "TRL123456789"

β€Žairflow/providers/google/cloud/example_dags/example_automl_video_intelligence_classification.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -35,7 +35,7 @@
3535
GCP_PROJECT_ID = os.environ.get("GCP_PROJECT_ID", "your-project-id")
3636
GCP_AUTOML_LOCATION = os.environ.get("GCP_AUTOML_LOCATION", "us-central1")
3737
GCP_AUTOML_VIDEO_BUCKET = os.environ.get(
38-
"GCP_AUTOML_VIDEO_BUCKET", "gs://automl-video-demo-data/hmdb_split1.csv"
38+
"GCP_AUTOML_VIDEO_BUCKET", "gs://INVALID BUCKET NAME/hmdb_split1.csv"
3939
)
4040

4141
# Example values

β€Žairflow/providers/google/cloud/example_dags/example_automl_video_intelligence_tracking.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -36,7 +36,7 @@
3636
GCP_AUTOML_LOCATION = os.environ.get("GCP_AUTOML_LOCATION", "us-central1")
3737
GCP_AUTOML_TRACKING_BUCKET = os.environ.get(
3838
"GCP_AUTOML_TRACKING_BUCKET",
39-
"gs://automl-video-datasets/youtube_8m_videos_animal_tiny.csv",
39+
"gs://INVALID BUCKET NAME/youtube_8m_videos_animal_tiny.csv",
4040
)
4141

4242
# Example values

0 commit comments

Comments
 (0)