Thanks to visit codestin.com
Credit goes to github.com

Skip to content

Commit bbd09d6

Browse files
jrmccluskeyjrmccluskey
authored
Remove Python 3.8 GitHub Actions Runs (#32429)
* [WIP] Remove Python 3.8 targets from Actions * revert changes to 3.9 build.gradle * More gradle cleanup * Add posargs * Update local-env-setup.sh * Fix default env python version * More places to update python version refs * mypy/linting fixes * yapf * Update other locations * update more files * update standard_external_transforms.yaml * update test case that fails on 3.8 -> 3.9
1 parent 6514136 commit bbd09d6

119 files changed

Lines changed: 453 additions & 269 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎.github/actions/setup-default-test-properties/test-properties.json‎

Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -1,15 +1,15 @@
11
{
22
"PythonTestProperties": {
3-
"ALL_SUPPORTED_VERSIONS": ["3.8", "3.9", "3.10", "3.11"],
4-
"LOWEST_SUPPORTED": ["3.8"],
5-
"HIGHEST_SUPPORTED": ["3.11"],
6-
"ESSENTIAL_VERSIONS": ["3.8", "3.11"],
7-
"CROSS_LANGUAGE_VALIDATES_RUNNER_PYTHON_VERSIONS": ["3.8", "3.11"],
3+
"ALL_SUPPORTED_VERSIONS": ["3.9", "3.10", "3.11", "3.12"],
4+
"LOWEST_SUPPORTED": ["3.9"],
5+
"HIGHEST_SUPPORTED": ["3.12"],
6+
"ESSENTIAL_VERSIONS": ["3.9", "3.12"],
7+
"CROSS_LANGUAGE_VALIDATES_RUNNER_PYTHON_VERSIONS": ["3.9", "3.12"],
88
"CROSS_LANGUAGE_VALIDATES_RUNNER_DATAFLOW_USING_SQL_PYTHON_VERSIONS": ["3.11"],
9-
"VALIDATES_CONTAINER_DATAFLOW_PYTHON_VERSIONS": ["3.8", "3.9", "3.10", "3.11" ],
10-
"LOAD_TEST_PYTHON_VERSION": "3.8",
11-
"CHICAGO_TAXI_EXAMPLE_FLINK_PYTHON_VERSION": "3.8",
12-
"DEFAULT_INTERPRETER": "python3.8",
9+
"VALIDATES_CONTAINER_DATAFLOW_PYTHON_VERSIONS": ["3.9", "3.10", "3.11", "3.12"],
10+
"LOAD_TEST_PYTHON_VERSION": "3.9",
11+
"CHICAGO_TAXI_EXAMPLE_FLINK_PYTHON_VERSION": "3.9",
12+
"DEFAULT_INTERPRETER": "python3.9",
1313
"TOX_ENV": ["Cloud", "Cython"]
1414
},
1515
"JavaTestProperties": {

‎.github/actions/setup-environment-action/action.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -42,7 +42,7 @@ runs:
4242
if: ${{ inputs.python-version != '' }}
4343
uses: actions/setup-python@v4
4444
with:
45-
python-version: ${{ inputs.python-version == 'default' && '3.8' || inputs.python-version }}
45+
python-version: ${{ inputs.python-version == 'default' && '3.9' || inputs.python-version }}
4646
- name: Install Java
4747
if: ${{ inputs.java-version != '' }}
4848
uses: actions/setup-java@v3

‎.github/workflows/beam_CloudML_Benchmarks_Dataflow.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -73,8 +73,8 @@ jobs:
7373
uses: ./.github/actions/setup-environment-action
7474
with:
7575
python-version: |
76-
3.8
7776
3.9
77+
3.10
7878
- name: Prepare test arguments
7979
uses: ./.github/actions/test-arguments-action
8080
with:

‎.github/workflows/beam_Inference_Python_Benchmarks_Dataflow.yml‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -95,7 +95,7 @@ jobs:
9595
arguments: |
9696
-PloadTest.mainClass=apache_beam.testing.benchmarks.inference.pytorch_image_classification_benchmarks \
9797
-Prunner=DataflowRunner \
98-
-PpythonVersion=3.8 \
98+
-PpythonVersion=3.9 \
9999
-PloadTest.requirementsTxtFile=apache_beam/ml/inference/torch_tests_requirements.txt \
100100
'-PloadTest.args=${{ env.beam_Inference_Python_Benchmarks_Dataflow_test_arguments_1 }} --job_name=benchmark-tests-pytorch-imagenet-python-101-${{env.NOW_UTC}} --output=gs://temp-storage-for-end-to-end-tests/torch/result_resnet101-${{env.NOW_UTC}}.txt' \
101101
- name: run Pytorch Imagenet Classification with Resnet 152
@@ -106,7 +106,7 @@ jobs:
106106
arguments: |
107107
-PloadTest.mainClass=apache_beam.testing.benchmarks.inference.pytorch_image_classification_benchmarks \
108108
-Prunner=DataflowRunner \
109-
-PpythonVersion=3.8 \
109+
-PpythonVersion=3.9 \
110110
-PloadTest.requirementsTxtFile=apache_beam/ml/inference/torch_tests_requirements.txt \
111111
'-PloadTest.args=${{ env.beam_Inference_Python_Benchmarks_Dataflow_test_arguments_2 }} --job_name=benchmark-tests-pytorch-imagenet-python-152-${{env.NOW_UTC}} --output=gs://temp-storage-for-end-to-end-tests/torch/result_resnet152-${{env.NOW_UTC}}.txt' \
112112
- name: run Pytorch Language Modeling using Hugging face bert-base-uncased model
@@ -117,7 +117,7 @@ jobs:
117117
arguments: |
118118
-PloadTest.mainClass=apache_beam.testing.benchmarks.inference.pytorch_language_modeling_benchmarks \
119119
-Prunner=DataflowRunner \
120-
-PpythonVersion=3.8 \
120+
-PpythonVersion=3.9 \
121121
-PloadTest.requirementsTxtFile=apache_beam/ml/inference/torch_tests_requirements.txt \
122122
'-PloadTest.args=${{ env.beam_Inference_Python_Benchmarks_Dataflow_test_arguments_3 }} --job_name=benchmark-tests-pytorch-language-modeling-bert-base-uncased-${{env.NOW_UTC}} --output=gs://temp-storage-for-end-to-end-tests/torch/result_bert_base_uncased-${{env.NOW_UTC}}.txt' \
123123
- name: run Pytorch Langauge Modeling using Hugging Face bert-large-uncased model
@@ -128,7 +128,7 @@ jobs:
128128
arguments: |
129129
-PloadTest.mainClass=apache_beam.testing.benchmarks.inference.pytorch_language_modeling_benchmarks \
130130
-Prunner=DataflowRunner \
131-
-PpythonVersion=3.8 \
131+
-PpythonVersion=3.9 \
132132
-PloadTest.requirementsTxtFile=apache_beam/ml/inference/torch_tests_requirements.txt \
133133
'-PloadTest.args=${{ env.beam_Inference_Python_Benchmarks_Dataflow_test_arguments_4 }} --job_name=benchmark-tests-pytorch-language-modeling-bert-large-uncased-${{env.NOW_UTC}} --output=gs://temp-storage-for-end-to-end-tests/torch/result_bert_large_uncased-${{env.NOW_UTC}}.txt' \
134134
- name: run Pytorch Imagenet Classification with Resnet 152 with Tesla T4 GPU
@@ -139,6 +139,6 @@ jobs:
139139
arguments: |
140140
-PloadTest.mainClass=apache_beam.testing.benchmarks.inference.pytorch_image_classification_benchmarks \
141141
-Prunner=DataflowRunner \
142-
-PpythonVersion=3.8 \
142+
-PpythonVersion=3.9 \
143143
-PloadTest.requirementsTxtFile=apache_beam/ml/inference/torch_tests_requirements.txt \
144144
'-PloadTest.args=${{ env.beam_Inference_Python_Benchmarks_Dataflow_test_arguments_5 }} --job_name=benchmark-tests-pytorch-imagenet-python-gpu-${{env.NOW_UTC}} --output=gs://temp-storage-for-end-to-end-tests/torch/result_resnet152_gpu-${{env.NOW_UTC}}.txt'

‎.github/workflows/beam_LoadTests_Python_CoGBK_Dataflow_Batch.yml‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -96,7 +96,7 @@ jobs:
9696
--info \
9797
-PloadTest.mainClass=apache_beam.testing.load_tests.co_group_by_key_test \
9898
-Prunner=DataflowRunner \
99-
-PpythonVersion=3.8 \
99+
-PpythonVersion=3.9 \
100100
'-PloadTest.args=${{ env.beam_LoadTests_Python_CoGBK_Dataflow_Batch_test_arguments_1 }} --job_name=load-tests-python-dataflow-batch-cogbk-1-${{ steps.datetime.outputs.datetime }}' \
101101
- name: run CoGBK 2GB of 100B records with multiple keys
102102
uses: ./.github/actions/gradle-command-self-hosted-action
@@ -105,7 +105,7 @@ jobs:
105105
arguments: |
106106
-PloadTest.mainClass=apache_beam.testing.load_tests.co_group_by_key_test \
107107
-Prunner=DataflowRunner \
108-
-PpythonVersion=3.8 \
108+
-PpythonVersion=3.9 \
109109
'-PloadTest.args=${{ env.beam_LoadTests_Python_CoGBK_Dataflow_Batch_test_arguments_2 }} --job_name=load-tests-python-dataflow-batch-cogbk-2-${{ steps.datetime.outputs.datetime }}' \
110110
- name: run CoGBK reiterate 4 times 10kB values
111111
uses: ./.github/actions/gradle-command-self-hosted-action
@@ -114,7 +114,7 @@ jobs:
114114
arguments: |
115115
-PloadTest.mainClass=apache_beam.testing.load_tests.co_group_by_key_test \
116116
-Prunner=DataflowRunner \
117-
-PpythonVersion=3.8 \
117+
-PpythonVersion=3.9 \
118118
'-PloadTest.args=${{ env.beam_LoadTests_Python_CoGBK_Dataflow_Batch_test_arguments_3 }} --job_name=load-tests-python-dataflow-batch-cogbk-3-${{ steps.datetime.outputs.datetime }}' \
119119
- name: run CoGBK reiterate 4 times 2MB values
120120
uses: ./.github/actions/gradle-command-self-hosted-action
@@ -123,5 +123,5 @@ jobs:
123123
arguments: |
124124
-PloadTest.mainClass=apache_beam.testing.load_tests.co_group_by_key_test \
125125
-Prunner=DataflowRunner \
126-
-PpythonVersion=3.8 \
126+
-PpythonVersion=3.9 \
127127
'-PloadTest.args=${{ env.beam_LoadTests_Python_CoGBK_Dataflow_Batch_test_arguments_4 }} --job_name=load-tests-python-dataflow-batch-cogbk-4-${{ steps.datetime.outputs.datetime }}'

‎.github/workflows/beam_LoadTests_Python_CoGBK_Dataflow_Streaming.yml‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -95,7 +95,7 @@ jobs:
9595
arguments: |
9696
-PloadTest.mainClass=apache_beam.testing.load_tests.co_group_by_key_test \
9797
-Prunner=DataflowRunner \
98-
-PpythonVersion=3.8 \
98+
-PpythonVersion=3.9 \
9999
'-PloadTest.args=${{ env.beam_LoadTests_Python_CoGBK_Dataflow_Streaming_test_arguments_1 }} --job_name=load-tests-python-dataflow-streaming-cogbk-1-${{ steps.datetime.outputs.datetime }}' \
100100
- name: run CoGBK 2GB of 100B records with multiple keys
101101
uses: ./.github/actions/gradle-command-self-hosted-action
@@ -104,7 +104,7 @@ jobs:
104104
arguments: |
105105
-PloadTest.mainClass=apache_beam.testing.load_tests.co_group_by_key_test \
106106
-Prunner=DataflowRunner \
107-
-PpythonVersion=3.8 \
107+
-PpythonVersion=3.9 \
108108
'-PloadTest.args=${{ env.beam_LoadTests_Python_CoGBK_Dataflow_Streaming_test_arguments_2 }} --job_name=load-tests-python-dataflow-streaming-cogbk-2-${{ steps.datetime.outputs.datetime }}' \
109109
- name: run CoGBK reiterate 4 times 10kB values
110110
uses: ./.github/actions/gradle-command-self-hosted-action
@@ -113,7 +113,7 @@ jobs:
113113
arguments: |
114114
-PloadTest.mainClass=apache_beam.testing.load_tests.co_group_by_key_test \
115115
-Prunner=DataflowRunner \
116-
-PpythonVersion=3.8 \
116+
-PpythonVersion=3.9 \
117117
'-PloadTest.args=${{ env.beam_LoadTests_Python_CoGBK_Dataflow_Streaming_test_arguments_3 }} --job_name=load-tests-python-dataflow-streaming-cogbk-3-${{ steps.datetime.outputs.datetime }}' \
118118
- name: run CoGBK reiterate 4 times 2MB values
119119
uses: ./.github/actions/gradle-command-self-hosted-action
@@ -122,5 +122,5 @@ jobs:
122122
arguments: |
123123
-PloadTest.mainClass=apache_beam.testing.load_tests.co_group_by_key_test \
124124
-Prunner=DataflowRunner \
125-
-PpythonVersion=3.8 \
125+
-PpythonVersion=3.9 \
126126
'-PloadTest.args=${{ env.beam_LoadTests_Python_CoGBK_Dataflow_Streaming_test_arguments_4 }} --job_name=load-tests-python-dataflow-streaming-cogbk-4-${{ steps.datetime.outputs.datetime }}'

‎.github/workflows/beam_LoadTests_Python_Combine_Dataflow_Batch.yml‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -92,7 +92,7 @@ jobs:
9292
arguments: |
9393
-PloadTest.mainClass=apache_beam.testing.load_tests.combine_test \
9494
-Prunner=DataflowRunner \
95-
-PpythonVersion=3.8 \
95+
-PpythonVersion=3.9 \
9696
'-PloadTest.args=${{ env.beam_LoadTests_Python_Combine_Dataflow_Batch_test_arguments_1 }} --job_name=load-tests-python-dataflow-batch-combine-1-${{env.NOW_UTC}}' \
9797
- name: run Combine Dataflow Batch Python Load Test 2 (fanout 4)
9898
uses: ./.github/actions/gradle-command-self-hosted-action
@@ -101,7 +101,7 @@ jobs:
101101
arguments: |
102102
-PloadTest.mainClass=apache_beam.testing.load_tests.combine_test \
103103
-Prunner=DataflowRunner \
104-
-PpythonVersion=3.8 \
104+
-PpythonVersion=3.9 \
105105
'-PloadTest.args=${{ env.beam_LoadTests_Python_Combine_Dataflow_Batch_test_arguments_2 }} --job_name=load-tests-python-dataflow-batch-combine-2-${{env.NOW_UTC}}' \
106106
- name: run Combine Dataflow Batch Python Load Test 3 (fanout 8)
107107
uses: ./.github/actions/gradle-command-self-hosted-action
@@ -110,5 +110,5 @@ jobs:
110110
arguments: |
111111
-PloadTest.mainClass=apache_beam.testing.load_tests.combine_test \
112112
-Prunner=DataflowRunner \
113-
-PpythonVersion=3.8 \
113+
-PpythonVersion=3.9 \
114114
'-PloadTest.args=${{ env.beam_LoadTests_Python_Combine_Dataflow_Batch_test_arguments_3 }} --job_name=load-tests-python-dataflow-batch-combine-3-${{env.NOW_UTC}}'

‎.github/workflows/beam_LoadTests_Python_Combine_Dataflow_Streaming.yml‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -92,7 +92,7 @@ jobs:
9292
arguments: |
9393
-PloadTest.mainClass=apache_beam.testing.load_tests.combine_test \
9494
-Prunner=DataflowRunner \
95-
-PpythonVersion=3.8 \
95+
-PpythonVersion=3.9 \
9696
'-PloadTest.args=${{ env.beam_LoadTests_Python_Combine_Dataflow_Streaming_test_arguments_1 }} --job_name=load-tests-python-dataflow-streaming-combine-1-${{env.NOW_UTC}}' \
9797
- name: run 2GB Fanout 4 test
9898
uses: ./.github/actions/gradle-command-self-hosted-action
@@ -101,7 +101,7 @@ jobs:
101101
arguments: |
102102
-PloadTest.mainClass=apache_beam.testing.load_tests.combine_test \
103103
-Prunner=DataflowRunner \
104-
-PpythonVersion=3.8 \
104+
-PpythonVersion=3.9 \
105105
'-PloadTest.args=${{ env.beam_LoadTests_Python_Combine_Dataflow_Streaming_test_arguments_2 }} --job_name=load-tests-python-dataflow-streaming-combine-4-${{env.NOW_UTC}}' \
106106
- name: run 2GB Fanout 8 test
107107
uses: ./.github/actions/gradle-command-self-hosted-action
@@ -110,5 +110,5 @@ jobs:
110110
arguments: |
111111
-PloadTest.mainClass=apache_beam.testing.load_tests.combine_test \
112112
-Prunner=DataflowRunner \
113-
-PpythonVersion=3.8 \
113+
-PpythonVersion=3.9 \
114114
'-PloadTest.args=${{ env.beam_LoadTests_Python_Combine_Dataflow_Streaming_test_arguments_3 }} --job_name=load-tests-python-dataflow-streaming-combine-5-${{env.NOW_UTC}}'

‎.github/workflows/beam_LoadTests_Python_Combine_Flink_Batch.yml‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -107,7 +107,7 @@ jobs:
107107
with:
108108
gradle-command: :sdks:python:apache_beam:testing:load_tests:run
109109
arguments: |
110-
-PpythonVersion=3.8 \
110+
-PpythonVersion=3.9 \
111111
-PloadTest.mainClass=apache_beam.testing.load_tests.combine_test \
112112
-Prunner=PortableRunner \
113113
'-PloadTest.args=${{ env.beam_LoadTests_Python_Combine_Flink_Batch_test_arguments_1 }} --job_name=load-tests-python-flink-batch-combine-1-${{env.NOW_UTC}}' \
@@ -121,7 +121,7 @@ jobs:
121121
with:
122122
gradle-command: :sdks:python:apache_beam:testing:load_tests:run
123123
arguments: |
124-
-PpythonVersion=3.8 \
124+
-PpythonVersion=3.9 \
125125
-PloadTest.mainClass=apache_beam.testing.load_tests.combine_test \
126126
-Prunner=PortableRunner \
127127
'-PloadTest.args=${{ env.beam_LoadTests_Python_Combine_Flink_Batch_test_arguments_2 }} --job_name=load-tests-python-flink-batch-combine-4-${{env.NOW_UTC}}' \
@@ -130,7 +130,7 @@ jobs:
130130
with:
131131
gradle-command: :sdks:python:apache_beam:testing:load_tests:run
132132
arguments: |
133-
-PpythonVersion=3.8 \
133+
-PpythonVersion=3.9 \
134134
-PloadTest.mainClass=apache_beam.testing.load_tests.combine_test \
135135
-Prunner=PortableRunner \
136136
'-PloadTest.args=${{ env.beam_LoadTests_Python_Combine_Flink_Batch_test_arguments_3 }} --job_name=load-tests-python-flink-batch-combine-5-${{env.NOW_UTC}}' \

‎.github/workflows/beam_LoadTests_Python_Combine_Flink_Streaming.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -104,7 +104,7 @@ jobs:
104104
with:
105105
gradle-command: :sdks:python:apache_beam:testing:load_tests:run
106106
arguments: |
107-
-PpythonVersion=3.8 \
107+
-PpythonVersion=3.9 \
108108
-PloadTest.mainClass=apache_beam.testing.load_tests.combine_test \
109109
-Prunner=PortableRunner \
110110
'-PloadTest.args=${{ env.beam_LoadTests_Python_Combine_Flink_Streaming_test_arguments_1 }} --job_name=load-tests-python-flink-streaming-combine-4-${{env.NOW_UTC}}' \
@@ -113,7 +113,7 @@ jobs:
113113
with:
114114
gradle-command: :sdks:python:apache_beam:testing:load_tests:run
115115
arguments: |
116-
-PpythonVersion=3.8 \
116+
-PpythonVersion=3.9 \
117117
-PloadTest.mainClass=apache_beam.testing.load_tests.combine_test \
118118
-Prunner=PortableRunner \
119119
'-PloadTest.args=${{ env.beam_LoadTests_Python_Combine_Flink_Streaming_test_arguments_2 }} --job_name=load-tests-python-flink-streaming-combine-5-${{env.NOW_UTC}}' \

0 commit comments

Comments
 (0)