Skip to content

Commit 9dca475

Browse files
committed
Add Looker ids
1 parent 1d654cd commit 9dca475

3 files changed

Lines changed: 19 additions & 19 deletions

File tree

.github/workflows/beam_Inference_Python_Benchmarks_Dataflow.yml

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -193,7 +193,7 @@ jobs:
193193
-PpythonVersion=3.10 \
194194
-PloadTest.requirementsTxtFile=apache_beam/ml/inference/torch_tests_requirements.txt \
195195
'-PloadTest.args=${{ env.beam_Inference_Python_Benchmarks_Dataflow_test_arguments_5 }} --job_name=benchmark-tests-pytorch-imagenet-python-gpu-${{env.NOW_UTC}} --output=gs://temp-storage-for-end-to-end-tests/torch/result_resnet152_gpu-${{env.NOW_UTC}}.txt' \
196-
- name: run PyTorch Image Classification EfficientNet-B0 Streaming (Right-fitting)
196+
- name: run PyTorch Image Classification EfficientNet-B0 Streaming (Right-fitting) GPU
197197
uses: ./.github/actions/gradle-command-self-hosted-action
198198
timeout-minutes: 180
199199
with:
@@ -204,7 +204,7 @@ jobs:
204204
-PpythonVersion=3.10 \
205205
-PloadTest.requirementsTxtFile=apache_beam/ml/inference/pytorch_rightfit_requirements.txt \
206206
'-PloadTest.args=${{ env.beam_Inference_Python_Benchmarks_Dataflow_test_arguments_9 }} --mode=streaming --job_name=benchmark-tests-pytorch-imagenet-rightfit-streaming-${{env.NOW_UTC}} --output_table=apache-beam-testing.beam_run_inference.result_torch_inference_imagenet_stream_rightfit' \
207-
- name: run PyTorch Image Object Detection Faster R-CNN ResNet-50 Batch
207+
- name: run PyTorch Image Object Detection Faster R-CNN ResNet-50 Batch GPU
208208
uses: ./.github/actions/gradle-command-self-hosted-action
209209
timeout-minutes: 180
210210
with:
@@ -214,8 +214,8 @@ jobs:
214214
-Prunner=DataflowRunner \
215215
-PpythonVersion=3.10 \
216216
-PloadTest.requirementsTxtFile=apache_beam/ml/inference/pytorch_image_object_detection_requirements.txt \
217-
'-PloadTest.args=${{ env.beam_Inference_Python_Benchmarks_Dataflow_test_arguments_10 }} --mode=batch --job_name=benchmark-tests-pytorch-image-object_detection-batch-${{env.NOW_UTC}} --output_table=apache-beam-testing.beam_run_inference.result_torch_inference_image_object_detection_batch' \
218-
- name: run PyTorch Image Captioning BLIP + CLIP Batch
217+
'-PloadTest.args=${{ env.beam_Inference_Python_Benchmarks_Dataflow_test_arguments_10 }} --mode=batch --job_name=benchmark-tests-pytorch-image-object-detection-batch-${{env.NOW_UTC}} --output_table=apache-beam-testing.beam_run_inference.result_torch_inference_image_object_detection_batch' \
218+
- name: run PyTorch Image Captioning BLIP + CLIP Batch GPU
219219
uses: ./.github/actions/gradle-command-self-hosted-action
220220
timeout-minutes: 180
221221
with:

.test-infra/tools/refresh_looker_metrics.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -43,9 +43,9 @@
4343
("82", ["263", "264", "265", "266", "267"]), # PyTorch Sentiment Streaming DistilBERT base uncased
4444
("85", ["268", "269", "270", "271", "272"]), # PyTorch Sentiment Batch DistilBERT base uncased
4545
("86", ["284", "285", "286", "287", "288"]), # VLLM Batch Gemma
46-
("92", ["289", "290", "291", "292", "293"]), # PyTorch Image Classification EfficientNet-B0 Streaming (Right-fitting)
47-
#TODO: PyTorch Image Object Detection Faster R-CNN ResNet-50 Batch
48-
#TODO: PyTorch Image Captioning BLIP + CLIP Batch
46+
("92", ["289", "290", "291", "292", "293"]), # PyTorch Image Classification EfficientNet-B0 Streaming (Right-fit)
47+
("93", ["294", "295", "296", "298", "299"]), # PyTorch Image Object Detection Faster R-CNN ResNet-50 Batch GPU
48+
("94", ["297", "300", "301", "302", "303"]), # PyTorch Image Captioning BLIP + CLIP Batch GPU
4949
]
5050

5151

website/www/site/data/performance.yaml

Lines changed: 12 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -268,33 +268,33 @@ looks:
268268
title: AvgThroughputElementsPerSec by Version
269269
pytorchimageobjectdetectionbatchgpu:
270270
write:
271-
folder: #TODO
271+
folder: 93
272272
cost:
273-
- id: #TODO
273+
- id: XGPVSYhVbZGJHQCtMPW4nRGynxXpdzdh
274274
title: RunTime and EstimatedCost
275275
date:
276-
- id: #TODO
276+
- id: ZW48KBPBxShGgWx53vjfvgqp6cVmHCNB
277277
title: AvgThroughputBytesPerSec by Date
278-
- id: #TODO
278+
- id: BjMWg26F3gNHQyZSsg8HjhTg3mCh6jFJ
279279
title: AvgThroughputElementsPerSec by Date
280280
version:
281-
- id: #TODO
281+
- id: kbF7Gnqjsjnvh3MKvYszSgWFbgDYYTWR
282282
title: AvgThroughputBytesPerSec by Version
283-
- id: #TODO
283+
- id: cTxrpY3KGrCb35dq7fnjvdsDnd7t85pJ
284284
title: AvgThroughputElementsPerSec by Version
285285
pytorchimagecaptioningbatchgpu:
286286
write:
287-
folder: #TODO
287+
folder: 94
288288
cost:
289-
- id: #TODO
289+
- id: nhYggnCYJzfgDyTXZRGJwpSyYKvBpfhV
290290
title: RunTime and EstimatedCost
291291
date:
292-
- id: #TODO
292+
- id: qzjkYQJCrxjc8GPcBF7dFJSFdTXQKxmR
293293
title: AvgThroughputBytesPerSec by Date
294-
- id: #TODO
294+
- id: kgkdbBCbkhDHpb2rHNGQDxcwGqzykwqD
295295
title: AvgThroughputElementsPerSec by Date
296296
version:
297-
- id: #TODO
297+
- id: 4p7b4HWVMRC8HXDZYMXbVYf2VPzYQ2kz
298298
title: AvgThroughputBytesPerSec by Version
299-
- id: #TODO
299+
- id: xQZRDYJRvmV7qMhb3j2XTrPmC8TP4DTr
300300
title: AvgThroughputElementsPerSec by Version

0 commit comments

Comments
 (0)