mirrors/transformers
0
0 Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2026-10-29 01:06:24 +08:00
Code Activity

Collapse two pixel-identical duplicate assets

Browse Source 
The migration replaced third-party URLs one-for-one, so several assets are the
same picture under a name that records which test it came from. Two pairs are
*exactly* identical, so pointing the tests at a single copy cannot change a
tensor:

  images/gemma_golden_gate.png  == images/dreamstime_golden_gate_flowers.jpg
  images/invoice_docquery_b.png == images/invoice_docquery_a.png  (byte-identical)

Both duplicates are deleted from the assets repo and their entries in the
manifest now resolve to the survivor, so the old-URL mapping stays complete.
Their prefetch entries go too, since the survivors are already listed.

Four further pairs are the same content re-encoded rather than identical
(mistral3_view / mistral3_statue_of_liberty / mistral3_golden_gate against their
originals, and paddle_ocr_demo2 against paddle_general_ocr_001). Collapsing
those would take the count from 40 to 36, but they differ by up to 48/255 per
channel, so each one risks another expectation re-record and is better done as
one deliberate batch than mixed into this refresh.

Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
Tarek ZiadeandClaude Opus 5 committed 2026-09-08 10:02:54 +02:00
1 parent 6baebeb406
commit 1660b7f786
3 files changed
+8 -10
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

tests/models/diffusion_gemma/test_modeling_diffusion_gemma.py
+7 -7
View File
@@ -869,7 +869,7 @@ class DiffusionGemmaIntegrationTest(unittest.TestCase):
"content": [
{
"type": "image",
"url": "https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/gemma_golden_gate.png",
"url": "https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/dreamstime_golden_gate_flowers.jpg",
},
{"type": "text", "text": "What is shown in this image?"},
],
@@ -1042,7 +1042,7 @@ class DiffusionGemmaIntegrationTest(unittest.TestCase):
"content": [
{
"type": "image",
"url": "https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/gemma_golden_gate.png",
"url": "https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/dreamstime_golden_gate_flowers.jpg",
},
{"type": "text", "text": "What is shown in this image?"},
],
@@ -1236,7 +1236,7 @@ class DiffusionGemmaIntegrationTest(unittest.TestCase):
"content": [
{
"type": "image",
"url": "https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/gemma_golden_gate.png",
"url": "https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/dreamstime_golden_gate_flowers.jpg",
},
{"type": "text", "text": "What is shown in this image?"},
],
@@ -1345,7 +1345,7 @@ class DiffusionGemmaIntegrationTest(unittest.TestCase):
"content": [
{
"type": "image",
"url": "https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/gemma_golden_gate.png",
"url": "https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/dreamstime_golden_gate_flowers.jpg",
},
{"type": "text", "text": "Describe the image in detail."},
],
@@ -1525,7 +1525,7 @@ class DiffusionGemmaIntegrationTest(unittest.TestCase):
"content": [
{
"type": "image",
"url": "https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/gemma_golden_gate.png",
"url": "https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/dreamstime_golden_gate_flowers.jpg",
},
{"type": "text", "text": "What is shown in this image?"},
],
@@ -1699,7 +1699,7 @@ class DiffusionGemmaIntegrationTest(unittest.TestCase):
"content": [
{
"type": "image",
"url": "https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/gemma_golden_gate.png",
"url": "https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/dreamstime_golden_gate_flowers.jpg",
},
{"type": "text", "text": "What is shown in this image?"},
],
@@ -1780,7 +1780,7 @@ class DiffusionGemmaIntegrationTest(unittest.TestCase):
"content": [
{
"type": "image",
"url": "https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/gemma_golden_gate.png",
"url": "https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/dreamstime_golden_gate_flowers.jpg",
},
{"type": "text", "text": "Describe the image in detail."},
],
tests/pipelines/test_pipelines_document_question_answering.py
+1 -1
View File
@@ -56,7 +56,7 @@ else:
# This is a pinned image from a specific revision of a document question answering space, hosted by HuggingFace,
# so we can expect it to be available.
INVOICE_URL = "https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/invoice_docquery_b.png"
INVOICE_URL = "https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/invoice_docquery_a.png"
@is_pipeline_test
utils/fetch_hub_objects_for_ci.py
-2
View File
@@ -58,9 +58,7 @@ URLS_FOR_TESTING_DATA = [
"https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/chmv2_example.tif",
"https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/dog_sam.png",
"https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/dreamstime_golden_gate_flowers.jpg",
"https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/gemma_golden_gate.png",
"https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/invoice_docquery_a.png",
"https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/invoice_docquery_b.png",
"https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/invoicehome_template.png",
"https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/lavis_confusing_pictures.jpg",
"https://huggingface.co/datasets/hf-internal-testing/transformers-synthetic-assets/resolve/main/images/llava_v1_5_radar.jpg",