{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:7J2SDZ6UYTLKRIPCULJQJ2OE4U","short_pith_number":"pith:7J2SDZ6U","canonical_record":{"source":{"id":"1707.08435","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2017-07-26T13:40:21Z","cross_cats_sorted":[],"title_canon_sha256":"935e3585be3a92ae257de118e1358a9b740ceb78325804fa97d11047277de200","abstract_canon_sha256":"7ae6653e3d948bd96ed407ec8121bef42b1dc55b601372bf5f7b405b52b91d4f"},"schema_version":"1.0"},"canonical_sha256":"fa7521e7d4c4d6a8a1e2a2d304e9c4e512a05a00e659a2e7472d78ab16d92314","source":{"kind":"arxiv","id":"1707.08435","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1707.08435","created_at":"2026-07-05T01:53:35Z"},{"alias_kind":"arxiv_version","alias_value":"1707.08435v5","created_at":"2026-07-05T01:53:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1707.08435","created_at":"2026-07-05T01:53:35Z"},{"alias_kind":"pith_short_12","alias_value":"7J2SDZ6UYTLK","created_at":"2026-07-05T01:53:35Z"},{"alias_kind":"pith_short_16","alias_value":"7J2SDZ6UYTLKRIPC","created_at":"2026-07-05T01:53:35Z"},{"alias_kind":"pith_short_8","alias_value":"7J2SDZ6U","created_at":"2026-07-05T01:53:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:7J2SDZ6UYTLKRIPCULJQJ2OE4U","target":"record","payload":{"canonical_record":{"source":{"id":"1707.08435","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2017-07-26T13:40:21Z","cross_cats_sorted":[],"title_canon_sha256":"935e3585be3a92ae257de118e1358a9b740ceb78325804fa97d11047277de200","abstract_canon_sha256":"7ae6653e3d948bd96ed407ec8121bef42b1dc55b601372bf5f7b405b52b91d4f"},"schema_version":"1.0"},"canonical_sha256":"fa7521e7d4c4d6a8a1e2a2d304e9c4e512a05a00e659a2e7472d78ab16d92314","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:53:35.165386Z","signature_b64":"yV4oOzSq43hRPRyykdRRiLafSEIdmARBSEt6TnJnOv7R1kUmCRbq95RPWBuSwKCfPf9e2pHjrKQ8bUh6/3+9Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fa7521e7d4c4d6a8a1e2a2d304e9c4e512a05a00e659a2e7472d78ab16d92314","last_reissued_at":"2026-07-05T01:53:35.164967Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:53:35.164967Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1707.08435","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:53:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8VJqRdjt01PDMlBDpImO4z5d35G+tp/bThB6Hx/+bZjLR+zWyS3ZCeGmKQM3Afj8LyPLpkIWbb0NWF95CeLwCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T18:25:06.216080Z"},"content_sha256":"185f5bcd13f0d56360c8229874998c75855dfdc27bcf23742f273d60abcb705c","schema_version":"1.0","event_id":"sha256:185f5bcd13f0d56360c8229874998c75855dfdc27bcf23742f273d60abcb705c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:7J2SDZ6UYTLKRIPCULJQJ2OE4U","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SPEECH-COCO: 600k Visually Grounded Spoken Captions Aligned to MSCOCO Data Set","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Laurent Besacier, Olivier Rosec, William Havard","submitted_at":"2017-07-26T13:40:21Z","abstract_excerpt":"This paper presents an augmentation of MSCOCO dataset where speech is added to image and text. Speech captions are generated using text-to-speech (TTS) synthesis resulting in 616,767 spoken captions (more than 600h) paired with images. Disfluencies and speed perturbation are added to the signal in order to sound more natural. Each speech signal (WAV) is paired with a JSON file containing exact timecode for each word/syllable/phoneme in the spoken caption. Such a corpus could be used for Language and Vision (LaVi) tasks including speech input or output instead of text. Investigating multimodal "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1707.08435","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1707.08435/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:53:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sUXIO6CEjrxfM13IbkqPS910wNUZnM9ieJ8zc2YUMTuJBzAGF/lCsCr208THOYs9WomSWpJOnviB+Apn7+9qDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T18:25:06.216860Z"},"content_sha256":"6859261d8bc7cadad1484e62466607a9ccb6402c399be5693f768a70e2ce48ff","schema_version":"1.0","event_id":"sha256:6859261d8bc7cadad1484e62466607a9ccb6402c399be5693f768a70e2ce48ff"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7J2SDZ6UYTLKRIPCULJQJ2OE4U/bundle.json","state_url":"https://pith.science/pith/7J2SDZ6UYTLKRIPCULJQJ2OE4U/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7J2SDZ6UYTLKRIPCULJQJ2OE4U/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T18:25:06Z","links":{"resolver":"https://pith.science/pith/7J2SDZ6UYTLKRIPCULJQJ2OE4U","bundle":"https://pith.science/pith/7J2SDZ6UYTLKRIPCULJQJ2OE4U/bundle.json","state":"https://pith.science/pith/7J2SDZ6UYTLKRIPCULJQJ2OE4U/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7J2SDZ6UYTLKRIPCULJQJ2OE4U/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:7J2SDZ6UYTLKRIPCULJQJ2OE4U","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7ae6653e3d948bd96ed407ec8121bef42b1dc55b601372bf5f7b405b52b91d4f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2017-07-26T13:40:21Z","title_canon_sha256":"935e3585be3a92ae257de118e1358a9b740ceb78325804fa97d11047277de200"},"schema_version":"1.0","source":{"id":"1707.08435","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1707.08435","created_at":"2026-07-05T01:53:35Z"},{"alias_kind":"arxiv_version","alias_value":"1707.08435v5","created_at":"2026-07-05T01:53:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1707.08435","created_at":"2026-07-05T01:53:35Z"},{"alias_kind":"pith_short_12","alias_value":"7J2SDZ6UYTLK","created_at":"2026-07-05T01:53:35Z"},{"alias_kind":"pith_short_16","alias_value":"7J2SDZ6UYTLKRIPC","created_at":"2026-07-05T01:53:35Z"},{"alias_kind":"pith_short_8","alias_value":"7J2SDZ6U","created_at":"2026-07-05T01:53:35Z"}],"graph_snapshots":[{"event_id":"sha256:6859261d8bc7cadad1484e62466607a9ccb6402c399be5693f768a70e2ce48ff","target":"graph","created_at":"2026-07-05T01:53:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1707.08435/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper presents an augmentation of MSCOCO dataset where speech is added to image and text. Speech captions are generated using text-to-speech (TTS) synthesis resulting in 616,767 spoken captions (more than 600h) paired with images. Disfluencies and speed perturbation are added to the signal in order to sound more natural. Each speech signal (WAV) is paired with a JSON file containing exact timecode for each word/syllable/phoneme in the spoken caption. Such a corpus could be used for Language and Vision (LaVi) tasks including speech input or output instead of text. Investigating multimodal ","authors_text":"Laurent Besacier, Olivier Rosec, William Havard","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2017-07-26T13:40:21Z","title":"SPEECH-COCO: 600k Visually Grounded Spoken Captions Aligned to MSCOCO Data Set"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1707.08435","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:185f5bcd13f0d56360c8229874998c75855dfdc27bcf23742f273d60abcb705c","target":"record","created_at":"2026-07-05T01:53:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7ae6653e3d948bd96ed407ec8121bef42b1dc55b601372bf5f7b405b52b91d4f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2017-07-26T13:40:21Z","title_canon_sha256":"935e3585be3a92ae257de118e1358a9b740ceb78325804fa97d11047277de200"},"schema_version":"1.0","source":{"id":"1707.08435","kind":"arxiv","version":5}},"canonical_sha256":"fa7521e7d4c4d6a8a1e2a2d304e9c4e512a05a00e659a2e7472d78ab16d92314","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fa7521e7d4c4d6a8a1e2a2d304e9c4e512a05a00e659a2e7472d78ab16d92314","first_computed_at":"2026-07-05T01:53:35.164967Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:53:35.164967Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yV4oOzSq43hRPRyykdRRiLafSEIdmARBSEt6TnJnOv7R1kUmCRbq95RPWBuSwKCfPf9e2pHjrKQ8bUh6/3+9Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:53:35.165386Z","signed_message":"canonical_sha256_bytes"},"source_id":"1707.08435","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:185f5bcd13f0d56360c8229874998c75855dfdc27bcf23742f273d60abcb705c","sha256:6859261d8bc7cadad1484e62466607a9ccb6402c399be5693f768a70e2ce48ff"],"state_sha256":"7821a7e369c6958ead064d8e07ac8e4bd3e401caaaa9effbc8527f07a7381092"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hRc/z0fzee5C97cS/LXUeQs3x4WSl+rZ/StbiOIoX3Kha6IjVm15CwC2CHyiimgjD0KmLyyRnMwFIDdx2NcYBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T18:25:06.226928Z","bundle_sha256":"83aa951ed68d07d702deb51730f647cf9d72647bf5aa3119fa6986ea92789874"}}