{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:7C2Z6IMDWGVWSPUDWQTKBQ7MV3","short_pith_number":"pith:7C2Z6IMD","canonical_record":{"source":{"id":"2111.11576","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-11-22T23:30:52Z","cross_cats_sorted":["cs.CL","cs.CV"],"title_canon_sha256":"ffb02e9f936ce7039845065f41cdf1e11bf7f7016dbcf87c4a73f883886d6d36","abstract_canon_sha256":"f6be3ab7da09d681328a19034a1b91e5eacd394e8c5243fd97d25b912ed7fdd1"},"schema_version":"1.0"},"canonical_sha256":"f8b59f2183b1ab693e83b426a0c3ecaeef8c029d4dcca725529b84e7e4a781d4","source":{"kind":"arxiv","id":"2111.11576","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.11576","created_at":"2026-07-05T03:34:55Z"},{"alias_kind":"arxiv_version","alias_value":"2111.11576v1","created_at":"2026-07-05T03:34:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.11576","created_at":"2026-07-05T03:34:55Z"},{"alias_kind":"pith_short_12","alias_value":"7C2Z6IMDWGVW","created_at":"2026-07-05T03:34:55Z"},{"alias_kind":"pith_short_16","alias_value":"7C2Z6IMDWGVWSPUD","created_at":"2026-07-05T03:34:55Z"},{"alias_kind":"pith_short_8","alias_value":"7C2Z6IMD","created_at":"2026-07-05T03:34:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:7C2Z6IMDWGVWSPUDWQTKBQ7MV3","target":"record","payload":{"canonical_record":{"source":{"id":"2111.11576","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-11-22T23:30:52Z","cross_cats_sorted":["cs.CL","cs.CV"],"title_canon_sha256":"ffb02e9f936ce7039845065f41cdf1e11bf7f7016dbcf87c4a73f883886d6d36","abstract_canon_sha256":"f6be3ab7da09d681328a19034a1b91e5eacd394e8c5243fd97d25b912ed7fdd1"},"schema_version":"1.0"},"canonical_sha256":"f8b59f2183b1ab693e83b426a0c3ecaeef8c029d4dcca725529b84e7e4a781d4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:34:55.073362Z","signature_b64":"EB/UGeY6OTVLLa3c1BLIykxwoZ+FqSAADzO+KVQLwRD8YnyrY3CehP9CVA5WOm2EPngLsAIAtFii0CShB5/gAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f8b59f2183b1ab693e83b426a0c3ecaeef8c029d4dcca725529b84e7e4a781d4","last_reissued_at":"2026-07-05T03:34:55.072947Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:34:55.072947Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2111.11576","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:34:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mmNJGS+aiv5mcD14Bj2yy9G2nOr3bLYeV46EeGOV8S0zDxnfmjeVgKBoPrrrhYe3I9+EsLo/XIVaCCvcnH3+Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T12:44:14.798405Z"},"content_sha256":"a384bcd165910c65e950eb9778008f81ac8b2345eb850dc35767970338af1271","schema_version":"1.0","event_id":"sha256:a384bcd165910c65e950eb9778008f81ac8b2345eb850dc35767970338af1271"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:7C2Z6IMDWGVWSPUDWQTKBQ7MV3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Building Goal-Oriented Dialogue Systems with Situated Visual Context","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.CV"],"primary_cat":"cs.LG","authors_text":"Arijit Biswas, Emre Barut, Jan Jezabek, Sanchit Agarwal, Shuyang Gao, Tagyoung Chung","submitted_at":"2021-11-22T23:30:52Z","abstract_excerpt":"Most popular goal-oriented dialogue agents are capable of understanding the conversational context. However, with the surge of virtual assistants with screen, the next generation of agents are required to also understand screen context in order to provide a proper interactive experience, and better understand users' goals. In this paper, we propose a novel multimodal conversational framework, where the dialogue agent's next action and their arguments are derived jointly conditioned both on the conversational and the visual context. Specifically, we propose a new model, that can reason over the"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.11576","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2111.11576/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:34:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mD8oydMVFA9ogGYpIxnCudRxUy1FRPXmIo4c5fToWyxPY8KFbx1KoxoQmLQkrQ8x3++vqS/lGzQawuUOm4WkBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T12:44:14.798931Z"},"content_sha256":"2e362b357b4996a9d96044fcb758ff9a7af75a95dfabe1d81d32b58640ce0914","schema_version":"1.0","event_id":"sha256:2e362b357b4996a9d96044fcb758ff9a7af75a95dfabe1d81d32b58640ce0914"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7C2Z6IMDWGVWSPUDWQTKBQ7MV3/bundle.json","state_url":"https://pith.science/pith/7C2Z6IMDWGVWSPUDWQTKBQ7MV3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7C2Z6IMDWGVWSPUDWQTKBQ7MV3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T12:44:14Z","links":{"resolver":"https://pith.science/pith/7C2Z6IMDWGVWSPUDWQTKBQ7MV3","bundle":"https://pith.science/pith/7C2Z6IMDWGVWSPUDWQTKBQ7MV3/bundle.json","state":"https://pith.science/pith/7C2Z6IMDWGVWSPUDWQTKBQ7MV3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7C2Z6IMDWGVWSPUDWQTKBQ7MV3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:7C2Z6IMDWGVWSPUDWQTKBQ7MV3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f6be3ab7da09d681328a19034a1b91e5eacd394e8c5243fd97d25b912ed7fdd1","cross_cats_sorted":["cs.CL","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-11-22T23:30:52Z","title_canon_sha256":"ffb02e9f936ce7039845065f41cdf1e11bf7f7016dbcf87c4a73f883886d6d36"},"schema_version":"1.0","source":{"id":"2111.11576","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.11576","created_at":"2026-07-05T03:34:55Z"},{"alias_kind":"arxiv_version","alias_value":"2111.11576v1","created_at":"2026-07-05T03:34:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.11576","created_at":"2026-07-05T03:34:55Z"},{"alias_kind":"pith_short_12","alias_value":"7C2Z6IMDWGVW","created_at":"2026-07-05T03:34:55Z"},{"alias_kind":"pith_short_16","alias_value":"7C2Z6IMDWGVWSPUD","created_at":"2026-07-05T03:34:55Z"},{"alias_kind":"pith_short_8","alias_value":"7C2Z6IMD","created_at":"2026-07-05T03:34:55Z"}],"graph_snapshots":[{"event_id":"sha256:2e362b357b4996a9d96044fcb758ff9a7af75a95dfabe1d81d32b58640ce0914","target":"graph","created_at":"2026-07-05T03:34:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2111.11576/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Most popular goal-oriented dialogue agents are capable of understanding the conversational context. However, with the surge of virtual assistants with screen, the next generation of agents are required to also understand screen context in order to provide a proper interactive experience, and better understand users' goals. In this paper, we propose a novel multimodal conversational framework, where the dialogue agent's next action and their arguments are derived jointly conditioned both on the conversational and the visual context. Specifically, we propose a new model, that can reason over the","authors_text":"Arijit Biswas, Emre Barut, Jan Jezabek, Sanchit Agarwal, Shuyang Gao, Tagyoung Chung","cross_cats":["cs.CL","cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-11-22T23:30:52Z","title":"Building Goal-Oriented Dialogue Systems with Situated Visual Context"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.11576","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a384bcd165910c65e950eb9778008f81ac8b2345eb850dc35767970338af1271","target":"record","created_at":"2026-07-05T03:34:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f6be3ab7da09d681328a19034a1b91e5eacd394e8c5243fd97d25b912ed7fdd1","cross_cats_sorted":["cs.CL","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-11-22T23:30:52Z","title_canon_sha256":"ffb02e9f936ce7039845065f41cdf1e11bf7f7016dbcf87c4a73f883886d6d36"},"schema_version":"1.0","source":{"id":"2111.11576","kind":"arxiv","version":1}},"canonical_sha256":"f8b59f2183b1ab693e83b426a0c3ecaeef8c029d4dcca725529b84e7e4a781d4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f8b59f2183b1ab693e83b426a0c3ecaeef8c029d4dcca725529b84e7e4a781d4","first_computed_at":"2026-07-05T03:34:55.072947Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:34:55.072947Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EB/UGeY6OTVLLa3c1BLIykxwoZ+FqSAADzO+KVQLwRD8YnyrY3CehP9CVA5WOm2EPngLsAIAtFii0CShB5/gAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:34:55.073362Z","signed_message":"canonical_sha256_bytes"},"source_id":"2111.11576","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a384bcd165910c65e950eb9778008f81ac8b2345eb850dc35767970338af1271","sha256:2e362b357b4996a9d96044fcb758ff9a7af75a95dfabe1d81d32b58640ce0914"],"state_sha256":"f2557ba6cc65a411c6237eb069528e9a4cec2723925d4750b8ae31e6adceba25"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/UitnCtV9GPL4/q7F/Tt2m5crISUQsRtzvIEa9garMLtb/E7eMIRuzKg9UPgfgprNhO07M3fFtfhECRV/sm+BQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T12:44:14.803741Z","bundle_sha256":"9bd5ae361c7753d54ef231cb96f1ffaaa34b04f5b910c2d69edad6d705a8772b"}}