{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2018:BFIE4SK6QXRSWC4U42SXRBHRNK","short_pith_number":"pith:BFIE4SK6","schema_version":"1.0","canonical_sha256":"09504e495e85e32b0b94e6a57884f16abfeda930e1e82dab4eada3555600326a","source":{"kind":"arxiv","id":"1811.08100","version":2},"attestation_state":"computed","paper":{"title":"Another Diversity-Promoting Objective Function for Neural Dialogue Generation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Katsuhito Sudoh, Koichiro Yoshino, Ryo Nakamura, Satoshi Nakamura","submitted_at":"2018-11-20T07:15:31Z","abstract_excerpt":"Although generation-based dialogue systems have been widely researched, the response generations by most existing systems have very low diversities. The most likely reason for this problem is Maximum Likelihood Estimation (MLE) with Softmax Cross-Entropy (SCE) loss. MLE trains models to generate the most frequent responses from enormous generation candidates, although in actual dialogues there are various responses based on the context. In this paper, we propose a new objective function called Inverse Token Frequency (ITF) loss, which individually scales smaller loss for frequent token classes"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1811.08100","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-11-20T07:15:31Z","cross_cats_sorted":[],"title_canon_sha256":"042cf27298616fc692ee3d711cef2b100aad942b148107e99fe299b94dfcc777","abstract_canon_sha256":"cc095bd70f4cba1d027f71c85a14bd0505ec8ff31fcb7a309860fd934f4f3b45"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:00:12.559446Z","signature_b64":"1lsLc5q0ELiBqDxfjDXvU+fgUG4YOTMTmyqz8v8FAqGqkUYNMycdqJSpCtAOnnloF/lv0DkDtEFH6hqWZt4tDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"09504e495e85e32b0b94e6a57884f16abfeda930e1e82dab4eada3555600326a","last_reissued_at":"2026-05-18T00:00:12.558938Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:00:12.558938Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Another Diversity-Promoting Objective Function for Neural Dialogue Generation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Katsuhito Sudoh, Koichiro Yoshino, Ryo Nakamura, Satoshi Nakamura","submitted_at":"2018-11-20T07:15:31Z","abstract_excerpt":"Although generation-based dialogue systems have been widely researched, the response generations by most existing systems have very low diversities. The most likely reason for this problem is Maximum Likelihood Estimation (MLE) with Softmax Cross-Entropy (SCE) loss. MLE trains models to generate the most frequent responses from enormous generation candidates, although in actual dialogues there are various responses based on the context. In this paper, we propose a new objective function called Inverse Token Frequency (ITF) loss, which individually scales smaller loss for frequent token classes"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1811.08100","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1811.08100","created_at":"2026-05-18T00:00:12.559034+00:00"},{"alias_kind":"arxiv_version","alias_value":"1811.08100v2","created_at":"2026-05-18T00:00:12.559034+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1811.08100","created_at":"2026-05-18T00:00:12.559034+00:00"},{"alias_kind":"pith_short_12","alias_value":"BFIE4SK6QXRS","created_at":"2026-05-18T12:32:16.446611+00:00"},{"alias_kind":"pith_short_16","alias_value":"BFIE4SK6QXRSWC4U","created_at":"2026-05-18T12:32:16.446611+00:00"},{"alias_kind":"pith_short_8","alias_value":"BFIE4SK6","created_at":"2026-05-18T12:32:16.446611+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"1907.08259","citing_title":"WriterForcing: Generating more interesting story endings","ref_index":14,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/BFIE4SK6QXRSWC4U42SXRBHRNK","json":"https://pith.science/pith/BFIE4SK6QXRSWC4U42SXRBHRNK.json","graph_json":"https://pith.science/api/pith-number/BFIE4SK6QXRSWC4U42SXRBHRNK/graph.json","events_json":"https://pith.science/api/pith-number/BFIE4SK6QXRSWC4U42SXRBHRNK/events.json","paper":"https://pith.science/paper/BFIE4SK6"},"agent_actions":{"view_html":"https://pith.science/pith/BFIE4SK6QXRSWC4U42SXRBHRNK","download_json":"https://pith.science/pith/BFIE4SK6QXRSWC4U42SXRBHRNK.json","view_paper":"https://pith.science/paper/BFIE4SK6","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1811.08100&json=true","fetch_graph":"https://pith.science/api/pith-number/BFIE4SK6QXRSWC4U42SXRBHRNK/graph.json","fetch_events":"https://pith.science/api/pith-number/BFIE4SK6QXRSWC4U42SXRBHRNK/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/BFIE4SK6QXRSWC4U42SXRBHRNK/action/timestamp_anchor","attest_storage":"https://pith.science/pith/BFIE4SK6QXRSWC4U42SXRBHRNK/action/storage_attestation","attest_author":"https://pith.science/pith/BFIE4SK6QXRSWC4U42SXRBHRNK/action/author_attestation","sign_citation":"https://pith.science/pith/BFIE4SK6QXRSWC4U42SXRBHRNK/action/citation_signature","submit_replication":"https://pith.science/pith/BFIE4SK6QXRSWC4U42SXRBHRNK/action/replication_record"}},"created_at":"2026-05-18T00:00:12.559034+00:00","updated_at":"2026-05-18T00:00:12.559034+00:00"}