{"as_of":"2026-08-19T14:20:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:07c89ddeb6a8609a5ffc12e18d6694990628dd80e201da60b1379d7d328686e5","coverage":[{"denominator":17,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":17,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-14T05:07:56.687331Z","state":"measured"},{"denominator":28,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":28,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-19T06:32:44.657259+00:00","state":"measured"},{"denominator":11,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":11,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T15:56:37.848728Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-03T14:58:33.197777Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1909.02027","snapshot_observed_at":"2026-08-12T17:48:46.295276Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2411.12254","last_updated":"2024-11-20T13:24:11Z","snapshot_observed_at":"2026-08-15T15:34:46.030722Z","submitted_at":"2024-11-19T05:58:22Z","title":"Predicting User Intents and Musical Attributes from Music Discovery Conversations","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-12T17:48:46.295276Z"},"links":{"cited_paper":"/paper/1909.02027","citing_paper":"/paper/2411.12254"},"observation_digest":"sha256:086f237b42d7187903636b1024644bfe37040a5c86c12c004be2a77bddb773ae","observation_id":"f3d20f1f-c32a-45f1-89ef-4f2d0d4fd81e","resolution":{"observed_at":"2026-08-12T17:48:46.295276Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1909.02027","snapshot_observed_at":"2026-08-12T15:26:39.737725Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2411.14252","last_updated":"2025-09-01T08:57:22Z","snapshot_observed_at":"2026-08-16T23:49:46.463738Z","submitted_at":"2024-11-21T15:59:29Z","title":"From Intents to Conversations: Generating Intent-Driven Dialogues with Contrastive Learning for Multi-Turn Classification","version":3},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-12T15:26:39.737725Z"},"links":{"cited_paper":"/paper/1909.02027","citing_paper":"/paper/2411.14252"},"observation_digest":"sha256:91f17f926842442d179a7b2dbbec9d9316b76c7ecae483e0ac277dc69dc3a999","observation_id":"82cdb982-6c88-43af-87d4-5cd95ed0f5dd","resolution":{"observed_at":"2026-08-12T15:26:39.737725Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1909.02027","snapshot_observed_at":"2026-08-11T21:56:41.926809Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2412.03980","last_updated":"2024-12-05T08:56:54Z","snapshot_observed_at":"2026-08-18T09:17:30.493392Z","submitted_at":"2024-12-05T08:56:54Z","title":"Comprehensive Audio Query Handling System with Integrated Expert Models and Contextual Understanding","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-11T21:56:41.926809Z"},"links":{"cited_paper":"/paper/1909.02027","citing_paper":"/paper/2412.03980"},"observation_digest":"sha256:3155b076b21e69ce43df4d8ac8867f50ea6b338ea1373ddccc1ac23358be0f3f","observation_id":"928f26ec-2e4d-49bf-ace8-82828674ccb2","resolution":{"observed_at":"2026-08-11T21:56:41.926809Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1909.02027","snapshot_observed_at":"2026-08-11T14:05:56.806452Z","title":"J.; Clarke, C.; Lee, A.; Hill, P.; Kummerfeld, J","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2412.12501","last_updated":"2024-12-17T03:05:27Z","snapshot_observed_at":"2026-08-15T11:07:00.953706Z","submitted_at":"2024-12-17T03:05:27Z","title":"Unleashing the Potential of Model Bias for Generalized Category Discovery","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-11T14:05:56.806452Z"},"links":{"cited_paper":"/paper/1909.02027","citing_paper":"/paper/2412.12501"},"observation_digest":"sha256:f1dec85482520352684652555f6baf77c8213408e21e1fc8a1bccc5fd8350c6d","observation_id":"9f4ba2e0-a2bd-43c1-a727-b0d2c2181a85","resolution":{"observed_at":"2026-08-11T14:05:56.806452Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1909.02027","snapshot_observed_at":"2026-08-07T05:16:23.179186Z","title":"An evaluation dataset for intent classification and out-of-scope prediction.arXiv preprint arXiv:1909.02027,","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2506.08490","last_updated":"2025-06-10T06:30:17Z","snapshot_observed_at":"2026-08-19T01:37:03.236021Z","submitted_at":"2025-06-10T06:30:17Z","title":"Integration of Old and New Knowledge for Generalized Intent Discovery: A Consistency-driven Prototype-Prompting Framework","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T05:16:23.179186Z"},"links":{"cited_paper":"/paper/1909.02027","citing_paper":"/paper/2506.08490"},"observation_digest":"sha256:40af86a0e83b79d4bee59803b14fc1b4c7e74736eaedd82dbb438aa4578f6321","observation_id":"d05f3c53-96ab-4c3d-8a55-b5bdbdc99ee6","resolution":{"observed_at":"2026-08-07T05:16:23.179186Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1909.02027","snapshot_observed_at":"2026-08-04T20:11:41.630126Z","title":"An evaluation dataset for intent classification and out-of-scope prediction.arXiv preprint arXiv:1909.02027,","venue":null,"work_id":null,"year":1909},"citing_paper":{"arxiv_id":"2509.08809","last_updated":"2025-09-10T17:42:41Z","snapshot_observed_at":"2026-08-18T12:54:44.643616Z","submitted_at":"2025-09-10T17:42:41Z","title":"Evaluating LLMs Without Oracle Feedback: Agentic Annotation Evaluation Through Unsupervised Consistency Signals","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-04T20:11:41.630126Z"},"links":{"cited_paper":"/paper/1909.02027","citing_paper":"/paper/2509.08809"},"observation_digest":"sha256:8eaf023bf7a1e3f6241f4d1154f6c5a1b2b289f460a32868cab42174ccf7cff0","observation_id":"fbd2193e-118d-4d9c-bd11-fc22c1d5cc00","resolution":{"observed_at":"2026-08-04T20:11:41.630126Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1909.02027","snapshot_observed_at":"2026-08-15T15:56:37.848728Z","title":"J.; Clarke, C.; Lee, A.; Hill, P.; Kummerfeld, J","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2509.15676","last_updated":"2026-06-02T19:02:15Z","snapshot_observed_at":"2026-08-18T14:35:16.640707Z","submitted_at":"2025-09-19T06:50:03Z","title":"KITE: Kernelized and Information Theoretic Exemplars for In-Context Learning","version":2},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-15T15:56:37.848728Z"},"links":{"cited_paper":"/paper/1909.02027","citing_paper":"/paper/2509.15676"},"observation_digest":"sha256:d3724e103945324ae3da490ef520792f19602673af452f73d81ddc63e3157cbf","observation_id":"2a6299e2-c05d-4b3b-a547-1d5c889e6f43","resolution":{"observed_at":"2026-08-15T15:56:37.848728Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"cited_work":{"arxiv_id":"1909.02027","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"1909.02027","snapshot_observed_at":"2026-07-03T14:58:33.197777Z","title":"Peper, Christopher Clarke, Andrew Lee, Parker Hill, Jonathan K","venue":null,"work_id":"7ba5cd05-4199-45a6-8669-b2c422ed1379","year":1909},"citing_paper":{"arxiv_id":"2604.20131","last_updated":"2026-04-22T02:58:51Z","snapshot_observed_at":"2026-08-14T00:03:49.600643Z","submitted_at":"2026-04-22T02:58:51Z","title":"Whose Story Gets Told? Positionality and Bias in LLM Summaries of Life Narratives","version":1},"reference_index":217,"source":"arxiv_source","source_observed_at":"2026-05-10T01:00:41.543394Z"},"links":{"cited_paper":"/paper/1909.02027","citing_paper":"/paper/2604.20131"},"observation_digest":"sha256:63ea686a2078fd6882ba66387afcc3ee582215705d3adaf29e9c8651632a99e9","observation_id":"a56c821c-19db-4383-b59b-39715df9a6aa","resolution":{"observed_at":"2026-05-10T01:04:50.284070Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"cited_work":{"arxiv_id":"1909.02027","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"1909.02027","snapshot_observed_at":"2026-07-03T14:58:33.197777Z","title":"Peper, Christopher Clarke, Andrew Lee, Parker Hill, Jonathan K","venue":null,"work_id":"7ba5cd05-4199-45a6-8669-b2c422ed1379","year":1909},"citing_paper":{"arxiv_id":"2605.12487","last_updated":"2026-05-12T17:58:27Z","snapshot_observed_at":"2026-08-14T20:59:17.287363Z","submitted_at":"2026-05-12T17:58:27Z","title":"Task-Adaptive Embedding Refinement via Test-time LLM Guidance","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-05-13T04:01:00.460965Z"},"links":{"cited_paper":"/paper/1909.02027","citing_paper":"/paper/2605.12487"},"observation_digest":"sha256:b7d10fadbc9d647e0d61408a26b2c7eae885ec7b1723888b2c668c7afeec5d9d","observation_id":"492e19e5-8223-4af7-911f-c432c8f89a59","resolution":{"observed_at":"2026-05-13T04:02:13.142524Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"cited_work":{"arxiv_id":"1909.02027","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"1909.02027","snapshot_observed_at":"2026-07-03T14:58:33.197777Z","title":"Peper, Christopher Clarke, Andrew Lee, Parker Hill, Jonathan K","venue":null,"work_id":"7ba5cd05-4199-45a6-8669-b2c422ed1379","year":1909},"citing_paper":{"arxiv_id":"2606.12908","last_updated":"2026-06-11T05:06:50Z","snapshot_observed_at":"2026-08-12T14:52:30.848387Z","submitted_at":"2026-06-11T05:06:50Z","title":"SENTINEL: Failure-Driven Reinforcement Learning for Training Tool-Using Language Model Agents","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-06-27T06:49:12.070481Z"},"links":{"cited_paper":"/paper/1909.02027","citing_paper":"/paper/2606.12908"},"observation_digest":"sha256:3fc52e8cf6b20600e08121bfe571c7644f609ddfea74c4f5bd921647927ea8bc","observation_id":"3499cb68-8b23-41ec-8df6-7673cacf4ea1","resolution":{"observed_at":"2026-07-03T14:58:33.199055Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1909.02027","snapshot_observed_at":"2026-08-02T09:17:57.420968Z","title":"arXiv preprint arXiv:1909.02027 (2019)","venue":null,"work_id":null,"year":1909},"citing_paper":{"arxiv_id":"2607.19384","last_updated":"2026-07-01T11:46:30Z","snapshot_observed_at":"2026-08-16T00:34:26.854389Z","submitted_at":"2026-07-01T11:46:30Z","title":"SUM: Unified Geometric Surgery on Spatio-Temporal Adaptation Vectors for Federated Class Incremental Learning","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-02T09:17:57.420968Z"},"links":{"cited_paper":"/paper/1909.02027","citing_paper":"/paper/2607.19384"},"observation_digest":"sha256:b40491c7f76f7133892d30b9fcd531e2f6539fea382989708749a50b4e2891d2","observation_id":"ce0c06ab-7f15-418e-b466-7e78c55559e9","resolution":{"observed_at":"2026-08-02T09:17:57.420968Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/1909.02027/citation-record","integrity":"/paper/1909.02027/integrity","json":"/paper/1909.02027/citation-record.json","paper":"/paper/1909.02027"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T05:07:56.619930Z","title":"URL: \" 'urlintro :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-14T05:07:56.619930Z"},"links":{"citing_paper":"/paper/1909.02027"},"observation_digest":"sha256:d1ba8f371df10de98748e6b275da47bb22c90e5824281f48e546303f33559fd5","observation_id":"470b89ad-6cdf-42ed-a5fe-419174047bd8","resolution":{"observed_at":"2026-08-14T05:07:56.619930Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T05:07:56.625328Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-14T05:07:56.625328Z"},"links":{"citing_paper":"/paper/1909.02027"},"observation_digest":"sha256:d1a655caea4cd05369e84752ce2277f4bd45479c64c0a7e90a3164321656207a","observation_id":"b63feb85-0c3e-4f7e-971f-c4e1f20af1dc","resolution":{"observed_at":"2026-08-14T05:07:56.625328Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T05:07:56.938348Z","title":null,"venue":null,"work_id":"e6fe7e8e-997e-4b9f-bd4c-6d2fb7d9315e","year":2017},"citing_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-14T05:07:56.631568Z"},"links":{"citing_paper":"/paper/1909.02027"},"observation_digest":"sha256:baa2726216f187b376a6b5ec6490a67d9e2c4f0c0c8dc32bbe5162a34efb942a","observation_id":"3efa9787-12cd-4705-b801-d88340576de2","resolution":{"observed_at":"2026-08-14T05:07:56.942371Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T05:07:56.926563Z","title":"John, Noah Constant, Mario Guajardo-Cespedes, Steve Yuan, Chris Tar, Brian Strope, and Ray Kurzweil","venue":null,"work_id":"13d13324-8fc9-4ef8-ab39-e1e9f5e30dd6","year":2018},"citing_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-14T05:07:56.637303Z"},"links":{"citing_paper":"/paper/1909.02027"},"observation_digest":"sha256:abeb1215553054cef98d2b3060e847a36819f43957ebaaa12db30e8aaa87d271","observation_id":"4ae7b315-4331-496c-b160-9a77537f7907","resolution":{"observed_at":"2026-08-14T05:07:56.930853Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1805.10190","last_updated":"2018-12-06T16:34:25Z","snapshot_observed_at":"2026-08-14T19:11:06.224746Z","submitted_at":"2018-05-25T15:04:17Z","title":"Snips Voice Platform: an embedded Spoken Language Understanding system for private-by-design voice interfaces","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1805.10190","snapshot_observed_at":"2026-08-14T05:07:56.642248Z","title":null,"venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-14T05:07:56.642248Z"},"links":{"cited_paper":"/paper/1805.10190","citing_paper":"/paper/1909.02027"},"observation_digest":"sha256:58321e6dbb06995e4de779c2f4801f50377863e76c0fa32295deb4bb0d41f198","observation_id":"23248678-1848-4c86-b998-b06b750d0851","resolution":{"observed_at":"2026-08-14T05:07:56.642248Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T05:07:56.913667Z","title":null,"venue":null,"work_id":"467b025f-1bac-4fbc-bb79-066b197665e3","year":2019},"citing_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-14T05:07:56.646569Z"},"links":{"citing_paper":"/paper/1909.02027"},"observation_digest":"sha256:aabffc5bcf0bfbe2339dd431aae58ee57ff49bbe6f5c8288d22f3bb0f270a223","observation_id":"7902516a-ed00-4013-867c-3a97aae8338e","resolution":{"observed_at":"2026-08-14T05:07:56.918227Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1908.07898","last_updated":"2019-08-28T15:55:37Z","snapshot_observed_at":"2026-08-19T00:00:28.592989Z","submitted_at":"2019-08-21T14:48:01Z","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1908.07898","snapshot_observed_at":"2026-08-14T05:07:56.650660Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-14T05:07:56.650660Z"},"links":{"cited_paper":"/paper/1908.07898","citing_paper":"/paper/1909.02027"},"observation_digest":"sha256:e627560d9157eef941ea93cf59a3efc85e96496910544b3fbc36a1fa2ed2c9a5","observation_id":"9d60a1ba-a982-4825-9936-ee64dccd14d8","resolution":{"observed_at":"2026-08-14T05:07:56.650660Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T05:07:56.901835Z","title":"Williams","venue":null,"work_id":"36b73004-6874-43af-bb6c-a5680fd302d1","year":2014},"citing_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-14T05:07:56.654620Z"},"links":{"citing_paper":"/paper/1909.02027"},"observation_digest":"sha256:115366947785f432b62fb910068fe0e289a0615fa93b4c710a86eaf6c32a620e","observation_id":"96d8185f-a040-48b5-beeb-004a441e8ebf","resolution":{"observed_at":"2026-08-14T05:07:56.905760Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T05:07:56.889415Z","title":"Williams","venue":null,"work_id":"d79f5a70-0a6d-4819-9a62-5cd453df60d2","year":2014},"citing_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-14T05:07:56.659161Z"},"links":{"citing_paper":"/paper/1909.02027"},"observation_digest":"sha256:140cda1894e8100771b25ce935ace5e8f719f299472f64c0b7046cf80037740b","observation_id":"1f7441d6-a91b-4625-8019-832851d40d26","resolution":{"observed_at":"2026-08-14T05:07:56.893642Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1610.02136","last_updated":"2018-10-03T07:32:57Z","snapshot_observed_at":"2026-08-02T06:41:33.803920Z","submitted_at":"2016-10-07T04:06:01Z","title":"A Baseline for Detecting Misclassified and Out-of-Distribution Examples in Neural Networks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1610.02136","snapshot_observed_at":"2026-08-14T05:07:56.662768Z","title":null,"venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-14T05:07:56.662768Z"},"links":{"cited_paper":"/paper/1610.02136","citing_paper":"/paper/1909.02027"},"observation_digest":"sha256:dfaafad515ba2cfaeda035a221a500e87802481145b31f16ea45b924864b56b7","observation_id":"9c13e4d3-4cc8-49c8-9b20-a8904d11e492","resolution":{"observed_at":"2026-08-14T05:07:56.662768Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T05:07:56.877211Z","title":null,"venue":null,"work_id":"e5e54ac8-911c-43ae-ae0f-205fc65b29c5","year":2017},"citing_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-14T05:07:56.666706Z"},"links":{"citing_paper":"/paper/1909.02027"},"observation_digest":"sha256:41e4e8df287c35278918b1273efe36aa38192fd08b28575a4c082fa69d64c5fc","observation_id":"38e37c8a-e03a-4533-ab10-194764a466a1","resolution":{"observed_at":"2026-08-14T05:07:56.881305Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T05:07:56.865483Z","title":"Kummerfeld, Parker Hill, Johann Hauswald, Michael A","venue":null,"work_id":"657ad574-903b-4f41-8240-fb6b695e1243","year":2018},"citing_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-14T05:07:56.670241Z"},"links":{"citing_paper":"/paper/1909.02027"},"observation_digest":"sha256:df157d5a5c776b9f2f4aea328b664af28df73e1c616ab0dd5c82b93bba1982bd","observation_id":"5b5bdc30-c29b-4914-9edc-7f4ceb1dfd48","resolution":{"observed_at":"2026-08-14T05:07:56.869836Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T05:07:56.673825Z","title":null,"venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-14T05:07:56.673825Z"},"links":{"citing_paper":"/paper/1909.02027"},"observation_digest":"sha256:932c33eda62581e217a6ce33ab8f1d299f8d96f4628500de11c7776c41628663","observation_id":"b60823cb-2e21-4016-87b2-056b4c4377c5","resolution":{"observed_at":"2026-08-14T05:07:56.673825Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T05:07:56.851106Z","title":null,"venue":null,"work_id":"d2ddbd7d-92d2-4650-b655-e4390341036b","year":2019},"citing_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-14T05:07:56.677465Z"},"links":{"citing_paper":"/paper/1909.02027"},"observation_digest":"sha256:b2ac32338c7a6332e1158f022fd875c808d1b0415bdd481cf293cb6f5c8341a5","observation_id":"3d44c660-09ef-4f01-910b-858fb3021872","resolution":{"observed_at":"2026-08-14T05:07:56.855780Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1903.05566","last_updated":"2019-03-26T14:57:28Z","snapshot_observed_at":"2026-08-14T17:02:49.098594Z","submitted_at":"2019-03-13T16:08:46Z","title":"Benchmarking Natural Language Understanding Services for building Conversational Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1903.05566","snapshot_observed_at":"2026-08-14T05:07:56.680910Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-14T05:07:56.680910Z"},"links":{"cited_paper":"/paper/1903.05566","citing_paper":"/paper/1909.02027"},"observation_digest":"sha256:1b10933c49dea11d7c10ea08723c643654bd70fc2a78e73af9dbba197f20b35c","observation_id":"a3a35b00-ec91-4a1a-956a-9a75069f7118","resolution":{"observed_at":"2026-08-14T05:07:56.680910Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T05:07:56.837638Z","title":null,"venue":null,"work_id":"20d8d4c9-022d-4bb5-b12f-09bc7ff1eaf3","year":2014},"citing_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-14T05:07:56.684294Z"},"links":{"citing_paper":"/paper/1909.02027"},"observation_digest":"sha256:a6348dfde11d981f3e34f1a22ee9c8cfc080365dbdb2374ff6027b707ad1ac31","observation_id":"61c3e43c-f3b2-4455-a9bd-dbab9767bbdd","resolution":{"observed_at":"2026-08-14T05:07:56.841771Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-14T05:07:56.824361Z","title":null,"venue":null,"work_id":"e4a7e9ce-7144-456c-b796-b0177085159f","year":2013},"citing_paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-14T05:07:56.687331Z"},"links":{"citing_paper":"/paper/1909.02027"},"observation_digest":"sha256:25e58635609a66ef4afba60f636c7384e9e69018902929afd3c8b29b35bd8d8d","observation_id":"792b3dee-4721-46cc-8160-95e578ebe6ae","resolution":{"observed_at":"2026-08-14T05:07:56.829528Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"1909.02027","last_updated":"2019-09-04T18:04:56Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-14T05:00:20.229899Z","submitted_at":"2019-09-04T18:04:56Z","title":"An Evaluation Dataset for Intent Classification and Out-of-Scope Prediction"},"reference_resolution":{"displayed":17,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":13,"verified_exact":0,"verified_fuzzy":4},"total_outbound_references":17},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"thesis":"As of 19 August 2026, this Paper Citation Record lists 17 of 17 outbound references and 11 inbound Pith citation observations for arXiv:1909.02027."}