{"as_of":"2026-08-21T03:57:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:2edaf554f942406617b36d7e4e9cc90e33dc373fd61b543a9cb7a746380e4106","coverage":[{"denominator":30,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":30,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T20:22:29.970276Z","state":"measured"},{"denominator":30,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":30,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-20T06:33:59.587034+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.13098/citation-record","integrity":"/paper/2505.13098/integrity","json":"/paper/2505.13098/citation-record.json","paper":"/paper/2505.13098"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2404.14219","last_updated":"2024-08-30T21:17:17Z","snapshot_observed_at":"2026-08-17T03:25:04.404839Z","submitted_at":"2024-04-22T14:32:33Z","title":"Phi-3 Technical Report: A Highly Capable Language Model Locally on Your Phone","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.14219","snapshot_observed_at":"2026-08-15T20:22:29.864101Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.864101Z"},"links":{"cited_paper":"/paper/2404.14219","citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:9009a57686f0073d1f125d2eca5c3682bc5082e49674ad7ec89ca62f1b3c2891","observation_id":"54305ba0-7847-4d94-a5a5-b2b35c4ec08e","resolution":{"observed_at":"2026-08-15T20:22:29.864101Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:22:29.868975Z","title":"In: Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.868975Z"},"links":{"citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:857c72b60d9ef7bea7c72e49fa9ada362e489c2f4e192ce4ffed30b9a616eb15","observation_id":"8c370968-4fb9-4d64-920f-9dfbf5e7d9ee","resolution":{"observed_at":"2026-08-15T20:22:29.868975Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:22:30.243896Z","title":"In: Holze, J., Tramp, S., Martin, M., Auer, S., Usbeck, R., Krdzavac, N","venue":null,"work_id":"0404f210-d424-43a6-b7c5-ba2387527db0","year":2024},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.872592Z"},"links":{"citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:271a281cfde1bbfe3e895f871211a20b3aba7aef0ef6e4e914aac210d71ffb92","observation_id":"2cdc5709-859a-4700-be37-404460362226","resolution":{"observed_at":"2026-08-15T20:22:30.247299Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:22:30.234540Z","title":"it - Information Technology (Mar 2025).https://doi.org/10","venue":null,"work_id":"4510efb7-a747-4aeb-8fe4-f092065d0199","year":2025},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.876294Z"},"links":{"citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:63e94fb6160c1701138558c650d41f57b6a80a03b49c9618385b697b21f7f922","observation_id":"37144ce1-282b-4e26-b82a-08949fd0c45d","resolution":{"observed_at":"2026-08-15T20:22:30.237880Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:22:30.225332Z","title":"In: Salakhutdinov, R., Kolter, Z., Heller, K., Weller, A., Oliver, N., Scarlett, J., Berkenkamp, F","venue":null,"work_id":"d59f63fd-ccd4-4bd5-903a-49f01813db1e","year":2024},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.880458Z"},"links":{"citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:d0dfbe5bb937a9644459ba9500258f3c531e8df552c421428e0d6f1807755e92","observation_id":"1a7e14aa-fda9-40e9-87ff-fcc51d19bb1c","resolution":{"observed_at":"2026-08-15T20:22:30.228682Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:22:29.884549Z","title":"In: Proceedings of the 18th International Semantic Web Conference (ISWC)","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.884549Z"},"links":{"citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:75558c069fe0c65b4579171059dc8ec73610ff2f51d388263ab454ac5b419b76","observation_id":"d158c2ea-bad1-42b2-9851-69af15326bbd","resolution":{"observed_at":"2026-08-15T20:22:29.884549Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:22:30.215702Z","title":"https://huggingface.co/spaces/open-llm-leaderboard/open_llm_ leaderboard (2024)","venue":null,"work_id":"143b23eb-9cce-4e05-afb6-2b4c76d0d41a","year":2024},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.888680Z"},"links":{"citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:a8e85787bd0f316f9dd12978410c9b7194e21af779b20e942dcaf8660e8a3843","observation_id":"7f286be0-5fe1-44bf-9a69-cd3bb679dd23","resolution":{"observed_at":"2026-08-15T20:22:30.219278Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:22:30.205983Z","title":null,"venue":null,"work_id":"3b37c42a-960c-412b-a392-f74644b7d575","year":2023},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.892417Z"},"links":{"citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:ac421c71c364c76e48d6320644c96abcbab7caeae4a3aa44773d646b974ee481","observation_id":"b0781629-f8f8-4263-bd73-f875691e54a9","resolution":{"observed_at":"2026-08-15T20:22:30.209407Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:22:29.895733Z","title":"In: The Semantic Web: ESWC 2024 Satellite Events","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.895733Z"},"links":{"citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:8a990d52d26c3c7aa681f87446969ffe62470328375848cb3c4723dab75de3c1","observation_id":"2d5cc780-d6df-4496-a2bb-bc7a2f6ed228","resolution":{"observed_at":"2026-08-15T20:22:29.895733Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-08-13T17:20:44.002518Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-15T20:22:29.899384Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.899384Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:ef200baccaa496d7e9eabe9072731d51bcf4adf4932a83dab1edb74781076563","observation_id":"f582dba1-3d80-40da-bcd9-e7b2236a82b8","resolution":{"observed_at":"2026-08-15T20:22:29.899384Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.14196","last_updated":"2024-01-26T09:23:11Z","snapshot_observed_at":"2026-08-06T22:40:28.707813Z","submitted_at":"2024-01-25T14:17:53Z","title":"DeepSeek-Coder: When the Large Language Model Meets Programming -- The Rise of Code Intelligence","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.14196","snapshot_observed_at":"2026-08-15T20:22:29.903984Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.903984Z"},"links":{"cited_paper":"/paper/2401.14196","citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:6d4d248a9366a1a348fce01cd2bf02e0b18d3e7e536d239e787f3a56d7538713","observation_id":"cd7265fc-aaff-473a-ae44-24fd47807fc4","resolution":{"observed_at":"2026-08-15T20:22:29.903984Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:22:29.907882Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.907882Z"},"links":{"citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:e5f2bfe5915b587dff5657c1052da0091cc747f56694615a10060d30e74e5afc","observation_id":"718ca8b3-4fca-420c-92e0-fa5bf159af4c","resolution":{"observed_at":"2026-08-15T20:22:29.907882Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:22:30.191129Z","title":"In: Fifth International Workshop on Knowledge Graph Construction @ ESWC2024","venue":null,"work_id":"0cbf71ca-0935-4617-ade1-a7c2c9ff590a","year":2024},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.911980Z"},"links":{"citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:f114906c2f662a23c2bf24f665f78f0e55615cb0da3a7a1bc63f6080b2873f4e","observation_id":"79f98832-ef47-43bc-9152-f9ccf2a958b7","resolution":{"observed_at":"2026-08-15T20:22:30.194407Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.04905","last_updated":"2025-03-20T03:28:56Z","snapshot_observed_at":"2026-08-16T13:02:01.818557Z","submitted_at":"2024-11-07T17:47:25Z","title":"OpenCoder: The Open Cookbook for Top-Tier Code Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.04905","snapshot_observed_at":"2026-08-15T20:22:29.915425Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.915425Z"},"links":{"cited_paper":"/paper/2411.04905","citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:2660b3786562b712450ff7a505379f0856c78ffdd424c9f762ca57b081d96798","observation_id":"14abc1a7-6c1e-45f7-a9a1-fa59cdf6b926","resolution":{"observed_at":"2026-08-15T20:22:29.915425Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.12186","last_updated":"2024-11-12T13:24:25Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-09-18T17:57:57Z","title":"Qwen2.5-Coder Technical Report","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.12186","snapshot_observed_at":"2026-08-15T20:22:29.919276Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.919276Z"},"links":{"cited_paper":"/paper/2409.12186","citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:3232219fa5f5fe6fff750eead719130f1fb25c2868af5cb34e33ba2cd26b1925","observation_id":"7b9f6380-2c53-4092-ae6e-93a60fbe89ea","resolution":{"observed_at":"2026-08-15T20:22:29.919276Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:22:30.181462Z","title":"In: International Conference on Semantic Systems","venue":null,"work_id":"06543832-9647-407e-bc97-72e3daa8908e","year":2023},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.923217Z"},"links":{"citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:715c14a1f2706ceb03fa0ff53ca43e9b7a7629ab4852b5068ee1e828159f3c46","observation_id":"f597875a-4a67-490a-ae5d-1182679ac450","resolution":{"observed_at":"2026-08-15T20:22:30.184896Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:22:30.171836Z","title":"In: Proceedings of the ACM SIGOPS 29th Symposium on Operating Systems Principles (2023)","venue":null,"work_id":"68c1bc5f-467c-4f1f-9178-0e3e0308a59a","year":2023},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.926621Z"},"links":{"citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:6bfb0242abeb2dbea589e80cd06864bc9e5447f7c31a49c181bf39879c9d0a45","observation_id":"827c0478-003e-44ca-afc9-15d06a61df1f","resolution":{"observed_at":"2026-08-15T20:22:30.175504Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2211.09110","last_updated":"2023-10-01T21:44:23Z","snapshot_observed_at":"2026-08-10T23:10:13.900680Z","submitted_at":"2022-11-16T18:51:34Z","title":"Holistic Evaluation of Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.09110","snapshot_observed_at":"2026-08-15T20:22:29.929741Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.929741Z"},"links":{"cited_paper":"/paper/2211.09110","citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:e1f6d6952ad02b8ab834673b7d467efb6a7f9805c37e1f65c1b37434cc49a699","observation_id":"3950c820-dd66-486e-bf5e-b65e403992db","resolution":{"observed_at":"2026-08-15T20:22:29.929741Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:22:29.933258Z","title":"Advances in Neural Information Processing Systems36 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.933258Z"},"links":{"citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:80ba51b9279289e81d5cc3f0ed02a911d24ef8d2f9a23a693c87b025206f4f2f","observation_id":"fd07341d-1e92-4634-b13a-1c31e9995c21","resolution":{"observed_at":"2026-08-15T20:22:29.933258Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:22:30.155663Z","title":"In: Vakaj, E., Iranmanesh, S., Stamartina, R., Mihindukula- sooriya, N., Tiwari, S., Ortiz-Rodríguez, F., Mcgranaghan, R","venue":null,"work_id":"07646985-1b47-4b94-8242-3d27ca19af01","year":2024},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.936838Z"},"links":{"citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:2dfcdf05f47203669e9bce222432ff921e28d6882947875c8178a01965fde706","observation_id":"3bb83624-bae6-40c7-ae96-843ca3fb9a5c","resolution":{"observed_at":"2026-08-15T20:22:30.159674Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:22:30.145261Z","title":"In: Keshan, N., Neumaier, S., Gentile, A.L., Vahdati, S","venue":null,"work_id":"580c24d9-9c47-4e6e-846b-f32d6f73a796","year":2023},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.940357Z"},"links":{"citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:13cbe4d40bec29986f748d160c13261e094f79d972601743903451adda4f2cc0","observation_id":"485f0e73-18f2-4d3a-a26c-031b4135f2d6","resolution":{"observed_at":"2026-08-15T20:22:30.148644Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:22:29.943775Z","title":"In: Zinke-Wehlmann, C., Friedrich, J","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.943775Z"},"links":{"citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:b4479bb8e172c83ab381d2ef500eb712c67972eccbe7c19ccd6fcd8b407b611a","observation_id":"b39dde60-a780-4812-8cea-b25b77592a1e","resolution":{"observed_at":"2026-08-15T20:22:29.943775Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1007/978-3-031-47243-5_","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:22:30.010386Z","title":"In: Payne, T.R., Presutti, V., Qi, G., Poveda-Villalón, M., Stoilos, G., Hollink, L., Kaoudi, Z., Cheng, G., Li, J","venue":null,"work_id":"7e8b4f07-63c6-4cd5-b24b-2c4efb2ba97c","year":2023},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.947145Z"},"links":{"citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:a9705c8cdb68c06bc11e64bc15077fc43425447229338b862cb1fc06c426e9f3","observation_id":"913fee12-cf3a-47cf-b56d-df492129a9b8","resolution":{"observed_at":"2026-08-15T20:22:30.015415Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:22:29.950641Z","title":"IEEE Transactions on Knowledge and Data Engineering (TKDE) (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.950641Z"},"links":{"citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:f20000f550b1121f96e110298b1a24adbdd0b79e73b6fab78244a427a102dfe6","observation_id":"f5494c7e-9f43-4cfe-850f-395dda5ed21b","resolution":{"observed_at":"2026-08-15T20:22:29.950641Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.11061","last_updated":"2024-08-07T19:32:59Z","snapshot_observed_at":"2026-08-18T09:59:50.891262Z","submitted_at":"2024-08-07T19:32:59Z","title":"StructuredRAG: JSON Response Formatting with Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.11061","snapshot_observed_at":"2026-08-15T20:22:29.954377Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.954377Z"},"links":{"cited_paper":"/paper/2408.11061","citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:a825d3eb72e153db7ef99fd78af3ec1c6a8e588710d043362b488637b80cb701","observation_id":"8a82ec51-4a75-4049-9785-8ca355850fbe","resolution":{"observed_at":"2026-08-15T20:22:29.954377Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:22:30.135359Z","title":"Transactions on Machine Learning Research (2023)","venue":null,"work_id":"af074ee2-789b-44ac-bc33-5f0ddd6ea147","year":2023},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.957753Z"},"links":{"citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:c3dc1e4c2e95e9e7fd730ce10f636018e5d5fd5630d18d4ed06cb79b074e3c63","observation_id":"2f561616-46be-4b82-821a-28e185f7cbb9","resolution":{"observed_at":"2026-08-15T20:22:30.139233Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:22:29.960838Z","title":"Seman- tic Web10(2), 293–304 (Jan 2019).https://doi.org/10.3233/sw-180312","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.960838Z"},"links":{"citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:0353ff38aafbc687f70f0fb5c758fd34145e656e272dae20469ed931e62a881f","observation_id":"120507c2-998c-4481-bafd-f5cca9e48de1","resolution":{"observed_at":"2026-08-15T20:22:29.960838Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:22:30.125584Z","title":null,"venue":null,"work_id":"b831ebd0-9e20-482c-9b68-e05150a0a93c","year":2024},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.964046Z"},"links":{"citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:114c0d66cba23438c4e9762298038ce56432cd7f08d21b1de20186d3697778db","observation_id":"20f5158b-dd30-4674-9dc0-266c90482c9b","resolution":{"observed_at":"2026-08-15T20:22:30.129104Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:22:30.115455Z","title":"In: SEMANTiCS 2024: Knowledge Graphs in the Age of Language Models and Neuro-Symbolic AI","venue":null,"work_id":"606de492-6295-41fc-b9b8-bdb42419c34f","year":2024},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.967342Z"},"links":{"citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:bab34c2b49da562b745cb6cac04e4734a1fc34e29bc15151916fd18295836d38","observation_id":"baf45f32-0933-4cfb-916a-9a9815d22d3d","resolution":{"observed_at":"2026-08-15T20:22:30.118771Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.5281/zenodo.15100803","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T20:22:30.105578Z","title":"World Wide Web27(5) (Aug 2024)","venue":null,"work_id":"b616dfc5-04c7-4610-8637-11180ddf937d","year":2024},"citing_paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-15T20:22:29.970276Z"},"links":{"citing_paper":"/paper/2505.13098"},"observation_digest":"sha256:89a60b78fee311ff5c650aec22c3492ed4f4729985689e141ef8958cd9a82c68","observation_id":"aff39ffb-53c2-49b6-8ee7-d0a53674f942","resolution":{"observed_at":"2026-08-15T20:22:30.108966Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2505.13098","last_updated":"2025-05-19T13:29:27Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-19T23:12:44.250913Z","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs"},"reference_resolution":{"displayed":30,"state_counts":{"malformed_identifier":1,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":17,"verified_exact":2,"verified_fuzzy":10},"total_outbound_references":30},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"thesis":"As of 21 August 2026, this Paper Citation Record lists 30 of 30 outbound references and 0 inbound Pith citation observations for arXiv:2505.13098."}