{"as_of":"2026-08-10T18:25:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:6d4ac611f2ea300b8060d78f96063477d186874c4640b4af5faee2ee27512c1f","coverage":[{"denominator":42,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":42,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T17:43:16.978282Z","state":"measured"},{"denominator":44,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":44,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T17:43:14.836814Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"pith","source_observed_at":"2026-08-06T17:43:17.637365Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"cited_work":{"arxiv_id":"2507.10200","doi":null,"metadata_source":"pith","pith_arxiv_id":"2507.10200","snapshot_observed_at":"2026-08-06T17:43:17.637365Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","venue":"eess.AS","work_id":"715240d4-3c39-4a97-ba07-0e66fc232cc7","year":2025},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:14.836814Z"},"links":{"cited_paper":"/paper/2507.10200","citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:48e89461029b1341422b64ff2b26c40bd5fcbf982601adeb6bc5d331f0dbe03d","observation_id":"eefaa68c-ccb6-4c1d-9f4e-db326a493b34","resolution":{"observed_at":"2026-08-06T17:43:17.726088Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2507.10200","snapshot_observed_at":"2026-08-01T21:29:11.189086Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2607.16085","last_updated":"2026-07-17T16:15:49Z","snapshot_observed_at":"2026-08-05T22:46:52.124223Z","submitted_at":"2026-07-17T16:15:49Z","title":"Controlling Implicit Shortcut Reliance in L2 Spoken English Auto-markers","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-01T21:29:11.189086Z"},"links":{"cited_paper":"/paper/2507.10200","citing_paper":"/paper/2607.16085"},"observation_digest":"sha256:393ba1c52700d02a0b0d1c06d5f8fd71663c95e09f3a169672b8d951c80bd6c9","observation_id":"1d9d599c-dada-4618-add1-6fd4c1dd9ade","resolution":{"observed_at":"2026-08-01T21:29:11.189086Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2507.10200/citation-record","integrity":"/paper/2507.10200/integrity","json":"/paper/2507.10200/citation-record.json","paper":"/paper/2507.10200"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"cited_work":{"arxiv_id":"2507.10200","doi":null,"metadata_source":"pith","pith_arxiv_id":"2507.10200","snapshot_observed_at":"2026-08-06T17:43:17.637365Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","venue":"eess.AS","work_id":"715240d4-3c39-4a97-ba07-0e66fc232cc7","year":2025},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:14.836814Z"},"links":{"cited_paper":"/paper/2507.10200","citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:48e89461029b1341422b64ff2b26c40bd5fcbf982601adeb6bc5d331f0dbe03d","observation_id":"eefaa68c-ccb6-4c1d-9f4e-db326a493b34","resolution":{"observed_at":"2026-08-06T17:43:17.726088Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:25.566547Z","title":"It aims to assess whether LLMs can interpret and apply these descriptors in a manner comparable to human raters","venue":null,"work_id":"2adac950-97ee-4b30-87f7-adbec499c5d2","year":null},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:14.901745Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:6545e6cdb36db501ea152ee5944b20464191e15cddc14b6565494feea38401eb","observation_id":"30ddd0f2-15a1-40fb-9c0a-fa01d62a79ab","resolution":{"observed_at":"2026-08-06T17:43:25.702669Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:25.344397Z","title":"Both the LNG and S&I language tests comprise five sections, each designed to assess a different as- pect of a candidate’s language proficiency","venue":null,"work_id":"5f16bb43-febf-4c48-86d2-3d6785ca1265","year":2025},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:14.959752Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:04fccf93c2989c0df3bc3413ca362937bc69c1bcac1cfac0524799a0b6e6072b","observation_id":"44071626-1210-4fe2-b021-754d5dd9fdba","resolution":{"observed_at":"2026-08-06T17:43:25.419607Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:25.090182Z","title":"tised) [23], in a zero-shot setting","venue":null,"work_id":"51ca38c1-1937-441a-b75c-078f4ba4b049","year":null},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.057573Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:bf3482ee475f5b125d3555f7927d053ff79f55d348e8ec2decf55c5e636c99d6","observation_id":"9783b6a6-a71f-493a-846d-e6e8054a5fc0","resolution":{"observed_at":"2026-08-06T17:43:25.186787Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:24.866317Z","title":"Train Type PCC SRC Dev Eval Dev Eval BERT S&I Spont","venue":null,"work_id":"0c2ab7b6-0603-4ea4-90ca-a7674b5c5eed","year":null},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.102122Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:d6174fcdc1478d5693babae44a7a84f78b3bf092bf0f68facc124d8e7849a960","observation_id":"14e9dfec-cd5f-4a35-bcb2-7f2321a8e62b","resolution":{"observed_at":"2026-08-06T17:43:24.990827Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:24.621077Z","title":"Our results demon- strate that this approach, relying exclusively on textual informa- tion in a zero-shot setting, achieves competitive performance","venue":null,"work_id":"29db5ad2-c98c-4e58-92b2-fcc772016899","year":null},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.170684Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:c10880f5170340ce91f8cc04817daa20071dae6dd52276545d87f0ae6f5301c8","observation_id":"3e42944a-40c0-4146-b374-ac48f367e922","resolution":{"observed_at":"2026-08-06T17:43:24.717632Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:24.384688Z","title":"Howson, The English effect","venue":null,"work_id":"c6712f85-3478-4398-aaa2-260791d57526","year":2013},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.232775Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:a13291c73d43ffa32f16465de91b65f9b1cb3fe73698c613098b6d3bb066a558","observation_id":"1794ded0-ee0c-4dbe-b4bb-6905b4b7ec92","resolution":{"observed_at":"2026-08-06T17:43:24.501739Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:24.199784Z","title":"Contrasting Automated and Human Scoring of Es- says,","venue":null,"work_id":"9e9a8b45-1d70-48c6-b205-0ae467772837","year":2013},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.279227Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:5ad8f4497206d25c411fdb35df7a3ed8849046b2fb740dbe208b94ef32ac0542","observation_id":"48536f72-cbfc-4eb2-98bd-48926cd2f441","resolution":{"observed_at":"2026-08-06T17:43:24.280306Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:23.918959Z","title":"Fully automated speaking assessment: changes to pro- ficiency testing and the role of pronunciation,","venue":null,"work_id":"36342172-cbc9-4953-9433-cef6ba6ff5a9","year":2017},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.328020Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:4cf91be8254e49abc1b864e69ed37a8526a5983bbf596d3bfa15c59c152fd3ca","observation_id":"0366a5d3-14f4-4af1-b2f0-b9e2f4860d6c","resolution":{"observed_at":"2026-08-06T17:43:24.028980Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:23.644107Z","title":"Limitations of the Common European Framework for developing comparable examinations and tests,","venue":null,"work_id":"bf5b2377-60e4-464c-8533-445839ca942a","year":2005},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.398164Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:7aa9f480bf4430d022bdab0f45572ecc540da5e5161252182788a69ab3c43d65","observation_id":"b494bd61-4cce-4f31-8617-eabeb3e5ba5a","resolution":{"observed_at":"2026-08-06T17:43:23.804651Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:23.472998Z","title":"Strasbourg: Council of Europe, 2020","venue":null,"work_id":"85749d7b-795d-4d54-b1a4-9d2628943fab","year":2020},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.469605Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:14f541cbc2801d90d7eb8a1e591f84cf2427adf6538a30c4ccc559a024247014","observation_id":"987d5f71-0f6d-44da-977c-cf53a0eda4dc","resolution":{"observed_at":"2026-08-06T17:43:23.575937Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:23.229627Z","title":"Facets of Speaking Proficiency,","venue":null,"work_id":"6661476d-f611-4c09-b880-3ad09d98a586","year":2012},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.509311Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:f75e6c1e8cb50540a03cbfaa7397583e338463dc67c3870962dff76d3c56d8b3","observation_id":"e173d5ba-372a-494d-8326-346e9b8be6b9","resolution":{"observed_at":"2026-08-06T17:43:23.332126Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:23.048808Z","title":"Automat- ically assessing the oral proficiency of proficient L2 speakers","venue":null,"work_id":"a3245c55-e65f-4a9f-b48f-70c84140ae03","year":2009},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.568586Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:bc84b2ff8db9ec4be9399a6be5fe63ec91359b92fda895a56296891e079e67bc","observation_id":"c604b6f9-b14b-48ab-84d0-96c243f23394","resolution":{"observed_at":"2026-08-06T17:43:23.154519Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:22.839847Z","title":"Applications of text analysis tools for spoken response grading","venue":null,"work_id":"d63a4dc3-f44a-45a9-9a55-4c522dbf8af7","year":2013},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.609913Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:6cde4cec018776715f8d2b71006b9734e88d7a4fa426602b27875d81ae0ef951","observation_id":"b0b13542-d97a-43b0-a158-0c8ef4b9a682","resolution":{"observed_at":"2026-08-06T17:43:22.953374Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:22.520955Z","title":"Towards automatic as- sessment of spontaneous spoken English,","venue":null,"work_id":"673edc11-a5e2-4e16-8c57-7a88930e6b2b","year":2018},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.663432Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:c7513d90ae170560ca4f573f6f31805070bece091130a58fc1f16fc3851f76a4","observation_id":"9b7851a9-77cf-43ee-8188-f59f22888ee7","resolution":{"observed_at":"2026-08-06T17:43:22.676966Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:22.286654Z","title":"Dolphin: a spoken language proficiency assessment system for elementary education,","venue":null,"work_id":"1b41ebf7-f3ec-48f5-a044-8a47a68ac4e1","year":2020},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.688796Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:d9636916ff43fd0a42203e149757164e23b6569914fc5bb487b3cff16291c7d5","observation_id":"7ebc5339-a293-4236-918b-710991a21b4b","resolution":{"observed_at":"2026-08-06T17:43:22.376031Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:21.997288Z","title":"In- vestigating the Effect of Auxiliary Objectives for the Automated Grading of Learner English Speech Transcriptions,","venue":null,"work_id":"819592f3-3748-43b8-9887-57941f43cb40","year":2020},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.738049Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:fe8c59da51949c4450e7074c0fd06fea515e492f6174db404867f82521938500","observation_id":"5f887bb0-fd34-4b1c-9dae-eb48327579b7","resolution":{"observed_at":"2026-08-06T17:43:22.160620Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:21.752638Z","title":"Universal Adversarial Attacks on Spoken Language Assessment Systems,","venue":null,"work_id":"904c9259-9625-4265-9edc-12f2079aa41b","year":2020},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.819093Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:1633e7185a16dceeb35db7c3987a8ac9ca190145674622966d63b774461f8295","observation_id":"f84e9255-ef0b-48a9-aab1-074375d5d3ee","resolution":{"observed_at":"2026-08-06T17:43:21.880462Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:21.417105Z","title":"Automated Scoring of Spontaneous Speech from Young Learners of English Using Transformers,","venue":null,"work_id":"6970be56-e793-4695-aed7-091c05712be2","year":2021},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.891287Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:fcfd0c689587a10a40c508bf3e9978cb8868d02329c125d22359e7c835c078c1","observation_id":"c0e1d985-3018-4dd2-a9fc-e6b8d9eb7ec4","resolution":{"observed_at":"2026-08-06T17:43:21.576210Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:21.271100Z","title":"Proficiency assessment of L2 spo- ken English using wav2vec 2.0,","venue":null,"work_id":"8726baeb-6381-45e8-9d25-97f4681679c1","year":2022},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.929924Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:9ca6f4a13dcb57ba57c8160056804c17e64fe3d9c13ad7e6d7de7a9fa1d71fba","observation_id":"6b0fc159-ecb4-42ba-9d4e-ef29bf104b39","resolution":{"observed_at":"2026-08-06T17:43:21.339092Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:21.124903Z","title":"Assessment of L2 Oral Proficiency Using Self-Supervised Speech Representation Learning,","venue":null,"work_id":"32a722ff-a024-4c42-9965-32297e19b3f5","year":2023},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:15.995426Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:e392739d3ba9d9788b1498200de20b903447b93190282f5c56e411420ad568c1","observation_id":"22e352e8-6cf6-42c6-a01f-6cff92a67fd5","resolution":{"observed_at":"2026-08-06T17:43:21.193702Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:20.908117Z","title":"Automatic Assessment of Conversational Speaking Tests,","venue":null,"work_id":"7e4c701f-77d5-4c09-b124-edca38537a58","year":2023},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.036754Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:823d01ac6b0fa54059a92a6a40e56defd23a87472b1ccadcd644aa65cde0bab0","observation_id":"04a2232a-98cf-4295-bf06-6c3decfa9ebb","resolution":{"observed_at":"2026-08-06T17:43:21.021710Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:20.566915Z","title":"Rating nonnative writing: The trouble with holistic scoring,","venue":null,"work_id":"1b8130f7-6864-4586-b506-d4421e38312e","year":null},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.058545Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:76010336ead2250a1ed28f42fc2b3158fa8f0c67386484989460cb7ef18104b7","observation_id":"bba0013d-c17b-4042-8942-bcaff930b096","resolution":{"observed_at":"2026-08-06T17:43:20.773357Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:19.578887Z","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding,","venue":null,"work_id":"f5debec8-485a-464f-a12a-08713039859d","year":2019},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.441757Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:7c69a54ce4b7925af27023432ce7b61504f8c5695a1733cdfcfc8741935efea6","observation_id":"4e18fdad-f612-49e8-bdce-3e7aec9dd4e3","resolution":{"observed_at":"2026-08-06T17:43:19.683962Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:16.155127Z","title":"Toward Automated Multi-trait Scoring of Essays: Investigating Links among Holistic, Analytic, and Text Feature Scores,","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.155127Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:b0c1b86ab4930caa34fea74508b109c0e68cbaaaaaf21c5fe3f3a80d55e56a32","observation_id":"8228f3d4-4ebb-4697-bfbe-f2e454909166","resolution":{"observed_at":"2026-08-06T17:43:16.155127Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"4303.2015","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:17.199117Z","title":"Weight-Based Classification of Raters and Rater Cognition in an EFL Speaking Test,","venue":null,"work_id":"88f8cb27-2aa3-4efe-9620-72ee69d870f0","year":2015},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.196000Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:3ed46066de78fda1dba62f66498929351bc290f092a49ec687b2eb597adc3661","observation_id":"96fa5d96-3976-4f56-a01b-e8800f52032d","resolution":{"observed_at":"2026-08-06T17:43:17.264096Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:20.210463Z","title":"Douglas and J","venue":null,"work_id":"b4ced5c8-cbfe-474d-997a-6bbd789cb882","year":1997},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.220982Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:2785c0687bdbdbe4d0d11fec5ff5e5e9857b5cd43dd3024c6631fa4d0d109243","observation_id":"b1134455-2155-4516-a86a-d14fd0e82c29","resolution":{"observed_at":"2026-08-06T17:43:20.359612Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.11986","last_updated":"2024-12-17T16:40:27Z","snapshot_observed_at":"2026-08-10T13:07:00.036784Z","submitted_at":"2024-12-16T17:07:26Z","title":"Speak & Improve Corpus 2025: an L2 English Speech Corpus for Language Assessment and Feedback","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.11986","snapshot_observed_at":"2026-08-06T17:43:16.275854Z","title":"Speak & Improve Corpus 2025: an L2 English Speech Corpus for Language Assessment and Feedback,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.275854Z"},"links":{"cited_paper":"/paper/2412.11986","citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:a267bca48402d9dbf89a3d26047ab84b708a062f2a316f180ffac40790d6f88a","observation_id":"ddb9cbd2-917f-4dc2-9f2f-054001d4f911","resolution":{"observed_at":"2026-08-06T17:43:16.275854Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:19.877333Z","title":"Emergent Abilities of Large Language Models,","venue":null,"work_id":"0a15e04e-9660-48eb-b156-e2a3f6904033","year":2022},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.357395Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:e24f9caf1a2572022b9dc23eb8254ecae03aa08a0be571d6a91d28beb17884a8","observation_id":"fd11a747-9941-430c-bd12-f591b5dc73ae","resolution":{"observed_at":"2026-08-06T17:43:20.028364Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.15115","last_updated":"2025-01-03T02:18:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-19T17:56:09Z","title":"Qwen2.5 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.15115","snapshot_observed_at":"2026-08-06T17:43:16.387317Z","title":"Qwen2.5 Technical Report,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.387317Z"},"links":{"cited_paper":"/paper/2412.15115","citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:ce0778f16569661e65c720714d0585d258d6538353806a9e59722c04d7620413","observation_id":"4f813556-e641-4a9c-8a09-16cafaaf56a6","resolution":{"observed_at":"2026-08-06T17:43:16.387317Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:16.845646Z","title":"Robust speech recognition via large-scale weak supervision,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.845646Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:e9cf123c2e5812f54f457a30acf18177d1efcfaed4b23e15fec4cb1fe767e872","observation_id":"b0e64f36-54aa-411c-941e-4ad93829e461","resolution":{"observed_at":"2026-08-06T17:43:16.845646Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.10759","last_updated":"2024-07-15T14:38:09Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-07-15T14:38:09Z","title":"Qwen2-Audio Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.10759","snapshot_observed_at":"2026-08-06T17:43:16.493199Z","title":"Qwen2-Audio Technical Report,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.493199Z"},"links":{"cited_paper":"/paper/2407.10759","citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:f0ebdf5c46b6f65fbb3c0e16abf6eec228a24367db452755cc6778839738b080","observation_id":"db735c59-a42e-43a6-8990-3762b2f88f8f","resolution":{"observed_at":"2026-08-06T17:43:16.493199Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:19.265270Z","title":"Rating short L2 essays on the CEFR scale with GPT-4,","venue":null,"work_id":"0a68815c-1495-4496-8038-28ad132004dd","year":2023},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.538451Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:c7519f059bdd86cec8444b7b3eea8bc9750bd5264f84a8a2ffaa56c2faecf704","observation_id":"c2a66077-57ed-453f-94b4-9d7e4e9a7678","resolution":{"observed_at":"2026-08-06T17:43:19.414898Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:17.779280Z","title":"Distribution-free multiple comparisons,","venue":null,"work_id":"ef585776-5b11-44ce-9626-6663b68943f5","year":1963},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.978282Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:d9e859ca57976942090ec00ceb9d67433318f186ecbdac928db14deb33a808e7","observation_id":"936f0851-c8c5-47e6-a9b0-8f355f3e6b75","resolution":{"observed_at":"2026-08-06T17:43:17.822028Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:18.834579Z","title":"Can GPT-4 do L2 analytic assessment?","venue":null,"work_id":"466cf486-0bc2-49cb-8119-87d0e515f3ce","year":2024},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.669673Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:f063991fe7bef7d2140c807f5079f8df626cf3e0bad8e31ef67081e4ee88020a","observation_id":"aa77c986-3992-4f9c-9398-3dc0ee037d21","resolution":{"observed_at":"2026-08-06T17:43:18.919918Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:18.582855Z","title":"As- sessment of L2 Oral Proficiency Using Speech Large Language Models,","venue":null,"work_id":"49e901f0-7a50-4dba-9da1-c2759a0d47d6","year":2025},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.703603Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:0f6e23813dfc370fd93d8f667f4d6c88d6054af06aafa2e6ac8e0c1e06757476","observation_id":"5797bf7d-fe2c-4cf6-bb75-8c1a14ab6e3d","resolution":{"observed_at":"2026-08-06T17:43:18.681100Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:18.434081Z","title":"Ludlow, Official Quick Guide to Linguaskill","venue":null,"work_id":"2bae90a4-4bad-4b97-8313-d170fe4da99f","year":2020},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.744621Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:178f8894013778b467e8047c76b2616e07091ccc0ca78353a180f9dc1ed4bf53","observation_id":"a28042bf-7528-403e-9341-ac3e99db63c1","resolution":{"observed_at":"2026-08-06T17:43:18.459741Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2412.11985","last_updated":"2024-12-17T16:47:49Z","snapshot_observed_at":"2026-07-06T20:07:54.727859Z","submitted_at":"2024-12-16T17:05:18Z","title":"Speak & Improve Challenge 2025: Tasks and Baseline Systems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.11985","snapshot_observed_at":"2026-08-06T17:43:16.799405Z","title":"Speak & Improve Challenge 2025: Tasks and Baseline Systems,","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.799405Z"},"links":{"cited_paper":"/paper/2412.11985","citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:0f633867e7496705b0c2184cca41c58a8ecf573c29f5eeaaefddbb3916571a98","observation_id":"ba9c11ea-3c95-4a48-a7bb-601058e2c7d9","resolution":{"observed_at":"2026-08-06T17:43:16.799405Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:18.190470Z","title":"LLM comparative assessment: Zero-shot NLG evaluation through pairwise comparisons using large language models,","venue":null,"work_id":"bc2e8305-7d47-45c8-9b86-3e88400a28e9","year":2024},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.884508Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:eb102df0337413811b4838c1c3f3f517236615331c00f6aa3b89b39f11ad570f","observation_id":"ebdb56b5-73ee-417f-8658-4f352690cbf8","resolution":{"observed_at":"2026-08-06T17:43:18.272917Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:18.005776Z","title":"The use of ranks to avoid the assumption of nor- mality implicit in the analysis of variance,","venue":null,"work_id":"8dfc0e9f-c4dc-4c3d-8670-0ca81db9fa57","year":1937},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.929118Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:24daf93e5cf3ed9411aef457d1f602f734d59c35a4c10f6030c73eff7cff4869","observation_id":"405238c2-ca17-4563-a479-30fc4182e76c","resolution":{"observed_at":"2026-08-06T17:43:18.061531Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:19.031705Z","title":"Available: https://aclanthology.org/2023.bea-1.49","venue":null,"work_id":"e3094d32-5719-4901-a9fa-a2d58decba99","year":2023},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":584,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.600623Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:9a711791f005b4f92c1352a92f906bcf7630f3381dfaa34748bce01b851bd5b4","observation_id":"a56a5dba-d2a7-47a1-863b-86067671048b","resolution":{"observed_at":"2026-08-06T17:43:19.135481Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"stable/3588173","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T17:43:17.387120Z","title":"Available: http://www.jstor.org/stable/3588173","venue":null,"work_id":"9c56659a-21c8-49a9-af2c-dd3c5c90fdf4","year":null},"citing_paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs","version":1},"reference_index":1995,"source":"pdf_text","source_observed_at":"2026-08-06T17:43:16.098024Z"},"links":{"citing_paper":"/paper/2507.10200"},"observation_digest":"sha256:92f56f040913ad5547b0e3c805f6049235c97a8682ec6b03b9817540cd0c3706","observation_id":"ccb0c69f-4848-485a-bbbb-fe421ff923ee","resolution":{"observed_at":"2026-08-06T17:43:17.487708Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2507.10200","last_updated":"2025-07-14T12:13:50Z","latest_version":1,"primary_category":"eess.AS","snapshot_observed_at":"2026-08-09T07:38:01.555637Z","submitted_at":"2025-07-14T12:13:50Z","title":"Natural Language-based Assessment of L2 Oral Proficiency using LLMs"},"reference_resolution":{"displayed":42,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":6,"verified_exact":3,"verified_fuzzy":33},"total_outbound_references":42},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 42 of 42 outbound references and 2 inbound Pith citation observations for arXiv:2507.10200."}