{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:WMS5DLN3QDFO5SISY4JEY4CCMF","short_pith_number":"pith:WMS5DLN3","canonical_record":{"source":{"id":"1912.02222","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NI","submitted_at":"2019-12-04T19:19:14Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"b8dc5e73432225f021ca8e8dcc29e65a032d6a824851587799a3f37ff050a3d7","abstract_canon_sha256":"812e737c4cda2ac211eb3a7291d905cc2e37d61cbbe00681157ec85b11313c4f"},"schema_version":"1.0"},"canonical_sha256":"b325d1adbb80caeec912c7124c70426144d4c13c615087e6089e239079ec1750","source":{"kind":"arxiv","id":"1912.02222","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1912.02222","created_at":"2026-07-05T00:24:11Z"},{"alias_kind":"arxiv_version","alias_value":"1912.02222v1","created_at":"2026-07-05T00:24:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1912.02222","created_at":"2026-07-05T00:24:11Z"},{"alias_kind":"pith_short_12","alias_value":"WMS5DLN3QDFO","created_at":"2026-07-05T00:24:11Z"},{"alias_kind":"pith_short_16","alias_value":"WMS5DLN3QDFO5SIS","created_at":"2026-07-05T00:24:11Z"},{"alias_kind":"pith_short_8","alias_value":"WMS5DLN3","created_at":"2026-07-05T00:24:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:WMS5DLN3QDFO5SISY4JEY4CCMF","target":"record","payload":{"canonical_record":{"source":{"id":"1912.02222","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NI","submitted_at":"2019-12-04T19:19:14Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"b8dc5e73432225f021ca8e8dcc29e65a032d6a824851587799a3f37ff050a3d7","abstract_canon_sha256":"812e737c4cda2ac211eb3a7291d905cc2e37d61cbbe00681157ec85b11313c4f"},"schema_version":"1.0"},"canonical_sha256":"b325d1adbb80caeec912c7124c70426144d4c13c615087e6089e239079ec1750","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:24:11.536520Z","signature_b64":"nH65kWoYp6+FwwVdUi5uc4V+iAxCaXvdY4EMX2NiydHsDYAP5SXpIVDjNbuxwSvmG6JyiX6UmRBmZM+bppChAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b325d1adbb80caeec912c7124c70426144d4c13c615087e6089e239079ec1750","last_reissued_at":"2026-07-05T00:24:11.536052Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:24:11.536052Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1912.02222","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:24:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c72fEpLXOpdTBJ9zFJ2uAfGusAPaGqJHYcE7T1cOo/bjDCOhgt27LIDvCS4yWCejZ3kKsdJV3fKXijR0D+ncAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T09:20:52.712898Z"},"content_sha256":"91322da9ecae63da85e773512f493010dd12d188b6fb250142353262d41fd900","schema_version":"1.0","event_id":"sha256:91322da9ecae63da85e773512f493010dd12d188b6fb250142353262d41fd900"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:WMS5DLN3QDFO5SISY4JEY4CCMF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reinforcement learning for bandwidth estimation and congestion control in real-time communications","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.NI","authors_text":"Albert Sadovnikov, Bin Li, David Zhao, Johannes Gehrke, Joyce Fang, Martin Ellis, Michael Revow, Peng Cheng, Ross Cutler, Sachin Ashok, Siyao Liu, Yan Lu, Yasaman Hosseinkashi, Ziyuan Liu","submitted_at":"2019-12-04T19:19:14Z","abstract_excerpt":"Bandwidth estimation and congestion control for real-time communications (i.e., audio and video conferencing) remains a difficult problem, despite many years of research. Achieving high quality of experience (QoE) for end users requires continual updates due to changing network architectures and technologies. In this paper, we apply reinforcement learning for the first time to the problem of real-time communications (RTC), where we seek to optimize user-perceived quality. We present initial proof-of-concept results, where we learn an agent to control sending rate in an RTC system, evaluating u"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1912.02222","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1912.02222/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:24:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QDy4yoQXQAQdZgGc4iq2TySq8U4NNpaG7G4asfloTCyHEZ6wlf2Iyb/h1BW/CK29ZK6amocwcHfdOnrU6zr6BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T09:20:52.713408Z"},"content_sha256":"c8a862e627f2ff42ee9f831d80d563fa992e12464eea3d8f64eefc635a382538","schema_version":"1.0","event_id":"sha256:c8a862e627f2ff42ee9f831d80d563fa992e12464eea3d8f64eefc635a382538"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WMS5DLN3QDFO5SISY4JEY4CCMF/bundle.json","state_url":"https://pith.science/pith/WMS5DLN3QDFO5SISY4JEY4CCMF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WMS5DLN3QDFO5SISY4JEY4CCMF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T09:20:52Z","links":{"resolver":"https://pith.science/pith/WMS5DLN3QDFO5SISY4JEY4CCMF","bundle":"https://pith.science/pith/WMS5DLN3QDFO5SISY4JEY4CCMF/bundle.json","state":"https://pith.science/pith/WMS5DLN3QDFO5SISY4JEY4CCMF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WMS5DLN3QDFO5SISY4JEY4CCMF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:WMS5DLN3QDFO5SISY4JEY4CCMF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"812e737c4cda2ac211eb3a7291d905cc2e37d61cbbe00681157ec85b11313c4f","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NI","submitted_at":"2019-12-04T19:19:14Z","title_canon_sha256":"b8dc5e73432225f021ca8e8dcc29e65a032d6a824851587799a3f37ff050a3d7"},"schema_version":"1.0","source":{"id":"1912.02222","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1912.02222","created_at":"2026-07-05T00:24:11Z"},{"alias_kind":"arxiv_version","alias_value":"1912.02222v1","created_at":"2026-07-05T00:24:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1912.02222","created_at":"2026-07-05T00:24:11Z"},{"alias_kind":"pith_short_12","alias_value":"WMS5DLN3QDFO","created_at":"2026-07-05T00:24:11Z"},{"alias_kind":"pith_short_16","alias_value":"WMS5DLN3QDFO5SIS","created_at":"2026-07-05T00:24:11Z"},{"alias_kind":"pith_short_8","alias_value":"WMS5DLN3","created_at":"2026-07-05T00:24:11Z"}],"graph_snapshots":[{"event_id":"sha256:c8a862e627f2ff42ee9f831d80d563fa992e12464eea3d8f64eefc635a382538","target":"graph","created_at":"2026-07-05T00:24:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1912.02222/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Bandwidth estimation and congestion control for real-time communications (i.e., audio and video conferencing) remains a difficult problem, despite many years of research. Achieving high quality of experience (QoE) for end users requires continual updates due to changing network architectures and technologies. In this paper, we apply reinforcement learning for the first time to the problem of real-time communications (RTC), where we seek to optimize user-perceived quality. We present initial proof-of-concept results, where we learn an agent to control sending rate in an RTC system, evaluating u","authors_text":"Albert Sadovnikov, Bin Li, David Zhao, Johannes Gehrke, Joyce Fang, Martin Ellis, Michael Revow, Peng Cheng, Ross Cutler, Sachin Ashok, Siyao Liu, Yan Lu, Yasaman Hosseinkashi, Ziyuan Liu","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NI","submitted_at":"2019-12-04T19:19:14Z","title":"Reinforcement learning for bandwidth estimation and congestion control in real-time communications"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1912.02222","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:91322da9ecae63da85e773512f493010dd12d188b6fb250142353262d41fd900","target":"record","created_at":"2026-07-05T00:24:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"812e737c4cda2ac211eb3a7291d905cc2e37d61cbbe00681157ec85b11313c4f","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NI","submitted_at":"2019-12-04T19:19:14Z","title_canon_sha256":"b8dc5e73432225f021ca8e8dcc29e65a032d6a824851587799a3f37ff050a3d7"},"schema_version":"1.0","source":{"id":"1912.02222","kind":"arxiv","version":1}},"canonical_sha256":"b325d1adbb80caeec912c7124c70426144d4c13c615087e6089e239079ec1750","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b325d1adbb80caeec912c7124c70426144d4c13c615087e6089e239079ec1750","first_computed_at":"2026-07-05T00:24:11.536052Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:24:11.536052Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"nH65kWoYp6+FwwVdUi5uc4V+iAxCaXvdY4EMX2NiydHsDYAP5SXpIVDjNbuxwSvmG6JyiX6UmRBmZM+bppChAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T00:24:11.536520Z","signed_message":"canonical_sha256_bytes"},"source_id":"1912.02222","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:91322da9ecae63da85e773512f493010dd12d188b6fb250142353262d41fd900","sha256:c8a862e627f2ff42ee9f831d80d563fa992e12464eea3d8f64eefc635a382538"],"state_sha256":"ed435dbc4373e1618cd2d27968aacad36e92ae54ea85c8e0074bb2f0f16bba11"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7BvmEJTV3jFgjgMULlnQt3EexJyvwgLo63z6ONaAbRcKnOIo0B2Z+ftfPpBxQcT5uyyt+Lem+4/vXFGU5paPBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T09:20:52.716657Z","bundle_sha256":"42efff70afb7ca49bd51c4d571a3bdcbdcf33e2f3b90b43b56a10d9d7a870c2e"}}