{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:5ARNITOHHUS6OASCZMAEXIRPUZ","short_pith_number":"pith:5ARNITOH","canonical_record":{"source":{"id":"1602.05142","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2016-02-13T15:43:19Z","cross_cats_sorted":[],"title_canon_sha256":"1b599fe34b04fac839b2d5ccac33b88a7eee9bab56f96f163b3455586243c27f","abstract_canon_sha256":"5035582132d54176b7a02c2f455f5792a449d1a5b8fbccce2e0dfd4a2492cf77"},"schema_version":"1.0"},"canonical_sha256":"e822d44dc73d25e70242cb004ba22fa66d97265a2af438417c64691b61ad2f66","source":{"kind":"arxiv","id":"1602.05142","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1602.05142","created_at":"2026-05-18T01:20:37Z"},{"alias_kind":"arxiv_version","alias_value":"1602.05142v1","created_at":"2026-05-18T01:20:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1602.05142","created_at":"2026-05-18T01:20:37Z"},{"alias_kind":"pith_short_12","alias_value":"5ARNITOHHUS6","created_at":"2026-05-18T12:29:58Z"},{"alias_kind":"pith_short_16","alias_value":"5ARNITOHHUS6OASC","created_at":"2026-05-18T12:29:58Z"},{"alias_kind":"pith_short_8","alias_value":"5ARNITOH","created_at":"2026-05-18T12:29:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:5ARNITOHHUS6OASCZMAEXIRPUZ","target":"record","payload":{"canonical_record":{"source":{"id":"1602.05142","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2016-02-13T15:43:19Z","cross_cats_sorted":[],"title_canon_sha256":"1b599fe34b04fac839b2d5ccac33b88a7eee9bab56f96f163b3455586243c27f","abstract_canon_sha256":"5035582132d54176b7a02c2f455f5792a449d1a5b8fbccce2e0dfd4a2492cf77"},"schema_version":"1.0"},"canonical_sha256":"e822d44dc73d25e70242cb004ba22fa66d97265a2af438417c64691b61ad2f66","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T01:20:37.468151Z","signature_b64":"fDb+fP/oi5H58HYQqlchEqzeXVDKj7FyFM5slJrA8+0EzQ/W++JfU/VrRzz0OGeH2YB9vjWwdXhpDoX07TpACQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e822d44dc73d25e70242cb004ba22fa66d97265a2af438417c64691b61ad2f66","last_reissued_at":"2026-05-18T01:20:37.467648Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T01:20:37.467648Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1602.05142","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:20:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3AMjFhO3ze1PCQRFftpmoXYDNP7Y9WaNkPI/SMXB1n/3X1HW6y3ziaZ4LX76w2Xkhka2mviZztQK/vAuKoKVDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-01T01:27:59.925930Z"},"content_sha256":"e2206e97622796b3866a8f4f9e1e3d28638c0414eab1363583925e3959b6812d","schema_version":"1.0","event_id":"sha256:e2206e97622796b3866a8f4f9e1e3d28638c0414eab1363583925e3959b6812d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:5ARNITOHHUS6OASCZMAEXIRPUZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Data Science at Udemy: Agile Experimentation with Algorithms","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CY","authors_text":"Larry Wai","submitted_at":"2016-02-13T15:43:19Z","abstract_excerpt":"In this paper, we describe the data science framework at Udemy, which currently supports the recommender and search system. We explain the motivations behind the framework and review the approach, which allows multiple individual data scientists to all become 'full stack', taking control of their own destinies from the exploration and research phase, through algorithm development, experiment setup, and deep experiment analytics. We describe algorithms tested and deployed in 2015, as well as some key insights obtained from experiments leading to the launch of the new recommender system at Udemy"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1602.05142","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:20:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BcxN0puF1Sv2tRLHdJcv0q9Wfq/I0hMXuebNRalzzhg+prZGrGDTniN80gUgeFKx8JeUEqPlleGEvpWNwvKWCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-01T01:27:59.926534Z"},"content_sha256":"7340dd0516e9f0e5a5a8d0135bad965f36dc399c2a4a9004174642fce2e4feb9","schema_version":"1.0","event_id":"sha256:7340dd0516e9f0e5a5a8d0135bad965f36dc399c2a4a9004174642fce2e4feb9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5ARNITOHHUS6OASCZMAEXIRPUZ/bundle.json","state_url":"https://pith.science/pith/5ARNITOHHUS6OASCZMAEXIRPUZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5ARNITOHHUS6OASCZMAEXIRPUZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-01T01:27:59Z","links":{"resolver":"https://pith.science/pith/5ARNITOHHUS6OASCZMAEXIRPUZ","bundle":"https://pith.science/pith/5ARNITOHHUS6OASCZMAEXIRPUZ/bundle.json","state":"https://pith.science/pith/5ARNITOHHUS6OASCZMAEXIRPUZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5ARNITOHHUS6OASCZMAEXIRPUZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:5ARNITOHHUS6OASCZMAEXIRPUZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5035582132d54176b7a02c2f455f5792a449d1a5b8fbccce2e0dfd4a2492cf77","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2016-02-13T15:43:19Z","title_canon_sha256":"1b599fe34b04fac839b2d5ccac33b88a7eee9bab56f96f163b3455586243c27f"},"schema_version":"1.0","source":{"id":"1602.05142","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1602.05142","created_at":"2026-05-18T01:20:37Z"},{"alias_kind":"arxiv_version","alias_value":"1602.05142v1","created_at":"2026-05-18T01:20:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1602.05142","created_at":"2026-05-18T01:20:37Z"},{"alias_kind":"pith_short_12","alias_value":"5ARNITOHHUS6","created_at":"2026-05-18T12:29:58Z"},{"alias_kind":"pith_short_16","alias_value":"5ARNITOHHUS6OASC","created_at":"2026-05-18T12:29:58Z"},{"alias_kind":"pith_short_8","alias_value":"5ARNITOH","created_at":"2026-05-18T12:29:58Z"}],"graph_snapshots":[{"event_id":"sha256:7340dd0516e9f0e5a5a8d0135bad965f36dc399c2a4a9004174642fce2e4feb9","target":"graph","created_at":"2026-05-18T01:20:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"In this paper, we describe the data science framework at Udemy, which currently supports the recommender and search system. We explain the motivations behind the framework and review the approach, which allows multiple individual data scientists to all become 'full stack', taking control of their own destinies from the exploration and research phase, through algorithm development, experiment setup, and deep experiment analytics. We describe algorithms tested and deployed in 2015, as well as some key insights obtained from experiments leading to the launch of the new recommender system at Udemy","authors_text":"Larry Wai","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2016-02-13T15:43:19Z","title":"Data Science at Udemy: Agile Experimentation with Algorithms"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1602.05142","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e2206e97622796b3866a8f4f9e1e3d28638c0414eab1363583925e3959b6812d","target":"record","created_at":"2026-05-18T01:20:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5035582132d54176b7a02c2f455f5792a449d1a5b8fbccce2e0dfd4a2492cf77","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2016-02-13T15:43:19Z","title_canon_sha256":"1b599fe34b04fac839b2d5ccac33b88a7eee9bab56f96f163b3455586243c27f"},"schema_version":"1.0","source":{"id":"1602.05142","kind":"arxiv","version":1}},"canonical_sha256":"e822d44dc73d25e70242cb004ba22fa66d97265a2af438417c64691b61ad2f66","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e822d44dc73d25e70242cb004ba22fa66d97265a2af438417c64691b61ad2f66","first_computed_at":"2026-05-18T01:20:37.467648Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:20:37.467648Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fDb+fP/oi5H58HYQqlchEqzeXVDKj7FyFM5slJrA8+0EzQ/W++JfU/VrRzz0OGeH2YB9vjWwdXhpDoX07TpACQ==","signature_status":"signed_v1","signed_at":"2026-05-18T01:20:37.468151Z","signed_message":"canonical_sha256_bytes"},"source_id":"1602.05142","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e2206e97622796b3866a8f4f9e1e3d28638c0414eab1363583925e3959b6812d","sha256:7340dd0516e9f0e5a5a8d0135bad965f36dc399c2a4a9004174642fce2e4feb9"],"state_sha256":"d72a14a02457bd2206bdeceec78da6d117e076a1dfff995cf7af371868f2ee43"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9Iq6uaX47D3D/LXr7d91i7UsE/ZQ9vrJxkG2NkiD1SIRpcIy6F8VK/uQ3cUpoB++V0HvMFeKVrAW4ldino9AAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-01T01:27:59.930503Z","bundle_sha256":"541774ed2609d61f966517d1b2d0129b80ed7d260b0c52d40b60ba64ce9bf457"}}