{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2012:GFJQIQHI5224ANQJXYAOFXLXNO","short_pith_number":"pith:GFJQIQHI","canonical_record":{"source":{"id":"1209.2790","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2012-09-13T06:47:26Z","cross_cats_sorted":[],"title_canon_sha256":"b552c3e099ddb9143bbd8e16f2f679ab0f5ce7ed545dc12ec2308892da70ab6b","abstract_canon_sha256":"2c7a642b3a34b50c68ca3e2d61b6c7b5c4964ca71e04f5c5a1bd782ea422c235"},"schema_version":"1.0"},"canonical_sha256":"31530440e8eeb5c03609be00e2dd776bad82d9c8258f0e6f2d934c501f17b664","source":{"kind":"arxiv","id":"1209.2790","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1209.2790","created_at":"2026-05-18T03:45:40Z"},{"alias_kind":"arxiv_version","alias_value":"1209.2790v1","created_at":"2026-05-18T03:45:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1209.2790","created_at":"2026-05-18T03:45:40Z"},{"alias_kind":"pith_short_12","alias_value":"GFJQIQHI5224","created_at":"2026-05-18T12:27:06Z"},{"alias_kind":"pith_short_16","alias_value":"GFJQIQHI5224ANQJ","created_at":"2026-05-18T12:27:06Z"},{"alias_kind":"pith_short_8","alias_value":"GFJQIQHI","created_at":"2026-05-18T12:27:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2012:GFJQIQHI5224ANQJXYAOFXLXNO","target":"record","payload":{"canonical_record":{"source":{"id":"1209.2790","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2012-09-13T06:47:26Z","cross_cats_sorted":[],"title_canon_sha256":"b552c3e099ddb9143bbd8e16f2f679ab0f5ce7ed545dc12ec2308892da70ab6b","abstract_canon_sha256":"2c7a642b3a34b50c68ca3e2d61b6c7b5c4964ca71e04f5c5a1bd782ea422c235"},"schema_version":"1.0"},"canonical_sha256":"31530440e8eeb5c03609be00e2dd776bad82d9c8258f0e6f2d934c501f17b664","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T03:45:40.968118Z","signature_b64":"bvhbSha6SGyl1wBdbAUrqIGw63sOxlIdzIthmhYtYyIl+hBUvPe2u9vf7EpceBPQBNO8MHzRsrnMdaKV5mWJCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"31530440e8eeb5c03609be00e2dd776bad82d9c8258f0e6f2d934c501f17b664","last_reissued_at":"2026-05-18T03:45:40.967309Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T03:45:40.967309Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1209.2790","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T03:45:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"e3H4Odmznxkf0fH3ZQMzIKWiQ8xt8MwufY5Zz3e/EPzOrLGIXTvbh3fJANaAVs1hWP5xzi6i2ZadYFJ1BuHKAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-02T01:48:50.513750Z"},"content_sha256":"9d5ffdb4741b89bbae05dab33d61d54f4553b7c8b92d73f5dbe285e2af9ef68a","schema_version":"1.0","event_id":"sha256:9d5ffdb4741b89bbae05dab33d61d54f4553b7c8b92d73f5dbe285e2af9ef68a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2012:GFJQIQHI5224ANQJXYAOFXLXNO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Improving Energy Efficiency in Femtocell Networks: A Hierarchical Reinforcement Learning Framework","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Honggang Zhang, Mika Lasanen, Tao Chen, Xianfu Chen","submitted_at":"2012-09-13T06:47:26Z","abstract_excerpt":"This paper investigates energy efficiency for two-tier femtocell networks through combining game theory and stochastic learning. With the Stackelberg game formulation, a hierarchical reinforcement learning framework is applied to study the joint average utility maximization of macrocells and femtocells subject to the minimum signal-to-interference-plus-noise-ratio requirements. The macrocells behave as the leaders and the femtocells are followers during the learning procedure. At each time step, the leaders commit to dynamic strategies based on the best responses of the followers, while the fo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1209.2790","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T03:45:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"76e1dgtcaevK9CQwGWf3wAjC2IVTNj2NRVpw34zC7uutEXy1iE67uNmjHJ6YhOl1yPVBiiKTVdGRiYhxqwibAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-02T01:48:50.514391Z"},"content_sha256":"91cd60054db4d73e1204db452b337290455c971a55fd44f7732b6f0e23057fc1","schema_version":"1.0","event_id":"sha256:91cd60054db4d73e1204db452b337290455c971a55fd44f7732b6f0e23057fc1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GFJQIQHI5224ANQJXYAOFXLXNO/bundle.json","state_url":"https://pith.science/pith/GFJQIQHI5224ANQJXYAOFXLXNO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GFJQIQHI5224ANQJXYAOFXLXNO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-02T01:48:50Z","links":{"resolver":"https://pith.science/pith/GFJQIQHI5224ANQJXYAOFXLXNO","bundle":"https://pith.science/pith/GFJQIQHI5224ANQJXYAOFXLXNO/bundle.json","state":"https://pith.science/pith/GFJQIQHI5224ANQJXYAOFXLXNO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GFJQIQHI5224ANQJXYAOFXLXNO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2012:GFJQIQHI5224ANQJXYAOFXLXNO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2c7a642b3a34b50c68ca3e2d61b6c7b5c4964ca71e04f5c5a1bd782ea422c235","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2012-09-13T06:47:26Z","title_canon_sha256":"b552c3e099ddb9143bbd8e16f2f679ab0f5ce7ed545dc12ec2308892da70ab6b"},"schema_version":"1.0","source":{"id":"1209.2790","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1209.2790","created_at":"2026-05-18T03:45:40Z"},{"alias_kind":"arxiv_version","alias_value":"1209.2790v1","created_at":"2026-05-18T03:45:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1209.2790","created_at":"2026-05-18T03:45:40Z"},{"alias_kind":"pith_short_12","alias_value":"GFJQIQHI5224","created_at":"2026-05-18T12:27:06Z"},{"alias_kind":"pith_short_16","alias_value":"GFJQIQHI5224ANQJ","created_at":"2026-05-18T12:27:06Z"},{"alias_kind":"pith_short_8","alias_value":"GFJQIQHI","created_at":"2026-05-18T12:27:06Z"}],"graph_snapshots":[{"event_id":"sha256:91cd60054db4d73e1204db452b337290455c971a55fd44f7732b6f0e23057fc1","target":"graph","created_at":"2026-05-18T03:45:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"This paper investigates energy efficiency for two-tier femtocell networks through combining game theory and stochastic learning. With the Stackelberg game formulation, a hierarchical reinforcement learning framework is applied to study the joint average utility maximization of macrocells and femtocells subject to the minimum signal-to-interference-plus-noise-ratio requirements. The macrocells behave as the leaders and the femtocells are followers during the learning procedure. At each time step, the leaders commit to dynamic strategies based on the best responses of the followers, while the fo","authors_text":"Honggang Zhang, Mika Lasanen, Tao Chen, Xianfu Chen","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2012-09-13T06:47:26Z","title":"Improving Energy Efficiency in Femtocell Networks: A Hierarchical Reinforcement Learning Framework"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1209.2790","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9d5ffdb4741b89bbae05dab33d61d54f4553b7c8b92d73f5dbe285e2af9ef68a","target":"record","created_at":"2026-05-18T03:45:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2c7a642b3a34b50c68ca3e2d61b6c7b5c4964ca71e04f5c5a1bd782ea422c235","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2012-09-13T06:47:26Z","title_canon_sha256":"b552c3e099ddb9143bbd8e16f2f679ab0f5ce7ed545dc12ec2308892da70ab6b"},"schema_version":"1.0","source":{"id":"1209.2790","kind":"arxiv","version":1}},"canonical_sha256":"31530440e8eeb5c03609be00e2dd776bad82d9c8258f0e6f2d934c501f17b664","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"31530440e8eeb5c03609be00e2dd776bad82d9c8258f0e6f2d934c501f17b664","first_computed_at":"2026-05-18T03:45:40.967309Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T03:45:40.967309Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bvhbSha6SGyl1wBdbAUrqIGw63sOxlIdzIthmhYtYyIl+hBUvPe2u9vf7EpceBPQBNO8MHzRsrnMdaKV5mWJCA==","signature_status":"signed_v1","signed_at":"2026-05-18T03:45:40.968118Z","signed_message":"canonical_sha256_bytes"},"source_id":"1209.2790","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9d5ffdb4741b89bbae05dab33d61d54f4553b7c8b92d73f5dbe285e2af9ef68a","sha256:91cd60054db4d73e1204db452b337290455c971a55fd44f7732b6f0e23057fc1"],"state_sha256":"a4ca494873f79bbf6978eb1532a2e8e2f796337d958fb8907a7debcd3324599f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Kx2yo/YDkn9oMZGKx6v5IqcZOKo76zm2W/Jwkn7sNupEL3N86DYq63mB4LsRo3lySxiRygnjhBN06dvDbEa9Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-02T01:48:50.517568Z","bundle_sha256":"0d87e12ea512206ba5dae68948e40ab0370b174637b5de707636f1635e5e75b7"}}