{ localUrl: '../page/value_alignment_central_examples.html', arbitalUrl: 'https://arbital.com/p/value_alignment_central_examples', rawJsonUrl: '../raw/104.json', likeableId: 'ConnorFlexman', likeableType: 'page', myLikeValue: '0', likeCount: '1', dislikeCount: '0', likeScore: '1', individualLikes: [ 'EliezerYudkowsky' ], pageId: 'value_alignment_central_examples', edit: '16', editSummary: '', prevEdit: '15', currentEdit: '16', wasPublished: 'true', type: 'wiki', title: 'Central examples', clickbait: 'List of central examples in Value Alignment Theory domain.', textLength: '1360', alias: 'value_alignment_central_examples', externalUrl: '', sortChildrenBy: 'likes', hasVote: 'false', voteType: '', votesAnonymous: 'false', editCreatorId: 'EliezerYudkowsky', editCreatedAt: '2015-12-28 22:58:48', pageCreatorId: 'EliezerYudkowsky', pageCreatedAt: '2015-07-14 02:49:31', seeDomainId: '0', editDomainId: '123', submitToDomainId: '0', isAutosave: 'false', isSnapshot: 'false', isLiveEdit: 'true', isMinorEdit: 'false', indirectTeacher: 'false', todoCount: '0', isEditorComment: 'false', isApprovedComment: 'true', isResolved: 'false', snapshotText: '', anchorContext: '', anchorText: '', anchorOffset: '0', mergedInto: '', isDeleted: 'false', viewCount: '68', text: '[summary: Comprehensive list of [103 central examples] used in [2v Value Alignment Theory].]\n\n[103 Central examples] used in [2v Value Alignment Theory]:\n\n- [10h Paperclip maximizer]\n - instrumental convergence\n - Gandhian stability & Orthogonality\n - value not instrumentally convergent\n - agents\n - nanotech catastrophe?\n - programmer manipulation?\n - astronomical failure\n- Smile maximizer\n - [6c]\n - [47 Unforseen maximum]\n - [2w Edge Instantiation]\n - [48]\n - Treacherous Turn\n - [10f]\n - [6q Context Change problem]\n - [5l]\n- [11v] and AIXI-tl\n - Cartesian boundaries\n - problem of 'wireheading' the reward signal\n - methodology of unbounded analysis\n - what we do and don't know about AI\n - agents\n- Little box in a cellular automaton?\n - Naturalized induction\n- Nuclear Prisoner's Dilemma\n - timeless decision theory & Newcomblike problems\n - problem of the blackmail-free equilibrium\n - division-of-gains problem would need further-expanded matrix\n- Delta-sigma agents?\n - tiling agents\n- [70 ZF provability Oracle]\n - power/safety tradeoff\n - [6y Notion of a pivotal achievement]\n - [6z Boxing problem]\n- [102 Behaviorist genie]\n - power/safety tradeoff\n - defeater for some agency and recursion assumptions\n- [That Alien Message](http://lesswrong.com/lw/qk/that_alien_message/)\n - [6z Boxing problem]\n - [9f]\n- [5g Diamond maximizer]\n - [5c]', metaText: '', isTextLoaded: 'true', isSubscribedToDiscussion: 'false', isSubscribedToUser: 'false', isSubscribedAsMaintainer: 'false', discussionSubscriberCount: '1', maintainerCount: '1', userSubscriberCount: '0', lastVisit: '2016-02-23 13:49:17', hasDraft: 'false', votes: [], voteSummary: 'null', muVoteSummary: '0', voteScaling: '0', currentUserVote: '-2', voteCount: '0', lockedVoteType: '', maxEditEver: '0', redLinkCount: '0', lockedBy: '', lockedUntil: '', nextPageId: '', prevPageId: '', usedAsMastery: 'false', proposalEditNum: '0', permissions: { edit: { has: 'false', reason: 'You don't have domain permission to edit this page' }, proposeEdit: { has: 'true', reason: '' }, delete: { has: 'false', reason: 'You don't have domain permission to delete this page' }, comment: { has: 'false', reason: 'You can't comment in this domain because you are not a member' }, proposeComment: { has: 'true', reason: '' } }, summaries: {}, creatorIds: [ 'EliezerYudkowsky', 'AlexeiAndreev', 'NateSoares' ], childIds: [ 'happiness_maximizer', 'AIXI' ], parentIds: [], commentIds: [], questionIds: [], tagIds: [ 'central_example', 'list_meta_tag', 'work_in_progress_meta_tag' ], relatedIds: [], markIds: [], explanations: [], learnMore: [], requirements: [], subjects: [], lenses: [], lensParentId: '', pathPages: [], learnMoreTaughtMap: {}, learnMoreCoveredMap: {}, learnMoreRequiredMap: {}, editHistory: {}, domainSubmissions: {}, answers: [], answerCount: '0', commentCount: '0', newCommentCount: '0', linkedMarkCount: '0', changeLogs: [ { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '4630', pageId: 'value_alignment_central_examples', userId: 'EliezerYudkowsky', edit: '16', type: 'newEdit', createdAt: '2015-12-28 22:58:48', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '4326', pageId: 'value_alignment_central_examples', userId: 'NateSoares', edit: '15', type: 'newEdit', createdAt: '2015-12-24 23:52:28', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '3964', pageId: 'value_alignment_central_examples', userId: 'AlexeiAndreev', edit: '0', type: 'newAlias', createdAt: '2015-12-16 17:33:09', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '3965', pageId: 'value_alignment_central_examples', userId: 'AlexeiAndreev', edit: '14', type: 'newEdit', createdAt: '2015-12-16 17:33:09', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '3963', pageId: 'value_alignment_central_examples', userId: 'AlexeiAndreev', edit: '13', type: 'newTag', createdAt: '2015-12-16 17:32:40', auxPageId: 'list_meta_tag', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '3958', pageId: 'value_alignment_central_examples', userId: 'AlexeiAndreev', edit: '13', type: 'newTag', createdAt: '2015-12-16 17:27:51', auxPageId: 'work_in_progress_meta_tag', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '3956', pageId: 'value_alignment_central_examples', userId: 'AlexeiAndreev', edit: '0', type: 'deleteParent', createdAt: '2015-12-16 17:22:32', auxPageId: 'central_example', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '3954', pageId: 'value_alignment_central_examples', userId: 'AlexeiAndreev', edit: '13', type: 'newTag', createdAt: '2015-12-16 17:22:30', auxPageId: 'central_example', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '796', pageId: 'value_alignment_central_examples', userId: 'AlexeiAndreev', edit: '1', type: 'newChild', createdAt: '2015-10-28 03:46:58', auxPageId: 'AIXI', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '797', pageId: 'value_alignment_central_examples', userId: 'AlexeiAndreev', edit: '1', type: 'newChild', createdAt: '2015-10-28 03:46:58', auxPageId: 'happiness_maximizer', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '191', pageId: 'value_alignment_central_examples', userId: 'AlexeiAndreev', edit: '1', type: 'newParent', createdAt: '2015-10-28 03:46:51', auxPageId: 'central_example', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '1921', pageId: 'value_alignment_central_examples', userId: 'EliezerYudkowsky', edit: '13', type: 'newEdit', createdAt: '2015-07-14 19:18:41', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '1920', pageId: 'value_alignment_central_examples', userId: 'EliezerYudkowsky', edit: '12', type: 'newEdit', createdAt: '2015-07-14 19:14:57', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '1919', pageId: 'value_alignment_central_examples', userId: 'EliezerYudkowsky', edit: '11', type: 'newEdit', createdAt: '2015-07-14 19:13:12', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '1918', pageId: 'value_alignment_central_examples', userId: 'EliezerYudkowsky', edit: '10', type: 'newEdit', createdAt: '2015-07-14 19:07:25', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '1917', pageId: 'value_alignment_central_examples', userId: 'EliezerYudkowsky', edit: '9', type: 'newEdit', createdAt: '2015-07-14 19:05:56', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '1916', pageId: 'value_alignment_central_examples', userId: 'EliezerYudkowsky', edit: '8', type: 'newEdit', createdAt: '2015-07-14 19:03:11', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '1915', pageId: 'value_alignment_central_examples', userId: 'EliezerYudkowsky', edit: '7', type: 'newEdit', createdAt: '2015-07-14 18:55:45', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '1914', pageId: 'value_alignment_central_examples', userId: 'EliezerYudkowsky', edit: '6', type: 'newEdit', createdAt: '2015-07-14 18:54:43', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '1913', pageId: 'value_alignment_central_examples', userId: 'EliezerYudkowsky', edit: '5', type: 'newEdit', createdAt: '2015-07-14 18:53:21', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '1912', pageId: 'value_alignment_central_examples', userId: 'EliezerYudkowsky', edit: '4', type: 'newEdit', createdAt: '2015-07-14 18:52:24', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '1911', pageId: 'value_alignment_central_examples', userId: 'EliezerYudkowsky', edit: '3', type: 'newEdit', createdAt: '2015-07-14 18:29:04', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '1910', pageId: 'value_alignment_central_examples', userId: 'EliezerYudkowsky', edit: '2', type: 'newEdit', createdAt: '2015-07-14 18:25:23', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '1909', pageId: 'value_alignment_central_examples', userId: 'EliezerYudkowsky', edit: '1', type: 'newEdit', createdAt: '2015-07-14 02:49:31', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' } ], feedSubmissions: [], searchStrings: {}, hasChildren: 'true', hasParents: 'false', redAliases: {}, improvementTagIds: [], nonMetaTagIds: [], todos: [], slowDownMap: 'null', speedUpMap: 'null', arcPageIds: 'null', contentRequests: {} }