{
localUrl: '../page/the_plan.html',
arbitalUrl: 'https://arbital.com/p/the_plan',
rawJsonUrl: '../raw/7hx.json',
likeableId: '0',
likeableType: 'page',
myLikeValue: '0',
likeCount: '0',
dislikeCount: '0',
likeScore: '0',
individualLikes: [],
pageId: 'the_plan',
edit: '3',
editSummary: '',
prevEdit: '2',
currentEdit: '3',
wasPublished: 'true',
type: 'wiki',
title: 'The plan ',
clickbait: 'Root page for the plan on how to approach and navigate through AGI development.',
textLength: '2150',
alias: 'the_plan',
externalUrl: '',
sortChildrenBy: 'likes',
hasVote: 'false',
voteType: '',
votesAnonymous: 'false',
editCreatorId: 'AlexeiAndreev',
editCreatedAt: '2017-01-31 07:25:02',
pageCreatorId: 'AlexeiAndreev',
pageCreatedAt: '2017-01-26 00:01:01',
seeDomainId: '0',
editDomainId: '2223',
submitToDomainId: '0',
isAutosave: 'false',
isSnapshot: 'false',
isLiveEdit: 'true',
isMinorEdit: 'false',
indirectTeacher: 'false',
todoCount: '0',
isEditorComment: 'false',
isApprovedComment: 'false',
isResolved: 'false',
snapshotText: '',
anchorContext: '',
anchorText: '',
anchorOffset: '0',
mergedInto: '',
isDeleted: 'false',
viewCount: '29',
text: 'The Plan is backchained from the desired goal:\n\nJill's team has solved the hard problem of intelligence, meaning they understand how intelligence works and can implement it. They also solved the problem of value-loading.\n\nJill is sitting at her computer ready to run the next, improved iteration of the AGI she and her team have been working on. We assume that this version of AI is different in that it will go FOOM, whereas every version before then did not (whether by design or not). She and her team also believe [7h5 this AGI will implement something like CEV].\n\nThere is currently no ongoing [7hy], or at the very least Jill strongly believes her team is ahead by many months, where she would feel comfortable taking additional time to launch this version if she felt like her team actually needed to do that.\n\n### What can go wrong?\n\nAssuming the given scenario, what can go wrong? I think the most likely failure scenario is that Jill and her team were actually wrong in thinking that this AGI will implement their version of CEV. We can assume that the previous versions they ran showed correct behavior. So what went wrong with this new version:\n\n* Mistaken about CEV: it's possible Jill's team was mistaken about how to value-load the AGI.\n* Previous version lied: previous versions of their AI were "advanced" enough that they could lie on the tests.\n* [55] drift: AGI was modifying its value function, and this additional iteration modified it in a bad way. If Jill's team had proved than this shouldn't have happened, it's now clear that they made a mistake.\n* A code bug: a code bug was introduced since the time they ran the previous version. The team didn't code a correct unit test / there was no proof checker.\n\n### Arguments for a different goal\n\nThere are some arguments about why the goal stated above shouldn't be the one we aim for...\n\nThere are also arguments against some of the assumptions stated in the goal...\n\n\n## ML variation\n\nIt's possible that the first AGI to go FOOM will employ some variation on the current ML algorithms. In that case, the scenario and the list of things that can go wrong are quite different...',
metaText: '',
isTextLoaded: 'true',
isSubscribedToDiscussion: 'false',
isSubscribedToUser: 'false',
isSubscribedAsMaintainer: 'false',
discussionSubscriberCount: '1',
maintainerCount: '1',
userSubscriberCount: '0',
lastVisit: '',
hasDraft: 'false',
votes: [],
voteSummary: 'null',
muVoteSummary: '0',
voteScaling: '0',
currentUserVote: '-2',
voteCount: '0',
lockedVoteType: '',
maxEditEver: '0',
redLinkCount: '0',
lockedBy: '',
lockedUntil: '',
nextPageId: '',
prevPageId: '',
usedAsMastery: 'false',
proposalEditNum: '0',
permissions: {
edit: {
has: 'false',
reason: 'You don't have domain permission to edit this page'
},
proposeEdit: {
has: 'true',
reason: ''
},
delete: {
has: 'false',
reason: 'You don't have domain permission to delete this page'
},
comment: {
has: 'false',
reason: 'You can't comment in this domain because you are not a member'
},
proposeComment: {
has: 'true',
reason: ''
}
},
summaries: {},
creatorIds: [
'AlexeiAndreev'
],
childIds: [],
parentIds: [
'the_plan_experiment'
],
commentIds: [],
questionIds: [],
tagIds: [
'start_meta_tag'
],
relatedIds: [],
markIds: [],
explanations: [],
learnMore: [],
requirements: [],
subjects: [],
lenses: [],
lensParentId: '',
pathPages: [],
learnMoreTaughtMap: {},
learnMoreCoveredMap: {},
learnMoreRequiredMap: {},
editHistory: {},
domainSubmissions: {},
answers: [],
answerCount: '0',
commentCount: '0',
newCommentCount: '0',
linkedMarkCount: '0',
changeLogs: [
{
likeableId: '0',
likeableType: 'changeLog',
myLikeValue: '0',
likeCount: '0',
dislikeCount: '0',
likeScore: '0',
individualLikes: [],
id: '21908',
pageId: 'the_plan',
userId: 'AlexeiAndreev',
edit: '0',
type: 'newTag',
createdAt: '2017-01-31 07:25:27',
auxPageId: 'start_meta_tag',
oldSettingsValue: '',
newSettingsValue: ''
},
{
likeableId: '0',
likeableType: 'changeLog',
myLikeValue: '0',
likeCount: '0',
dislikeCount: '0',
likeScore: '0',
individualLikes: [],
id: '21907',
pageId: 'the_plan',
userId: 'AlexeiAndreev',
edit: '3',
type: 'newEdit',
createdAt: '2017-01-31 07:25:02',
auxPageId: '',
oldSettingsValue: '',
newSettingsValue: ''
},
{
likeableId: '0',
likeableType: 'changeLog',
myLikeValue: '0',
likeCount: '0',
dislikeCount: '0',
likeScore: '0',
individualLikes: [],
id: '21902',
pageId: 'the_plan',
userId: 'AlexeiAndreev',
edit: '2',
type: 'newEdit',
createdAt: '2017-01-31 02:19:16',
auxPageId: '',
oldSettingsValue: '',
newSettingsValue: ''
},
{
likeableId: '0',
likeableType: 'changeLog',
myLikeValue: '0',
likeCount: '0',
dislikeCount: '0',
likeScore: '0',
individualLikes: [],
id: '21901',
pageId: 'the_plan',
userId: 'AlexeiAndreev',
edit: '0',
type: 'newEditGroup',
createdAt: '2017-01-31 02:19:15',
auxPageId: '2223',
oldSettingsValue: '21',
newSettingsValue: '2223'
},
{
likeableId: '0',
likeableType: 'changeLog',
myLikeValue: '0',
likeCount: '0',
dislikeCount: '0',
likeScore: '0',
individualLikes: [],
id: '21836',
pageId: 'the_plan',
userId: 'AlexeiAndreev',
edit: '0',
type: 'newParent',
createdAt: '2017-01-26 00:01:02',
auxPageId: 'the_plan_experiment',
oldSettingsValue: '',
newSettingsValue: ''
},
{
likeableId: '0',
likeableType: 'changeLog',
myLikeValue: '0',
likeCount: '0',
dislikeCount: '0',
likeScore: '0',
individualLikes: [],
id: '21834',
pageId: 'the_plan',
userId: 'AlexeiAndreev',
edit: '1',
type: 'newEdit',
createdAt: '2017-01-26 00:01:01',
auxPageId: '',
oldSettingsValue: '',
newSettingsValue: ''
}
],
feedSubmissions: [],
searchStrings: {},
hasChildren: 'false',
hasParents: 'true',
redAliases: {},
improvementTagIds: [],
nonMetaTagIds: [],
todos: [],
slowDownMap: 'null',
speedUpMap: 'null',
arcPageIds: 'null',
contentRequests: {}
}