{ localUrl: '../page/value_alignment_problem.html', arbitalUrl: 'https://arbital.com/p/value_alignment_problem', rawJsonUrl: '../raw/5s.json', likeableId: '2348', likeableType: 'page', myLikeValue: '0', likeCount: '5', dislikeCount: '0', likeScore: '5', individualLikes: [ 'AlexeiAndreev', 'TomBrown', 'BenWest', 'JeremyPerret', 'RonnyFernandez' ], pageId: 'value_alignment_problem', edit: '12', editSummary: '', prevEdit: '9', currentEdit: '12', wasPublished: 'true', type: 'wiki', title: 'Value alignment problem', clickbait: 'You want to build an advanced AI with the right values... but how?', textLength: '1063', alias: 'value_alignment_problem', externalUrl: '', sortChildrenBy: 'likes', hasVote: 'false', voteType: '', votesAnonymous: 'false', editCreatorId: 'EliezerYudkowsky', editCreatedAt: '2017-02-02 00:46:41', pageCreatorId: 'EliezerYudkowsky', pageCreatedAt: '2015-05-15 11:48:47', seeDomainId: '0', editDomainId: 'EliezerYudkowsky', submitToDomainId: '0', isAutosave: 'false', isSnapshot: 'false', isLiveEdit: 'true', isMinorEdit: 'false', indirectTeacher: 'false', todoCount: '0', isEditorComment: 'false', isApprovedComment: 'true', isResolved: 'false', snapshotText: '', anchorContext: '', anchorText: '', anchorOffset: '0', mergedInto: '', isDeleted: 'false', viewCount: '1069', text: 'Disambiguation: For the research subject that includes the entire edifice of how and why to produce good AIs, see [2v].\n\n[summary: The 'value alignment problem' is to produce [7g1 sufficiently advanced machine intelligences] that *want* to do [3d9 beneficial] things and not do harmful things. The largest-looming subproblem is [6c 'value identification' or 'value learning'] (sometimes considered synonymous with value alignment) but this also includes subproblems like [45], that is, AI values such that it doesn't *want* to interfere with you correcting what you see as an error in its code.]\n\nThe 'value alignment problem' is to produce [7g1 sufficiently advanced machine intelligences] that *want* to do [3d9 beneficial] things and not do harmful things. The largest-looming subproblem is [6c 'value identification' or 'value learning'] (sometimes considered synonymous with value alignment) but this also includes subproblems like [45], that is, AI values such that it doesn't *want* to interfere with you correcting what you see as an error in its code.', metaText: '', isTextLoaded: 'true', isSubscribedToDiscussion: 'false', isSubscribedToUser: 'false', isSubscribedAsMaintainer: 'false', discussionSubscriberCount: '6', maintainerCount: '1', userSubscriberCount: '0', lastVisit: '2016-02-26 14:18:06', hasDraft: 'false', votes: [], voteSummary: 'null', muVoteSummary: '0', voteScaling: '0', currentUserVote: '-2', voteCount: '0', lockedVoteType: '', maxEditEver: '0', redLinkCount: '0', lockedBy: '', lockedUntil: '', nextPageId: '', prevPageId: '', usedAsMastery: 'false', proposalEditNum: '0', permissions: { edit: { has: 'false', reason: 'You don't have domain permission to edit this page' }, proposeEdit: { has: 'true', reason: '' }, delete: { has: 'false', reason: 'You don't have domain permission to delete this page' }, comment: { has: 'false', reason: 'You can't comment in this domain because you are not a member' }, proposeComment: { has: 'true', reason: '' } }, summaries: {}, creatorIds: [ 'EliezerYudkowsky', 'AlexeiAndreev' ], childIds: [ 'total_alignment', 'preference_framework' ], parentIds: [ 'ai_alignment' ], commentIds: [], questionIds: [], tagIds: [ 'stub_meta_tag' ], relatedIds: [], markIds: [], explanations: [], learnMore: [], requirements: [], subjects: [], lenses: [], lensParentId: '', pathPages: [], learnMoreTaughtMap: {}, learnMoreCoveredMap: {}, learnMoreRequiredMap: {}, editHistory: {}, domainSubmissions: {}, answers: [], answerCount: '0', commentCount: '0', newCommentCount: '0', linkedMarkCount: '0', changeLogs: [ { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '21948', pageId: 'value_alignment_problem', userId: 'EliezerYudkowsky', edit: '0', type: 'newChild', createdAt: '2017-02-07 19:44:57', auxPageId: 'preference_framework', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '21918', pageId: 'value_alignment_problem', userId: 'EliezerYudkowsky', edit: '12', type: 'newEdit', createdAt: '2017-02-02 00:46:41', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '21917', pageId: 'value_alignment_problem', userId: 'EliezerYudkowsky', edit: '0', type: 'newTag', createdAt: '2017-02-02 00:46:17', auxPageId: 'stub_meta_tag', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '16067', pageId: 'value_alignment_problem', userId: 'EliezerYudkowsky', edit: '0', type: 'deleteChild', createdAt: '2016-07-07 22:02:02', auxPageId: 'edge_instantiation', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '16065', pageId: 'value_alignment_problem', userId: 'EliezerYudkowsky', edit: '0', type: 'newChild', createdAt: '2016-07-07 22:01:20', auxPageId: 'edge_instantiation', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '11834', pageId: 'value_alignment_problem', userId: 'EliezerYudkowsky', edit: '9', type: 'newChild', createdAt: '2016-06-06 19:52:05', auxPageId: 'total_alignment', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '3804', pageId: 'value_alignment_problem', userId: 'AlexeiAndreev', edit: '9', type: 'newEdit', createdAt: '2015-12-16 00:23:40', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '3803', pageId: 'value_alignment_problem', userId: 'AlexeiAndreev', edit: '8', type: 'newEdit', createdAt: '2015-12-16 00:20:35', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '3801', pageId: 'value_alignment_problem', userId: 'AlexeiAndreev', edit: '0', type: 'newAlias', createdAt: '2015-12-16 00:18:36', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '3802', pageId: 'value_alignment_problem', userId: 'AlexeiAndreev', edit: '6', type: 'newEdit', createdAt: '2015-12-16 00:18:36', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '3703', pageId: 'value_alignment_problem', userId: 'EliezerYudkowsky', edit: '7', type: 'newEdit', createdAt: '2015-12-14 20:45:54', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '3542', pageId: 'value_alignment_problem', userId: 'EliezerYudkowsky', edit: '5', type: 'newEdit', createdAt: '2015-11-30 00:55:20', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '381', pageId: 'value_alignment_problem', userId: 'AlexeiAndreev', edit: '1', type: 'newParent', createdAt: '2015-10-28 03:46:51', auxPageId: 'ai_alignment', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '2075', pageId: 'value_alignment_problem', userId: 'EliezerYudkowsky', edit: '4', type: 'newEdit', createdAt: '2015-05-31 18:56:53', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '2074', pageId: 'value_alignment_problem', userId: 'EliezerYudkowsky', edit: '3', type: 'newEdit', createdAt: '2015-05-15 13:19:10', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '2073', pageId: 'value_alignment_problem', userId: 'EliezerYudkowsky', edit: '2', type: 'newEdit', createdAt: '2015-05-15 11:48:55', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' } ], feedSubmissions: [], searchStrings: {}, hasChildren: 'true', hasParents: 'true', redAliases: {}, improvementTagIds: [], nonMetaTagIds: [], todos: [], slowDownMap: 'null', speedUpMap: 'null', arcPageIds: 'null', contentRequests: {} }