{ localUrl: '../page/powerful_agent_highly_optimized.html', arbitalUrl: 'https://arbital.com/p/powerful_agent_highly_optimized', rawJsonUrl: '../raw/29.json', likeableId: '1218', likeableType: 'page', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], pageId: 'powerful_agent_highly_optimized', edit: '5', editSummary: '', prevEdit: '4', currentEdit: '5', wasPublished: 'true', type: 'wiki', title: 'Relevant powerful agents will be highly optimized', clickbait: '', textLength: '1695', alias: 'powerful_agent_highly_optimized', externalUrl: '', sortChildrenBy: 'likes', hasVote: 'true', voteType: 'probability', votesAnonymous: 'false', editCreatorId: 'AlexeiAndreev', editCreatedAt: '2015-12-16 17:42:26', pageCreatorId: 'EliezerYudkowsky', pageCreatedAt: '2015-03-23 21:03:26', seeDomainId: '0', editDomainId: 'EliezerYudkowsky', submitToDomainId: '0', isAutosave: 'false', isSnapshot: 'false', isLiveEdit: 'true', isMinorEdit: 'false', indirectTeacher: 'false', todoCount: '6', isEditorComment: 'false', isApprovedComment: 'true', isResolved: 'false', snapshotText: '', anchorContext: '', anchorText: '', anchorOffset: '0', mergedInto: '', isDeleted: 'false', viewCount: '180', text: 'The probability that an agent that is cognitively powerful enough to be relevant to existential outcomes, will have been subject to strong, general optimization pressures. Two (disjunctive) supporting arguments are that, one, pragmatically accessible paths to producing cognitively powerful agents tend to invoke strong and general optimization pressures, and two, that cognitively powerful agents would be expected to apply strong and general optimization pressures to themselves.\n\nAn example of a scenario that negates [ RelevantPowerfulAgentsHighlyOptimized] is [ KnownAlgorithmNonrecursiveIntelligence], where a cognitively powerful intelligence is produced by pouring lots of computing power into known algorithms, and this intelligence is then somehow prohibited from self-modification and the creation of environmental subagents.\n\nWhether a cognitively powerful agent will in fact have been sufficiently optimized depends on the disjunction of:\n\n - [ PowerfulAgentAlreadyOptimized]. Filtering for agents which are powerful enough to be relevant to advanced agent scenarios, will in practice leave mainly agents that have already been subjected to large amounts of cognitive optimization from some internal or external source.\n - [ PowerfulAgentSelfOptimizes]. Agents that reach a threshold of power sufficient to be relevant to advanced agent scenarios will afterwards optimize themselves both heavily and generally.\n\nEnding up with a scenario along the lines of [ KnownAlgorithmNonrecursiveIntelligence] requires defeating both of the above conditions simultaneously. The second condition seems more difficult and to require more [45] or [ CapabilityControl] features than the first.', metaText: '', isTextLoaded: 'true', isSubscribedToDiscussion: 'false', isSubscribedToUser: 'false', isSubscribedAsMaintainer: 'false', discussionSubscriberCount: '2', maintainerCount: '1', userSubscriberCount: '0', lastVisit: '2016-02-24 22:09:11', hasDraft: 'false', votes: [ { value: '75', userId: 'EliezerYudkowsky', createdAt: '2015-03-23 21:04:01' }, { value: '14', userId: 'MikhailLazarev', createdAt: '2017-05-19 07:17:26' } ], voteSummary: 'null', muVoteSummary: '0', voteScaling: '1', currentUserVote: '-2', voteCount: '2', lockedVoteType: '', maxEditEver: '0', redLinkCount: '0', lockedBy: '', lockedUntil: '', nextPageId: '', prevPageId: '', usedAsMastery: 'false', proposalEditNum: '0', permissions: { edit: { has: 'false', reason: 'You don't have domain permission to edit this page' }, proposeEdit: { has: 'true', reason: '' }, delete: { has: 'false', reason: 'You don't have domain permission to delete this page' }, comment: { has: 'false', reason: 'You can't comment in this domain because you are not a member' }, proposeComment: { has: 'true', reason: '' } }, summaries: {}, creatorIds: [ 'EliezerYudkowsky', 'AlexeiAndreev' ], childIds: [], parentIds: [ 'ai_alignment' ], commentIds: [ '89' ], questionIds: [], tagIds: [], relatedIds: [], markIds: [], explanations: [], learnMore: [], requirements: [], subjects: [], lenses: [], lensParentId: '', pathPages: [], learnMoreTaughtMap: {}, learnMoreCoveredMap: {}, learnMoreRequiredMap: {}, editHistory: {}, domainSubmissions: {}, answers: [], answerCount: '0', commentCount: '0', newCommentCount: '0', linkedMarkCount: '0', changeLogs: [ { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '3973', pageId: 'powerful_agent_highly_optimized', userId: 'AlexeiAndreev', edit: '5', type: 'newEdit', createdAt: '2015-12-16 17:42:26', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '3972', pageId: 'powerful_agent_highly_optimized', userId: 'AlexeiAndreev', edit: '0', type: 'newAlias', createdAt: '2015-12-16 17:42:25', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '387', pageId: 'powerful_agent_highly_optimized', userId: 'AlexeiAndreev', edit: '1', type: 'newParent', createdAt: '2015-10-28 03:46:51', auxPageId: 'ai_alignment', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '2145', pageId: 'powerful_agent_highly_optimized', userId: 'EliezerYudkowsky', edit: '4', type: 'newEdit', createdAt: '2015-04-05 00:27:08', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '2144', pageId: 'powerful_agent_highly_optimized', userId: 'EliezerYudkowsky', edit: '3', type: 'newEdit', createdAt: '2015-03-26 20:16:53', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '2143', pageId: 'powerful_agent_highly_optimized', userId: 'EliezerYudkowsky', edit: '2', type: 'newEdit', createdAt: '2015-03-23 21:11:14', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' }, { likeableId: '0', likeableType: 'changeLog', myLikeValue: '0', likeCount: '0', dislikeCount: '0', likeScore: '0', individualLikes: [], id: '2142', pageId: 'powerful_agent_highly_optimized', userId: 'EliezerYudkowsky', edit: '1', type: 'newEdit', createdAt: '2015-03-23 21:03:26', auxPageId: '', oldSettingsValue: '', newSettingsValue: '' } ], feedSubmissions: [], searchStrings: {}, hasChildren: 'false', hasParents: 'true', redAliases: {}, improvementTagIds: [], nonMetaTagIds: [], todos: [], slowDownMap: 'null', speedUpMap: 'null', arcPageIds: 'null', contentRequests: {} }