[root@ipa-1 ~]# ipactl start --ignore-service-failures
IPA version error: data needs to be upgraded (expected version '4.6.8-5.el7.centos.12', current version '4.6.8-5.el7.centos.10')
Automatically running upgrade, for details see /var/log/ipaupgrade.log
Be patient, this may take a few minutes.
Automatic upgrade failed: Upgrade failed with Operations error:
IPA server upgrade failed: Inspect /var/log/ipaupgrade.log and run command ipa-server-upgrade manually.
('IPA upgrade failed.', 1)
The ipa-server-upgrade command failed. See /var/log/ipaupgrade.log for more information
See the upgrade log for more details and/or run /usr/sbin/ipa-server-upgrade again
Aborting ipactl
[root@ipa-1 ~]# tail -200 /var/log/ipaupgrade.log
2023-01-06T08:20:22Z DEBUG 6
2023-01-06T08:20:22Z DEBUG nsDS5ReplicaBindDnGroupCheckInterval:
2023-01-06T08:20:22Z DEBUG 60
2023-01-06T08:20:22Z DEBUG nsds5replicabinddngroup:
2023-01-06T08:20:22Z DEBUG cn=replication managers,cn=sysaccounts,cn=etc,dc=ipa,dc=com
2023-01-06T08:20:22Z DEBUG nsds5ReplicaBackoffMax:
2023-01-06T08:20:22Z DEBUG 300
2023-01-06T08:20:22Z DEBUG nsds5ReplicaReleaseTimeout:
2023-01-06T08:20:22Z DEBUG 60
2023-01-06T08:20:22Z DEBUG []
2023-01-06T08:20:22Z DEBUG Updated 0
2023-01-06T08:20:22Z DEBUG Done
2023-01-06T08:20:22Z DEBUG Destroyed connection context.ldap2_140204734437520
2023-01-06T08:20:22Z DEBUG Executing upgrade plugin: update_ipaconfigstring_dnsversion_to_ipadnsversion
2023-01-06T08:20:22Z DEBUG raw: update_ipaconfigstring_dnsversion_to_ipadnsversion
2023-01-06T08:20:22Z DEBUG Executing upgrade plugin: update_dnszones
2023-01-06T08:20:22Z DEBUG raw: update_dnszones
2023-01-06T08:20:22Z DEBUG Executing upgrade plugin: update_dns_limits
2023-01-06T08:20:22Z DEBUG raw: update_dns_limits
2023-01-06T08:20:22Z DEBUG Executing upgrade plugin: update_sigden_extdom_broken_config
2023-01-06T08:20:22Z DEBUG raw: update_sigden_extdom_broken_config
2023-01-06T08:20:22Z DEBUG Loading StateFile from '/var/lib/ipa/sysupgrade/sysupgrade.state'
2023-01-06T08:20:22Z DEBUG Already done, skipping
2023-01-06T08:20:22Z DEBUG Executing upgrade plugin: update_sids
2023-01-06T08:20:22Z DEBUG raw: update_sids
2023-01-06T08:20:22Z DEBUG Loading StateFile from '/var/lib/ipa/sysupgrade/sysupgrade.state'
2023-01-06T08:20:22Z DEBUG SIDs do not need to be generated
2023-01-06T08:20:22Z DEBUG Executing upgrade plugin: update_default_range
2023-01-06T08:20:22Z DEBUG raw: update_default_range
2023-01-06T08:20:22Z DEBUG default_range: ipaDomainIDRange entry found, skip plugin
2023-01-06T08:20:22Z DEBUG Executing upgrade plugin: update_default_trust_view
2023-01-06T08:20:22Z DEBUG raw: update_default_trust_view
2023-01-06T08:20:22Z DEBUG raw: adtrust_is_enabled(version=u'2.237')
2023-01-06T08:20:22Z DEBUG adtrust_is_enabled(version=u'2.237')
2023-01-06T08:20:22Z DEBUG AD Trusts are not enabled on this server
2023-01-06T08:20:22Z DEBUG Executing upgrade plugin: update_tdo_gidnumber
2023-01-06T08:20:22Z DEBUG raw: update_tdo_gidnumber
2023-01-06T08:20:22Z DEBUG raw: adtrust_is_enabled(version=u'2.237')
2023-01-06T08:20:22Z DEBUG adtrust_is_enabled(version=u'2.237')
2023-01-06T08:20:22Z DEBUG AD Trusts are not enabled on this server
2023-01-06T08:20:22Z DEBUG Executing upgrade plugin: update_tdo_to_new_layout
2023-01-06T08:20:22Z DEBUG raw: update_tdo_to_new_layout
2023-01-06T08:20:22Z DEBUG raw: adtrust_is_enabled(version=u'2.237')
2023-01-06T08:20:22Z DEBUG adtrust_is_enabled(version=u'2.237')
2023-01-06T08:20:22Z DEBUG AD Trusts are not enabled on this server
2023-01-06T08:20:22Z DEBUG Executing upgrade plugin: update_tdo_default_read_keys_permissions
2023-01-06T08:20:22Z DEBUG raw: update_tdo_default_read_keys_permissions
2023-01-06T08:20:22Z DEBUG raw: adtrust_is_enabled(version=u'2.237')
2023-01-06T08:20:22Z DEBUG adtrust_is_enabled(version=u'2.237')
2023-01-06T08:20:22Z DEBUG AD Trusts are not enabled on this server
2023-01-06T08:20:22Z DEBUG Executing upgrade plugin: update_adtrust_agents_members
2023-01-06T08:20:22Z DEBUG raw: update_adtrust_agents_members
2023-01-06T08:20:22Z DEBUG raw: adtrust_is_enabled(version=u'2.237')
2023-01-06T08:20:22Z DEBUG adtrust_is_enabled(version=u'2.237')
2023-01-06T08:20:22Z DEBUG AD Trusts are not enabled on this server
2023-01-06T08:20:22Z DEBUG Executing upgrade plugin: update_ca_renewal_master
2023-01-06T08:20:22Z DEBUG raw: update_ca_renewal_master
2023-01-06T08:20:22Z DEBUG Loading StateFile from '/var/lib/ipa/sysrestore/sysrestore.state'
2023-01-06T08:20:22Z DEBUG Loading Index file from '/var/lib/ipa/sysrestore/sysrestore.index'
2023-01-06T08:20:22Z DEBUG found CA renewal master ipa-1.dev.gov
2023-01-06T08:20:22Z DEBUG Executing upgrade plugin: update_idrange_type
2023-01-06T08:20:22Z DEBUG raw: update_idrange_type
2023-01-06T08:20:22Z DEBUG update_idrange_type: search for ID ranges with no type set
2023-01-06T08:20:22Z DEBUG update_idrange_type: no ID range without type set found
2023-01-06T08:20:22Z DEBUG Executing upgrade plugin: update_pacs
2023-01-06T08:20:22Z DEBUG raw: update_pacs
2023-01-06T08:20:22Z DEBUG PAC for nfs is already set, not adding nfs:NONE.
2023-01-06T08:20:22Z DEBUG Executing upgrade plugin: update_service_principalalias
2023-01-06T08:20:22Z DEBUG raw: update_service_principalalias
2023-01-06T08:20:22Z DEBUG update_service_principalalias: search for affected services
2023-01-06T08:20:22Z DEBUG update_service_principalalias: no service to update found
2023-01-06T08:20:22Z DEBUG Executing upgrade plugin: update_fix_duplicate_cacrt_in_ldap
2023-01-06T08:20:22Z DEBUG raw: update_fix_duplicate_cacrt_in_ldap
2023-01-06T08:20:22Z DEBUG raw: ca_is_enabled(version=u'2.237')
2023-01-06T08:20:22Z DEBUG ca_is_enabled(version=u'2.237')
2023-01-06T08:20:22Z DEBUG Found 1 entrie(s) for IPA CA in LDAP
2023-01-06T08:20:22Z DEBUG Destroyed connection context.ldap2_140204748536976
2023-01-06T08:20:22Z DEBUG Restarting directory server to apply updates
2023-01-06T08:20:22Z DEBUG Destroyed connection context.ldap2_140204774998224
2023-01-06T08:20:22Z DEBUG Starting external process
2023-01-06T08:20:22Z DEBUG args=/bin/systemctl restart dirsrv@DEV-IPA-COM.service
2023-01-06T08:20:28Z DEBUG Process finished, return code=0
2023-01-06T08:20:28Z DEBUG stdout=
2023-01-06T08:20:28Z DEBUG stderr=
2023-01-06T08:20:28Z DEBUG Restart of dirsrv@DEV-IPA-COM.service complete
2023-01-06T08:20:28Z DEBUG Created connection context.ldap2_140204774998224
2023-01-06T08:20:28Z DEBUG Created connection context.ldap2_140204748536976
2023-01-06T08:20:28Z DEBUG Executing upgrade plugin: update_upload_cacrt
2023-01-06T08:20:28Z DEBUG raw: update_upload_cacrt
2023-01-06T08:20:28Z DEBUG Loading Index file from '/var/lib/ipa/sysrestore/sysrestore.index'
2023-01-06T08:20:28Z DEBUG raw: ca_is_enabled(version=u'2.237')
2023-01-06T08:20:28Z DEBUG ca_is_enabled(version=u'2.237')
2023-01-06T08:20:28Z DEBUG flushing ldapi://%2Fvar%2Frun%2Fslapd-DEV-IPA-COM.socket from SchemaCache
2023-01-06T08:20:28Z DEBUG retrieving schema for SchemaCache url=ldapi://%2Fvar%2Frun%2Fslapd-DEV-IPA-COM.socket conn=<ldap.ldapobject.SimpleLDAPObject instance at 0x7f83f57f1098>
2023-01-06T08:20:28Z DEBUG Starting external process
2023-01-06T08:20:28Z DEBUG args=/usr/bin/certutil -d dbm:/etc/httpd/alias -L -f /etc/httpd/alias/pwdfile.txt
2023-01-06T08:20:29Z DEBUG Process finished, return code=0
2023-01-06T08:20:29Z DEBUG stdout=
Certificate Nickname Trust Attributes
SSL,S/MIME,JAR/XPI
DEV.IPA.COM IPA CA CT,C,C
Server-Cert u,u,u
E=IPA@sample.com,CN=IPA Root Certificate Authority,OU=IPA Root CA,O=IPA,L=Herndon,ST=VA,C=US CT,C,C
2023-01-06T08:20:29Z DEBUG stderr=
2023-01-06T08:20:29Z DEBUG Starting external process
2023-01-06T08:20:29Z DEBUG args=/usr/bin/certutil -d dbm:/etc/httpd/alias -L -n DEV.IPA.COM IPA CA -a -f /etc/httpd/alias/pwdfile.txt
2023-01-06T08:20:30Z DEBUG Process finished, return code=0
2023-01-06T08:20:30Z DEBUG stdout=-----BEGIN CERTIFICATE-----
... certificate here...
-----END CERTIFICATE-----
2023-01-06T08:20:30Z DEBUG stderr=
2023-01-06T08:20:30Z DEBUG Unhandled LDAPError: OPERATIONS_ERROR: {'desc': 'Operations error'}
2023-01-06T08:20:30Z DEBUG Destroyed connection context.ldap2_140204748536976
2023-01-06T08:20:30Z ERROR Upgrade failed with Operations error:
2023-01-06T08:20:30Z DEBUG Traceback (most recent call last):
File "/usr/lib/python2.7/site-packages/ipaserver/install/upgradeinstance.py", line 274, in __upgrade
self.modified = (ld.update(self.files) or self.modified)
File "/usr/lib/python2.7/site-packages/ipaserver/install/ldapupdate.py", line 966, in update
self._run_updates(all_updates)
File "/usr/lib/python2.7/site-packages/ipaserver/install/ldapupdate.py", line 928, in _run_updates
self._run_update_plugin(update['plugin'])
File "/usr/lib/python2.7/site-packages/ipaserver/install/ldapupdate.py", line 903, in _run_update_plugin
restart_ds, updates = self.api.Updater[plugin_name]()
File "/usr/lib/python2.7/site-packages/ipalib/frontend.py", line 1474, in __call__
return self.execute(**options)
File "/usr/lib/python2.7/site-packages/ipaserver/install/plugins/upload_cacrt.py", line 102, in execute
ldap.update_entry(entry)
File "/usr/lib/python2.7/site-packages/ipapython/ipaldap.py", line 1629, in update_entry
self.conn.modify_s(str(entry.dn), modlist)
File "/usr/lib64/python2.7/contextlib.py", line 35, in __exit__
self.gen.throw(type, value, traceback)
File "/usr/lib/python2.7/site-packages/ipapython/ipaldap.py", line 1087, in error_handler
raise errors.DatabaseError(desc=desc, info=info)
DatabaseError: Operations error:
2023-01-06T08:20:30Z DEBUG Traceback (most recent call last):
File "/usr/lib/python2.7/site-packages/ipaserver/install/service.py", line 567, in start_creation
run_step(full_msg, method)
File "/usr/lib/python2.7/site-packages/ipaserver/install/service.py", line 557, in run_step
method()
File "/usr/lib/python2.7/site-packages/ipaserver/install/upgradeinstance.py", line 282, in __upgrade
raise RuntimeError(e)
RuntimeError: Operations error:
2023-01-06T08:20:30Z DEBUG [error] RuntimeError: Operations error:
2023-01-06T08:20:30Z DEBUG [cleanup]: stopping directory server
2023-01-06T08:20:30Z DEBUG Destroyed connection context.ldap2_140204774998224
2023-01-06T08:20:30Z DEBUG Starting external process
2023-01-06T08:20:30Z DEBUG args=/bin/systemctl stop dirsrv@DEV-IPA.COM.service
2023-01-06T08:20:33Z DEBUG Process finished, return code=0
2023-01-06T08:20:33Z DEBUG stdout=
2023-01-06T08:20:33Z DEBUG stderr=
2023-01-06T08:20:33Z DEBUG Stop of dirsrv@DEV-IPA-COM.service complete
2023-01-06T08:20:33Z DEBUG duration: 3 seconds
2023-01-06T08:20:33Z DEBUG [cleanup]: restoring configuration
2023-01-06T08:20:33Z DEBUG Loading StateFile from '/var/lib/ipa/sysrestore/sysrestore.state'
2023-01-06T08:20:33Z DEBUG Loading StateFile from '/var/lib/ipa/sysrestore/sysrestore.state'
2023-01-06T08:20:33Z DEBUG Saving StateFile to '/var/lib/ipa/sysrestore/sysrestore.state'
2023-01-06T08:20:33Z DEBUG Loading StateFile from '/var/lib/ipa/sysrestore/sysrestore.state'
2023-01-06T08:20:33Z DEBUG Loading StateFile from '/var/lib/ipa/sysrestore/sysrestore.state'
2023-01-06T08:20:33Z DEBUG Saving StateFile to '/var/lib/ipa/sysrestore/sysrestore.state'
2023-01-06T08:20:33Z DEBUG Loading StateFile from '/var/lib/ipa/sysrestore/sysrestore.state'
2023-01-06T08:20:33Z DEBUG Loading StateFile from '/var/lib/ipa/sysrestore/sysrestore.state'
2023-01-06T08:20:33Z DEBUG Saving StateFile to '/var/lib/ipa/sysrestore/sysrestore.state'
2023-01-06T08:20:33Z DEBUG Loading StateFile from '/var/lib/ipa/sysrestore/sysrestore.state'
2023-01-06T08:20:33Z DEBUG Loading StateFile from '/var/lib/ipa/sysrestore/sysrestore.state'
2023-01-06T08:20:33Z DEBUG Saving StateFile to '/var/lib/ipa/sysrestore/sysrestore.state'
2023-01-06T08:20:33Z DEBUG duration: 0 seconds
2023-01-06T08:20:33Z ERROR IPA server upgrade failed: Inspect /var/log/ipaupgrade.log and run command ipa-server-upgrade manually.
2023-01-06T08:20:33Z DEBUG File "/usr/lib/python2.7/site-packages/ipapython/admintool.py", line 178, in execute
return_value = self.run()
File "/usr/lib/python2.7/site-packages/ipaserver/install/ipa_server_upgrade.py", line 56, in run
raise admintool.ScriptError(str(e))
2023-01-06T08:20:33Z DEBUG The ipa-server-upgrade command failed, exception: ScriptError: ('IPA upgrade failed.', 1)
2023-01-06T08:20:33Z ERROR ('IPA upgrade failed.', 1)
2023-01-06T08:20:33Z ERROR The ipa-server-upgrade command failed. See /var/log/ipaupgrade.log for more information