Bug description
currently while creating 1K oauth2 clients and throwing 500s . It was last run successfully on 6.1.0-SNAPShOT 40b60a157c and 6.5.0-SNAPSHOT (d58b65cb7f)
Invalid status code '500' expected '[201]'. Response: {"code":500,"reason":"Internal Server Error","message":"Internal Server Error"}. Request http://fourme.internal.forgerock.com:8081/openam/json/myrealm/agents. Body {'username': 'clientOIDC_15', 'realm': ['myrealm'], 'userpassword': ['password'], 'com.forgerock.openam.oauth2provider.clientType': ['Confidential'], 'com.forgerock.openam.oauth2provider.accessToken': [], 'com.forgerock.openam.oauth2provider.claims': ['[0]=openid', '[1]=profile', '[2]=email'], 'com.forgerock.openam.oauth2provider.sectorIdentifierURI': [], 'com.forgerock.openam.oauth2provider.jwtTokenLifeTime': ['0'], 'com.forgerock.openam.oauth2provider.contacts': ['[0]='], 'com.forgerock.openam.oauth2provider.clientSessionURI': [], 'com.forgerock.openam.oauth2provider.responseTypes': ['[6]=code token id_token', '[0]=code', '[4]=token id_token', '[2]=id_token', '[3]=code token', '[1]=token', '[5]=code id_token'], 'com.forgerock.openam.oauth2provider.authorizationCodeLifeTime': ['0'], 'com.forgerock.openam.oauth2provider.description': ['[0]='], 'com.forgerock.openam.oauth2provider.accessTokenLifeTime': [3600], 'com.forgerock.openam.oauth2provider.defaultMaxAgeEnabled': ['false'], 'com.forgerock.openam.oauth2provider.subjectType': ['Public'], 'agentgroup': [], 'com.forgerock.openam.oauth2provider.refreshTokenLifeTime': ['0'], 'com.forgerock.openam.oauth2provider.defaultScopes': ['[0]='], 'com.forgerock.openam.oauth2provider.name': ['[0]='], 'AgentType': ['OAuth2Client'], 'com.forgerock.openam.oauth2provider.idTokenSignedResponseAlg': ['RS256'], 'com.forgerock.openam.oauth2provider.clientName': ['[0]='], 'com.forgerock.openam.oauth2provider.tokenEndPointAuthMethod': ['client_secret_basic'], 'universalid': ['id=myClientID,ou=agent,dc=openam,dc=com'], 'com.forgerock.openam.oauth2provider.defaultMaxAge': ['600'], 'sunIdentityServerDeviceStatus': ['Active'], 'com.forgerock.openam.oauth2provider.publicKeyLocation': ['jwks_uri'], 'com.forgerock.openam.oauth2provider.jwksURI': ['http://fourme.internal.forgerock.com:8081/openam/oauth2/myrealm/connect/jwk_uri'], 'com.forgerock.openam.oauth2provider.clientJwtPublicKey': [], 'isConsentImplied': [False], 'com.forgerock.openam.oauth2provider.scopes': ['[0]=phone', '[1]=address', '[2]=email', '[3]=profile', '[4]=openid'], 'com.forgerock.openam.oauth2provider.postLogoutRedirectURI': ['[0]=]'], 'com.forgerock.openam.oauth2provider.redirectionURIs': ['[0]=http://fake.com'], 'com.forgerock.openam.oauth2provider.userinfo.signedResponseAlg': ['RS256'], 'com.forgerock.openam.oauth2provider.userinfo.encryptedResponseAlg': ['RSA1_5'], 'com.forgerock.openam.oauth2provider.userinfo.encryptedResponseEnc': ['A128CBC-HS256'], 'com.forgerock.openam.oauth2provider.userinfo.responseFormat': ['JSON'], 'com.forgerock.openam.oauth2provider.requestObjectSigningAlg': ['HS256'], 'com.forgerock.openam.oauth2provider.requestObjectEncryptionAlg': ['RSA1_5'], 'com.forgerock.openam.oauth2provider.requestObjectEncryptionEnc': ['A128CBC-HS256']}
amAuth:07/01/2018 09:18:11:282 PM CEST: Thread[SystemTimerPool,5,main]: TransactionId[578e12cb-d19a-467f-a42d-40ab57c51e51-423] ERROR: Error schemaChanged : null amAuth:07/01/2018 09:18:11:300 PM CEST: Thread[SystemTimerPool,5,main]: TransactionId[578e12cb-d19a-467f-a42d-40ab57c51e51-423] ERROR: Error schemaChanged : null amAuth:07/01/2018 09:18:11:313 PM CEST: Thread[SystemTimerPool,5,main]: TransactionId[578e12cb-d19a-467f-a42d-40ab57c51e51-423] ERROR: Error schemaChanged : null amAuth:07/01/2018 09:18:17:142 PM CEST: Thread[http-nio-8081-exec-3,5,main]: TransactionId[578e12cb-d19a-467f-a42d-40ab57c51e51-472] ERROR: Error in populateOrgProfile Message:Service does not exist : iPlanetAMAuthService at com.sun.identity.sm.ServiceSchemaManagerImpl.isValid(ServiceSchemaManagerImpl.java:142) at com.sun.identity.sm.ServiceSchemaManagerImpl.<init>(ServiceSchemaManagerImpl.java:120) at com.sun.identity.sm.ServiceSchemaManagerImpl.getInstance(ServiceSchemaManagerImpl.java:631) at com.sun.identity.sm.ServiceConfigManagerImpl.getOrganizationConfig(ServiceConfigManagerImpl.java:180) at com.sun.identity.sm.ServiceConfigManager.getOrganizationConfig(ServiceConfigManager.java:275) at com.sun.identity.sm.OrganizationConfigManager.getServiceConfig(OrganizationConfigManager.java:1004) at com.sun.identity.authentication.service.LoginState.populateOrgProfile(LoginState.java:652) at com.sun.identity.authentication.service.LoginState.createAuthContext(LoginState.java:1722) at com.sun.identity.authentication.service.AuthUtils.getAuthContext(AuthUtils.java:255) at org.forgerock.openam.core.rest.authn.core.wrappers.CoreServicesWrapper.getAuthContext(CoreServicesWrapper.java:51) at org.forgerock.openam.core.rest.authn.core.LoginAuthenticator.getAuthContext(LoginAuthenticator.java:207) at org.forgerock.openam.core.rest.authn.core.LoginAuthenticator.getLoginProcess(LoginAuthenticator.java:92) at org.forgerock.openam.core.rest.authn.RestAuthenticationHandler.authenticate(RestAuthenticationHandler.java:208) at org.forgerock.openam.core.rest.authn.http.AuthenticationServiceV1.authenticate(AuthenticationServiceV1.java:163) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.forgerock.openam.http.annotations.AnnotatedMethod.invoke(AnnotatedMethod.java:76) at org.forgerock.openam.http.annotations.Endpoints$1.handle(Endpoints.java:64) at org.forgerock.http.routing.Router.handle(Router.java:100) at org.forgerock.openam.audit.AbstractHttpAccessAuditFilter.filter(AbstractHttpAccessAuditFilter.java:59) at org.forgerock.http.handler.Handlers$1.handle(Handlers.java:53) at org.forgerock.http.routing.Router.handle(Router.java:100) at org.forgerock.openam.rest.RealmContextFilter.filter(RealmContextFilter.java:80) at org.forgerock.http.handler.Handlers$1.handle(Handlers.java:53) at org.forgerock.http.routing.Router.handle(Router.java:100) at org.forgerock.http.routing.Router.handle(Router.java:100) at org.forgerock.openam.rest.RealmRoutingFactory$ChfRealmRouter.handle(RealmRoutingFactory.java:140) at org.forgerock.http.handler.Handlers$UndescribedAsDescribableHandler.handle(Handlers.java:179) at org.forgerock.openam.rest.RealmRoutingFactory$HostnameFilter.filter(RealmRoutingFactory.java:117) at org.forgerock.http.handler.Handlers$1.handle(Handlers.java:53) at org.forgerock.http.routing.Router.handle(Router.java:100) at org.forgerock.http.routing.Router.handle(Router.java:100) at org.forgerock.openam.rest.CsrfFilter.filter(CsrfFilter.java:95) at org.forgerock.http.handler.Handlers$1.handle(Handlers.java:53) at org.forgerock.http.routing.ResourceApiVersionRoutingFilter.filter(ResourceApiVersionRoutingFilter.java:59) at org.forgerock.http.handler.Handlers$1.handle(Handlers.java:53) at org.forgerock.caf.authentication.framework.AuthenticationFramework.grantAccess(AuthenticationFramework.java:188) at org.forgerock.caf.authentication.framework.AuthenticationFramework.lambda$onValidateRequestSuccess$1(AuthenticationFramework.java:181) at org.forgerock.util.promise.Promises$CompletedPromise.thenAsync(Promises.java:258) at org.forgerock.util.promise.Promises$CompletedPromise.thenAsync(Promises.java:247) at org.forgerock.caf.authentication.framework.AuthenticationFramework.validateRequest(AuthenticationFramework.java:144) at org.forgerock.caf.authentication.framework.AuthenticationFramework.processMessage(AuthenticationFramework.java:134) at org.forgerock.caf.authentication.framework.AuthenticationFilter.filter(AuthenticationFilter.java:84) at org.forgerock.http.handler.Handlers$1.handle(Handlers.java:53) at org.forgerock.openam.http.GuiceHandler.handle(GuiceHandler.java:51) at org.forgerock.openam.http.HttpRoute$6.handle(HttpRoute.java:206) at org.forgerock.http.routing.Router.handle(Router.java:100) at org.forgerock.openam.dpro.session.ProofOfPossessionTokenFilter.filter(ProofOfPossessionTokenFilter.java:88) at org.forgerock.http.handler.Handlers$1.handle(Handlers.java:53) at org.forgerock.http.swagger.OpenApiRequestFilter.filter(OpenApiRequestFilter.java:63) at org.forgerock.http.handler.Handlers$1.handle(Handlers.java:53) at org.forgerock.openam.http.ApiDescriptorFilter.filter(ApiDescriptorFilter.java:139) at org.forgerock.http.handler.Handlers$1.handle(Handlers.java:53) at org.forgerock.openam.http.OpenAMHttpApplication$1.filter(OpenAMHttpApplication.java:74) at org.forgerock.http.handler.Handlers$1.handle(Handlers.java:53) at org.forgerock.http.filter.TransactionIdInboundFilter.filter(TransactionIdInboundFilter.java:75) at org.forgerock.http.handler.Handlers$1.handle(Handlers.java:53) at org.forgerock.http.servlet.HttpFrameworkServlet.service(HttpFrameworkServlet.java:254) at javax.servlet.http.HttpServlet.service(HttpServlet.java:729) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:292) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:207) at org.apache.tomcat.websocket.server.WsFilter.doFilter(WsFilter.java:52) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:240) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:207) at org.forgerock.openam.rest.ProtocolVersionFilter.doFilter(ProtocolVersionFilter.java:65) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:240) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:207) at org.forgerock.openam.validation.ResponseValidationFilter.doFilter(ResponseValidationFilter.java:59) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:240) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:207) at org.forgerock.openam.headers.SetHeadersFilter.doFilter(SetHeadersFilter.java:80) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:240) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:207) at com.sun.identity.setup.AMSetupFilter.doFilter(AMSetupFilter.java:112) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:240) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:207) at org.forgerock.openam.audit.context.AuditContextFilter.doFilter(AuditContextFilter.java:46) at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:240) at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:207) at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:212) at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:94) at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:504) at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:141) at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:79) at org.apache.catalina.valves.AbstractAccessLogValve.invoke(AbstractAccessLogValve.java:620) at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:88) at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:502) at org.apache.coyote.http11.AbstractHttp11Processor.process(AbstractHttp11Processor.java:1132) at org.apache.coyote.AbstractProtocol$AbstractConnectionHandler.process(AbstractProtocol.java:684) at org.apache.tomcat.util.net.NioEndpoint$SocketProcessor.doRun(NioEndpoint.java:1539) at org.apache.tomcat.util.net.NioEndpoint$SocketProcessor.run(NioEndpoint.java:1495) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at org.apache.tomcat.util.threads.TaskThread$WrappingRunnable.run(TaskThread.java:61) at java.lang.Thread.run(Thread.java:748)
How to reproduce the issue
i can be recreated by running below pyforge test with attached config.
./run-pybot.py -v -c perf -s OIDC.OIDC_MultiClient -n OpenAM