Click HERE to see how Saviynt Intelligence is transforming the industry. |
09/17/2024 11:55 AM - last edited on 09/18/2024 02:50 AM by Sunil
Hello Experts,
We are trying to import the access, we are able to get the data in postman, but in saviynt the job is failing
ImportAccountEntJSON
{
"accountParams":{
"connection":"acctAuth",
"processingType":"SequentialAndIterative",
"statusAndThresholdConfig":{
"accountThresholdValue":10000,
"statusColumn":"customproperty5",
"activeStatus":[
"false"
],
"deleteLinks":true,
"correlateInactiveAccounts":false
},
"call":{
"call1":{
"callOrder":0,
"stageNumber":0,
"http":{
"url":"xxxxxxx/api/data/v9.2/systemusers?%24filter=isdisabled%20eq%20false",
"httpMethod":"GET",
"httpHeaders":{
"Authorization":"${access_token}"
},
"httpContentType":"application/x-www-form-urlencoded"
},
"listField":"value",
"keyField":"accountID",
"colsToPropsMap":{
"accountID":"systemuserid~#~char",
"name":"domainname~#~char",
"customproperty3":"internalemailaddress~#~char",
"customproperty4":"_businessunitid_value~#~char",
"customproperty5":"isdisabled~#~char",
"customproperty31":"STORE#ACC#ENT#MAPPINGINFO~#~char"
}
}
}
},
"entitlementParams":{
"connection":"acctAuth",
"dateFormat":"yyyy-MM-dd'T'HH:mm:ssXXX",
"processingType":"SequentialAndIterative",
"entTypes":{
"roles":{
"entTypeOrder":0,
"call":{
"call1":{
"callOrder":0,
"stageNumber":0,
"showJobHistory":true,
"http":{
"url":"xxxxxx/api/data/v9.2/roles",
"httpMethod":"GET",
"httpHeaders":{
"OData-MaxVersion":"4.0",
"OData-Version":"4.0",
"Authorization":"${access_token}"
},
"httpContentType":"application/x-www-form-urlencoded"
},
"listField":"value",
"keyField":"entitlementID",
"colsToPropsMap":{
"entitlementID":"roleid~#~char",
"entitlement_value":"name~#~char",
"DESCRIPTION":"name~#~char",
"customproperty1":"roleid~#~char",
"customproperty2":"_businessunitid_value~#~char",
"customproperty3":"roleidunique~#~char"
},
"disableDeletedEntitlements":true
}
}
}
}
},
"acctEntParams":{
"connection":"acctAuth",
"entTypes":{
"roles":{
"call":{
"call1":{
"processingType":"httpEntToAcct",
"callOrder":0,
"stageNumber":0,
"showJobHistory":true,
"http":{
"url":"xxxxxx/api/data/v9.2/systemuserrolescollection?%24filter=roleid%20eq%20'${id}'",
"httpMethod":"GET",
"httpHeaders":{
"Authorization":"${access_token}",
"Accept":"application/json"
}
},
"listField":"value",
"entIdPath":"roleid",
"entKeyField":"entitlementID",
"acctIdPath":"systemuserid",
"acctKeyField":"accountID"
}
}
}
}
}
}
curl command in postman
curl --location 'xxxxxxx/api/data/v9.2/roles' \
--header 'Authorization: Bearer ABC' \
--header 'Cookie: ARRAffinity=097788175f8b1ef958040bf14f06e772dce98fceffcea17c3c9d262e4b77e122eb29bb4b19df1459d2ea781b605f33064b9fea1f144b525b9d7676625c4ffb5408DCD74AC9F71990100505354; ReqClientId=616fdf73-17e9-48d8-90f1-c429b27f659e; orgId=97876b1d-d5ae-4f9a-8bc6-ab6c25b21e99'
please advise if I am missing anything here
[This message has been edited by moderator to mask sensitive info]
09/17/2024 01:14 PM
09/18/2024 12:44 AM
@rushikeshvartak - Authentication is not working, if we hardcode the access token, it is working fine able to import accounts and access.
COnnection json
{
"authentications": {
"acctAuth": {
"authType": "oauth2",
"url": "https://login.microsoftonline.com/xxxxxxxxxx/oauth2/v2.0/token",
"httpMethod": "GET",
"httpParams": {
"client_id": "xxxxxxxxxxxxxxxxx",
"client_secret": "xxxxxxxxxxxxx",
"grant_type": "client_credentials",
"resource": "xxxxxxxxxxx"
},
"httpHeaders": {
"Content-Type": "application/x-www-form-urlencoded"
},
"httpContentType": "application/x-www-form-urlencoded",
"expiryError": "ExpiredAuthenticationToken",
"authError": [
"USER_AUTHENTICATION_FAILED",
"PARTNER_AUTHENTICATION_FAILED",
"AuthenticationFailed"
],
"timeOutError": "Read timed out",
"errorPath": "errorCode",
"maxRefreshTryCount": 5,
"tokenResponsePath": "access_token",
"tokenType": "Bearer",
"retryFailureStatusCode": [
401
],
"accessToken": "Bearer abc
}
}
}
Logs
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-called executeGetRequestWithHeaders for api...
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-after calling executeRequestWithHeaders for api...
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-called api...
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-timeout validated for api...
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-got response for api...
2024-09-18T13:10:59+05:30-ecm-worker-rest.RestProvisioningService-quartzScheduler_Worker-7-q979z-DEBUG-
2024-09-18T13:10:59+05:30-ecm-worker-rest.RestUtilService-quartzScheduler_Worker-7-q979z-DEBUG-pullObjectsByRest - responseStatusCode ::401
2024-09-18T13:10:59+05:30-ecm-worker-rest.RestProvisioningService-quartzScheduler_Worker-7-q979z-ERROR-Exception in pullObjectsByRest :401
2024-09-18T13:10:59+05:30-ecm-worker-rest.RestProvisioningService-quartzScheduler_Worker-7-q979z-ERROR-Inside token Expiry Exception block. connectionParamMap.refreshTryCount : 0
2024-09-18T13:10:59+05:30-ecm-worker-rest.RestProvisioningService-quartzScheduler_Worker-7-q979z-DEBUG-Incrementing connectionParamMap.refreshTryCount : 1
2024-09-18T13:10:59+05:30-ecm-worker-rest.RestProvisioningService-quartzScheduler_Worker-7-q979z-DEBUG-maxRefreshTryCount : 5
2024-09-18T13:10:59+05:30-ecm-worker-rest.RestUtilService-quartzScheduler_Worker-7-q979z-DEBUG-Calling https://login.microsoftonline.com/xxxxxx/oauth2/v2.0/token
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-calling executeRequestWithTimeoutConfig for api...
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-calling api...
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-before calling executeRequestWithHeaders for api...
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-isFipsEnabled = false
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-getHttpClient - proxyParams : null
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-getHttpClient - sslSocketFactory : null
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-setting connection timeout to 10 seconds and request timeout to 60 seconds
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-getHttpClient - HttpClientBuilder.create().build() called.
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-called executeGetRequestWithHeaders for api...
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-after calling executeRequestWithHeaders for api...
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-called api...
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-timeout validated for api...
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-got response for api...
2024-09-18T13:11:00+05:30-ecm-worker-rest.RestUtilService-quartzScheduler_Worker-7-q979z-DEBUG-fetching result from response.responseText
2024-09-18T13:11:00+05:30-ecm-worker-rest.RestUtilService-quartzScheduler_Worker-7-q979z-DEBUG-Exception in processAPICall in parsing Response
2024-09-18T13:11:00+05:30-ecm-worker--null-q979z--org.json.JSONException: Mismatched link and head at 19379 [character 6 line 88] at org.json.JSONTokener.syntaxError(JSONTokener.java:451) at org.json.XML.parse(XML.java:210) at org.json.XML.parse(XML.java:278) at org.json.XML.parse(XML.java:278) at org.json.XML.parse(XML.java:278) at org.json.XML.parse(XML.java:278) at org.json.XML.parse(XML.java:278) at org.json.XML.parse(XML.java:278) at org.json.XML.parse(XML.java:278) at org.json.XML.parse(XML.java:278) at org.json.XML.parse(XML.java:278) at org.json.XML.parse(XML.java:278) at org.json.XML.parse(XML.java:278) at org.json.XML.toJSONObject(XML.java:358) at org.json.XML.toJSONObject(XML.java:329) at com.saviynt.provisoning.rest.RestUtilService.processAPICall(RestUtilService.groovy:341) at com.saviynt.provisoning.rest.RestUtilService.getOauthAccessToken2(RestUtilService.groovy:433) at com.saviynt.provisoning.rest.RestProvisioningService.populateHttpParamsForOauth(RestProvisioningService.groovy:3578) at com.saviynt.provisoning.rest.RestProvisioningService.populateHttpParams(RestProvisioningService.groovy:3488) at com.saviynt.provisoning.rest.RestProvisioningService.populateHttpBeforeRetry(RestProvisioningService.groovy:4725) at com.saviynt.provisoning.rest.RestProvisioningService.isErrorRetry(RestProvisioningService.groovy:4695) at com.saviynt.provisoning.rest.RestProvisioningService.retryAfterFailure(RestProvisioningService.groovy:4679) at com.saviynt.provisoning.rest.RestProvisioningService.pullObjectsByRest(RestProvisioningService.groovy:4663) at com.saviynt.provisoning.rest.RestProvisioningService.processAccountsByPagination(RestProvisioningService.groovy:4256) at com.saviynt.provisoning.rest.RestProvisioningService.processAccounts(RestProvisioningService.groovy:4183) at com.saviynt.provisoning.rest.RestProvisioningService.processAccountsFinal(RestProvisioningService.groovy:1689) at com.saviynt.provisoning.rest.RestProvisioningService.processAccountsFullBySequentialAndIterative(RestProvisioningService.groovy:1653) at com.saviynt.provisoning.rest.RestProvisioningService.importAccountsFull(RestProvisioningService.groovy:1475) at com.saviynt.provisoning.rest.RestProvisioningService.doImport(RestProvisioningService.groovy:139) at com.saviynt.ecm.integration.ExternalConnectionCallService.invokeExternalMethod(ExternalConnectionCallService.groovy:233) at ApplicationDataImportJob.execute(ApplicationDataImportJob.groovy:211) at org.quartz.core.JobRunShell.run(JobRunShell.java:199) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:546)
2024-09-18T13:11:00+05:30-ecm-worker-rest.RestUtilService-quartzScheduler_Worker-7-q979z-DEBUG-responseToken is null or empty
2024-09-18T13:11:00+05:30-ecm-worker-rest.RestUtilService-quartzScheduler_Worker-7-q979z-DEBUG-connectionid:: 193
2024-09-18T13:11:00+05:30-ecm-worker-rest.RestProvisioningService-quartzScheduler_Worker-7-q979z-DEBUG-access token populated for oauth authentication..
2024-09-18T13:11:00+05:30-ecm-worker-rest.RestProvisioningService-quartzScheduler_Worker-7-q979z-DEBUG-Inside pullObjectsByRest
2024-09-18T13:11:00+05:30-ecm-worker-rest.RestProvisioningService-quartzScheduler_Worker-7-q979z-DEBUG-
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-calling executeRequestWithTimeoutConfig for api...
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-calling api...
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-before calling executeRequestWithHeaders for api...
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-isFipsEnabled = false
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-getHttpClient - proxyParams : null
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-getHttpClient - sslSocketFactory : null
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-setting connection timeout to 10 seconds and request timeout to 60 seconds
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-getHttpClient - HttpClientBuilder.create().build() called.
2024-09-18T13:10:59+05:30-ecm-worker-jobs.ApplicationDataImportJob-quartzScheduler_Worker-7-q979z-DEBUG-Inside isSameEndpointImportInProgress for security system id : Aurora_MSD-Dev
2024-09-18T13:10:59+05:30-ecm-worker-jobs.ApplicationDataImportJob-quartzScheduler_Worker-7-q979z-DEBUG-Testing-JobDataMap.size : 31
2024-09-18T13:10:59+05:30-ecm-worker-jobs.ApplicationDataImportJob-quartzScheduler_Worker-7-q979z-DEBUG-importType: full
2024-09-18T13:10:59+05:30-ecm-worker-jobs.ApplicationDataImportJob-quartzScheduler_Worker-7-q979z-DEBUG-sameSecSysTrigCount : 1
2024-09-18T13:10:59+05:30-ecm-worker-jobs.ApplicationDataImportJob-quartzScheduler_Worker-7-q979z-DEBUG-fullAndIncremental : false
2024-09-18T13:10:59+05:30-ecm-worker-jobs.ApplicationDataImportJob-quartzScheduler_Worker-7-q979z-DEBUG-isAllowMultiTriggerForSameEndpoint : false
2024-09-18T13:10:59+05:30-ecm-worker-jobs.ApplicationDataImportJob-quartzScheduler_Worker-7-q979z-DEBUG-isSameEndImportInProgress : false
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-START INVOKING EXTERNAL CONNECTION
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=tabDetail Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=UpdateUserJSON Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=SendOtpJSON Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=accessfilteraccount Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=ENDPOINTS_FILTER Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=startdate Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=ImportUserJSON Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=EnableAccountJSON Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=PasswdPolicyJSON Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=accountsoraccess Value=accounts
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=importTables Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=TicketStatusJSON Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=ConfigJSON Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=AddAccessJSON Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=RemoveFFIDAccessJSON Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=audittype Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=UpdateAccountJSON Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=jobname Value=ApplicationDataImportJob
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=maxfilesize Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=pamtype Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=securitysystems Value=125
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=jobnamelabel Value=Application Data Import (Multi Threaded)
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=accessdetailfilter Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=ImportAccountEntJSON Value={
2024-09-18T13:10:59+05:30-ecm-worker--null-q979z--"accountParams": {
2024-09-18T13:10:59+05:30-ecm-worker--null-q979z--"connection": "acctAuth",
2024-09-18T13:10:59+05:30-ecm-worker--null-q979z--"processingType": "SequentialAndIterative",
2024-09-18T13:10:59+05:30-ecm-worker--null-q979z--"statusAndThresholdConfig": {
2024-09-18T13:10:59+05:30-ecm-worker--null-q979z--"accountThresholdValue": 10000,
2024-09-18T13:10:59+05:30-ecm-worker--null-q979z--"statusColumn": "customproperty5",
2024-09-18T13:10:59+05:30-ecm-worker--null-q979z--"activeStatus": [
2024-09-18T13:10:59+05:30-ecm-worker--null-q979z--"false"
2024-09-18T13:10:59+05:30-ecm-worker--null-q979z--],
09/17/2024 06:50 PM
@sk
Can you share the postman's response.
Can you also share the job logs in text file.
09/18/2024 12:45 AM - edited 09/18/2024 12:46 AM
@stalluri , if we hardcode access token, we are able to import accounts and access .
please find the logs below
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-called executeGetRequestWithHeaders for api...
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-after calling executeRequestWithHeaders for api...
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-called api...
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-timeout validated for api...
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-got response for api...
2024-09-18T13:10:59+05:30-ecm-worker-rest.RestProvisioningService-quartzScheduler_Worker-7-q979z-DEBUG-
2024-09-18T13:10:59+05:30-ecm-worker-rest.RestUtilService-quartzScheduler_Worker-7-q979z-DEBUG-pullObjectsByRest - responseStatusCode ::401
2024-09-18T13:10:59+05:30-ecm-worker-rest.RestProvisioningService-quartzScheduler_Worker-7-q979z-ERROR-Exception in pullObjectsByRest :401
2024-09-18T13:10:59+05:30-ecm-worker-rest.RestProvisioningService-quartzScheduler_Worker-7-q979z-ERROR-Inside token Expiry Exception block. connectionParamMap.refreshTryCount : 0
2024-09-18T13:10:59+05:30-ecm-worker-rest.RestProvisioningService-quartzScheduler_Worker-7-q979z-DEBUG-Incrementing connectionParamMap.refreshTryCount : 1
2024-09-18T13:10:59+05:30-ecm-worker-rest.RestProvisioningService-quartzScheduler_Worker-7-q979z-DEBUG-maxRefreshTryCount : 5
2024-09-18T13:10:59+05:30-ecm-worker-rest.RestUtilService-quartzScheduler_Worker-7-q979z-DEBUG-Calling https://login.microsoftonline.com/xxxxxx/oauth2/v2.0/token
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-calling executeRequestWithTimeoutConfig for api...
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-calling api...
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-before calling executeRequestWithHeaders for api...
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-isFipsEnabled = false
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-getHttpClient - proxyParams : null
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-getHttpClient - sslSocketFactory : null
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-setting connection timeout to 10 seconds and request timeout to 60 seconds
2024-09-18T13:10:59+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-getHttpClient - HttpClientBuilder.create().build() called.
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-called executeGetRequestWithHeaders for api...
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-after calling executeRequestWithHeaders for api...
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-called api...
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-timeout validated for api...
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-got response for api...
2024-09-18T13:11:00+05:30-ecm-worker-rest.RestUtilService-quartzScheduler_Worker-7-q979z-DEBUG-fetching result from response.responseText
2024-09-18T13:11:00+05:30-ecm-worker-rest.RestUtilService-quartzScheduler_Worker-7-q979z-DEBUG-Exception in processAPICall in parsing Response
2024-09-18T13:11:00+05:30-ecm-worker--null-q979z--org.json.JSONException: Mismatched link and head at 19379 [character 6 line 88] at org.json.JSONTokener.syntaxError(JSONTokener.java:451) at org.json.XML.parse(XML.java:210) at org.json.XML.parse(XML.java:278) at org.json.XML.parse(XML.java:278) at org.json.XML.parse(XML.java:278) at org.json.XML.parse(XML.java:278) at org.json.XML.parse(XML.java:278) at org.json.XML.parse(XML.java:278) at org.json.XML.parse(XML.java:278) at org.json.XML.parse(XML.java:278) at org.json.XML.parse(XML.java:278) at org.json.XML.parse(XML.java:278) at org.json.XML.parse(XML.java:278) at org.json.XML.toJSONObject(XML.java:358) at org.json.XML.toJSONObject(XML.java:329) at com.saviynt.provisoning.rest.RestUtilService.processAPICall(RestUtilService.groovy:341) at com.saviynt.provisoning.rest.RestUtilService.getOauthAccessToken2(RestUtilService.groovy:433) at com.saviynt.provisoning.rest.RestProvisioningService.populateHttpParamsForOauth(RestProvisioningService.groovy:3578) at com.saviynt.provisoning.rest.RestProvisioningService.populateHttpParams(RestProvisioningService.groovy:3488) at com.saviynt.provisoning.rest.RestProvisioningService.populateHttpBeforeRetry(RestProvisioningService.groovy:4725) at com.saviynt.provisoning.rest.RestProvisioningService.isErrorRetry(RestProvisioningService.groovy:4695) at com.saviynt.provisoning.rest.RestProvisioningService.retryAfterFailure(RestProvisioningService.groovy:4679) at com.saviynt.provisoning.rest.RestProvisioningService.pullObjectsByRest(RestProvisioningService.groovy:4663) at com.saviynt.provisoning.rest.RestProvisioningService.processAccountsByPagination(RestProvisioningService.groovy:4256) at com.saviynt.provisoning.rest.RestProvisioningService.processAccounts(RestProvisioningService.groovy:4183) at com.saviynt.provisoning.rest.RestProvisioningService.processAccountsFinal(RestProvisioningService.groovy:1689) at com.saviynt.provisoning.rest.RestProvisioningService.processAccountsFullBySequentialAndIterative(RestProvisioningService.groovy:1653) at com.saviynt.provisoning.rest.RestProvisioningService.importAccountsFull(RestProvisioningService.groovy:1475) at com.saviynt.provisoning.rest.RestProvisioningService.doImport(RestProvisioningService.groovy:139) at com.saviynt.ecm.integration.ExternalConnectionCallService.invokeExternalMethod(ExternalConnectionCallService.groovy:233) at ApplicationDataImportJob.execute(ApplicationDataImportJob.groovy:211) at org.quartz.core.JobRunShell.run(JobRunShell.java:199) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:546)
2024-09-18T13:11:00+05:30-ecm-worker-rest.RestUtilService-quartzScheduler_Worker-7-q979z-DEBUG-responseToken is null or empty
2024-09-18T13:11:00+05:30-ecm-worker-rest.RestUtilService-quartzScheduler_Worker-7-q979z-DEBUG-connectionid:: 193
2024-09-18T13:11:00+05:30-ecm-worker-rest.RestProvisioningService-quartzScheduler_Worker-7-q979z-DEBUG-access token populated for oauth authentication..
2024-09-18T13:11:00+05:30-ecm-worker-rest.RestProvisioningService-quartzScheduler_Worker-7-q979z-DEBUG-Inside pullObjectsByRest
2024-09-18T13:11:00+05:30-ecm-worker-rest.RestProvisioningService-quartzScheduler_Worker-7-q979z-DEBUG-
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-calling executeRequestWithTimeoutConfig for api...
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-calling api...
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-before calling executeRequestWithHeaders for api...
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-isFipsEnabled = false
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-getHttpClient - proxyParams : null
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-getHttpClient - sslSocketFactory : null
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-setting connection timeout to 10 seconds and request timeout to 60 seconds
2024-09-18T13:11:00+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-7-q979z-DEBUG-getHttpClient - HttpClientBuilder.create().build() called.
2024-09-18T13:10:59+05:30-ecm-worker-jobs.ApplicationDataImportJob-quartzScheduler_Worker-7-q979z-DEBUG-Inside isSameEndpointImportInProgress for security system id : Aurora_MSD-Dev
2024-09-18T13:10:59+05:30-ecm-worker-jobs.ApplicationDataImportJob-quartzScheduler_Worker-7-q979z-DEBUG-Testing-JobDataMap.size : 31
2024-09-18T13:10:59+05:30-ecm-worker-jobs.ApplicationDataImportJob-quartzScheduler_Worker-7-q979z-DEBUG-importType: full
2024-09-18T13:10:59+05:30-ecm-worker-jobs.ApplicationDataImportJob-quartzScheduler_Worker-7-q979z-DEBUG-sameSecSysTrigCount : 1
2024-09-18T13:10:59+05:30-ecm-worker-jobs.ApplicationDataImportJob-quartzScheduler_Worker-7-q979z-DEBUG-fullAndIncremental : false
2024-09-18T13:10:59+05:30-ecm-worker-jobs.ApplicationDataImportJob-quartzScheduler_Worker-7-q979z-DEBUG-isAllowMultiTriggerForSameEndpoint : false
2024-09-18T13:10:59+05:30-ecm-worker-jobs.ApplicationDataImportJob-quartzScheduler_Worker-7-q979z-DEBUG-isSameEndImportInProgress : false
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-START INVOKING EXTERNAL CONNECTION
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=tabDetail Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=UpdateUserJSON Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=SendOtpJSON Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=accessfilteraccount Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=ENDPOINTS_FILTER Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=startdate Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=ImportUserJSON Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=EnableAccountJSON Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=PasswdPolicyJSON Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=accountsoraccess Value=accounts
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=importTables Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=TicketStatusJSON Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=ConfigJSON Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=AddAccessJSON Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=RemoveFFIDAccessJSON Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=audittype Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=UpdateAccountJSON Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=jobname Value=ApplicationDataImportJob
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=maxfilesize Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=pamtype Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=securitysystems Value=125
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=jobnamelabel Value=Application Data Import (Multi Threaded)
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=accessdetailfilter Value=
2024-09-18T13:10:59+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-7-q979z-DEBUG-Key=ImportAccountEntJSON Value={
2024-09-18T13:10:59+05:30-ecm-worker--null-q979z--"accountParams": {
2024-09-18T13:10:59+05:30-ecm-worker--null-q979z--"connection": "acctAuth",
2024-09-18T13:10:59+05:30-ecm-worker--null-q979z--"processingType": "SequentialAndIterative",
2024-09-18T13:10:59+05:30-ecm-worker--null-q979z--"statusAndThresholdConfig": {
2024-09-18T13:10:59+05:30-ecm-worker--null-q979z--"accountThresholdValue": 10000,
2024-09-18T13:10:59+05:30-ecm-worker--null-q979z--"statusColumn": "customproperty5",
2024-09-18T13:10:59+05:30-ecm-worker--null-q979z--"activeStatus": [
2024-09-18T13:10:59+05:30-ecm-worker--null-q979z--"false"
2024-09-18T13:10:59+05:30-ecm-worker--null-q979z--],
09/18/2024 01:29 AM
@sk can you share postman screenshot of token call.
09/18/2024 02:20 AM
09/18/2024 04:57 AM
http Method should be POST and not GET in connection json "httpMethod": "POST",
{
"authentications": {
"userAuth": {
"authType": "oauth2",
"url": "https://login.microsoftonline.com/<<tenantid>>/oauth2/token",
"httpMethod": "POST",
"httpParams": {
"grant_type": "client_credentials",
"client_secret": "<specify client secret>",
"client_id": "<specify client id>",
"resource": "https://management.azure.com/"
},
"httpHeaders": {
"contentType": "application/x-www-form-urlencoded"
},
"httpContentType": "application/x-www-form-urlencoded",
"expiryError": "ExpiredAuthenticationToken",
"authError": [
"InvalidAuthenticationToken"
],
"timeOutError": "Read timed out",
"errorPath": "error.code",
"maxRefreshTryCount": 5,
"tokenResponsePath": "access_token",
"tokenType": "Bearer",
"accessToken": "Bearer abcd"
},
"entAuth": {
"authType": "oauth2",
"url": "https://login.microsoftonline.com/<<tenantid>>/oauth2/token",
"httpMethod": "POST",
"httpParams": {
"grant_type": "client_credentials",
"client_secret": "<specify client secret>",
"client_id": "<specify client id>",
"resource": "https://graph.windows.net/"
},
"httpHeaders": {
"contentType": "application/x-www-form-urlencoded"
},
"httpContentType": "application/x-www-form-urlencoded",
"expiryError": "ExpiredAuthenticationToken",
"authError": [
"InvalidAuthenticationToken",
"Authentication_MissingOrMalformed"
],
"timeOutError": "Read timed out",
"errorPath": "odata~dot#error.code",
"maxRefreshTryCount": 3,
"tokenResponsePath": "access_token",
"tokenType": "Bearer",
"accessToken": "Bearer abcde"
}
}
}
09/18/2024 09:59 PM
Hi @rushikeshvartak , We have used the same connection json, the job is successfull and accounts also got imported but all the accounts got suspended
09/18/2024 10:03 PM
Are you sure connection is successful Please share logs in text file
09/18/2024 06:44 AM
@sk
Please refer to this link at : Developers-Handbook
Multiple Authentications
09/18/2024 10:12 PM
@rushikeshvartak - please find the logs
024-09-19T10:24:39+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-called executeGetRequestWithHeaders for api...
2024-09-19T10:24:39+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-after calling executeRequestWithHeaders for api...
2024-09-19T10:24:39+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-called api...
2024-09-19T10:24:39+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-timeout validated for api...
2024-09-19T10:24:39+05:30-ecm-worker-services.HttpClientUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-got response for api...
2024-09-19T10:24:39+05:30-ecm-worker-rest.RestUtilService-quartzScheduler_Worker-9-q979z-DEBUG-Got showLogs = true
2024-09-19T10:24:39+05:30-ecm-worker-rest.RestProvisioningService-quartzScheduler_Worker-9-q979z-DEBUG-Got Webservice API Response: [headers:[Allow: OPTIONS,GET,HEAD,POST, Content-Type: text/html; charset=utf-8, Set-Cookie=******/; secure; HttpOnly, Set-Cookie=******/; secure; HttpOnly, WWW-Authenticate: Bearer authorization_uri=https://login.microsoftonline.com/xxxxx/oauth2/authorize, resource_id=https://xxxxx.com/, x-ms-service-request-id: ae5d275b-657e-4e57-b781-d7b27002d968, Strict-Transport-Security: max-age=31536000; includeSubDomains, REQ_ID: ae5d275b-657e-4e57-b781-d7b27002d968, CRM.ServiceId: CRMAppPool, AuthActivityId: 4a88b96a-a286-4345-b46a-cb79a428be1e, 401_Error_Reason: IDX10708: 'Microsoft.Crm.Authentication.Owin.TokenHandlers.AggregateBearerTokenHandler' cannot read this string: '[RedactedToken]'.%0aThe string needs to be in compact JSON format, which is of the form: '<Base64UrlEncodedHeader>.<Base64UrlEndcodedPayload>.<OPTIONAL, Base64UrlEncodedSignature>'., NativeWebSession-Version: 2, X-Source: 20518725387104112716838722321110845736119143142124221106217622122476416211680224143, Public: OPTIONS,GET,HEAD,POST, Set-Cookie=******/; secure; HttpOnly, X-Source: 20518725387104112716838722321110845736119143142124221106217622122476416211680224143, Date: Thu, 19 Sep 2024 04:54:39 GMT, Content-Length: 0], responseText:, cookies:[ARRAffinity=24947a5c060c1fa1df2f9b675f6f45493c3a5d55b44ac5fb1bb709a0b466b3555ab954b42cfa12ad9f33ddc80a07e15dd633bd57139a65479392e46e5242529408DCD86B593C619E1254989177; path=/; secure; HttpOnly, ReqClientId=88f1ddb5-a80e-4e47-bc4f-18e0c0a81f1d; expires=Wed, 19-Sep-2074 04:54:34 GMT; path=/; secure; HttpOnly, ARRAffinity=24947a5c060c1fa1df2f9b675f6f45493c3a5d55b44ac5fb1bb709a0b466b3555ab954b42cfa12ad9f33ddc80a07e15dd633bd57139a65479392e46e5242529408DCD86B593C619E1254989177; path=/; secure; HttpOnly], statusCode:401]
2024-09-19T10:24:39+05:30-ecm-worker-rest.RestUtilService-quartzScheduler_Worker-9-q979z-DEBUG-pullObjectsByRest - responseStatusCode ::401
2024-09-19T10:24:39+05:30-ecm-worker-rest.RestProvisioningService-quartzScheduler_Worker-9-q979z-DEBUG-Entered getResponseHeaders method
2024-09-19T10:24:39+05:30-ecm-worker-rest.RestProvisioningService-quartzScheduler_Worker-9-q979z-DEBUG-responseError : null
2024-09-19T10:24:39+05:30-ecm-worker-rest.RestProvisioningService-quartzScheduler_Worker-9-q979z-DEBUG-isAuthError: false
2024-09-19T10:24:39+05:30-ecm-worker-rest.RestProvisioningService-quartzScheduler_Worker-9-q979z-DEBUG-pullObjectsByRest - responseMap.size : 0
2024-09-19T10:24:39+05:30-ecm-worker-rest.RestProvisioningService-quartzScheduler_Worker-9-q979z-DEBUG-pullObjectsByRest - objectList.size : null
2024-09-19T10:24:39+05:30-ecm-worker-rest.RestProvisioningService-quartzScheduler_Worker-9-q979z-DEBUG-Inside importAccountsFull:persistAccounts, pptTypeSep : ~#~
2024-09-19T10:24:39+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-isImportSuccess: true
2024-09-19T10:24:39+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Entered markStatusBasedOnThreshold
2024-09-19T10:24:39+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Inside markAccountStatus
2024-09-19T10:24:39+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Start setActiveAccountStatus
2024-09-19T10:24:39+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Setting Batch Size from config = 200
2024-09-19T10:24:39+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-params.statusColumn value ::: customproperty5
2024-09-19T10:24:39+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Query to get accounts to be active:
2024-09-19T10:24:40+05:30-ecm-worker--null-q979z--select a.id from Accounts a WHERE a.endpointkey = 182 and a.customproperty5 in ('false')
2024-09-19T10:24:40+05:30-ecm-worker--null-q979z--and (a.status not in ('1','SUSPENDED FROM IMPORT SERVICE','PROCESSING') or a.status is null)
2024-09-19T10:24:40+05:30-ecm-worker--null-q979z--and a.name not like '%Deleted on%' and a.jobid = 816498
2024-09-19T10:24:40+05:30-ecm-worker--null-q979z--
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-No of Account whose status needs to be made active: 0
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-End setActiveAccountStatus
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Start setInactiveAccountStatus
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Setting Batch Size from config = 200
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Entered getNonActiveAccountsToBeDisabled
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Start appendAdditionalCondition
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-End appendAdditionalCondition
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Query to get accounts to be inactive: select acc.id from Accounts acc WHERE acc.endpointkey = 182 and (acc.customproperty5 not in ('false') or acc.customproperty5 is null) and (acc.status not in ('SUSPENDED FROM IMPORT SERVICE','2','PROCESSING') or acc.status is null) and acc.name not like '%Deleted on%' and acc.jobid=816498
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-No of Account whose status needs to be made inactive: 0
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Size of inactive accounts list: 0
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-End setInactiveAccountStatus
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Entered isThresholdExceeded method
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Start appendAdditionalCondition
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-End appendAdditionalCondition
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-accountsToBeDeletedList qry: select new Map(acc.id as id, acc.status as status) FROM Accounts acc WHERE acc.endpointkey = 182 and acc.jobid <> 816498 and acc.jobid <> 0 and acc.jobid is not null and (acc.status <> 'PROCESSING' or acc.status is null) and acc.name not like '%-Deleted on-%'
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-totalAccountsToBeDeleted: 341
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Exiting isThresholdExceeded method
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-ThresholdExceeded: false
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Start takeAccountsNotInImportAction: params - [jobID:816498, importType:full, statusAndThresholdJSONMap:[accountThresholdValue:10000, statusColumn:customproperty5, activeStatus:[false], deleteLinks:true, correlateInactiveAccounts:false], isApiSuccess:true, endpoint:ABC, jobHistoryMap:[Job-Type:full, Import-Type:accounts, Accounts-Activated:0, Accounts-Inactivated:0], statusColumn:customproperty5, activeStatus:[false], inactiveStatus:null, deleteLinks:true, correlateInactiveAccounts:false, inactivateAccountsNotInFile:null, setReferenceAccountNull:null, lockedStatusColumn:null, lockedStatusMapping:null, inactiveAccountSet:[], actionableAccountsList:[[id:11144191, status:1], [id:11143941, status:1], [id:11144166, status:1], [id:11143965, status:1], [id:11144189, status:1], [id:11143963, status:1], [id:11143909, status:1], [id:11143887, status:1], [id:11144011, status:1], [id:11143880, status:1], [id:11144085, status:1], [id:11144207, status:1], [id:11144104, status:1], [id:11144017, status:1], [id:11143934, status:1], [id:11144177, status:1], [id:11144200, status:1], [id:11143871, status:1], [id:11144048, status:1], [id:11143899, status:1], [id:11143955, status:1], [id:11143998, status:1], [id:11143990, status:1], [id:11144089, status:1], [id:11144046, status:1], [id:11144039, status:1], [id:11144064, status:1], [id:11144099, status:1], [id:11144112, status:1], [id:11144181, status:1], [id:11143938, status:1], [id:11144010, status:1], [id:11143937, status:1], [id:11144094, status:1], [id:11143956, status:1], [id:11143932, status:1], [id:11143905, status:1], [id:11143945, status:1], [id:11143884, status:1], [id:11144172, status:1], [id:11144077, status:1], [id:11143966, status:1], [id:11143948, status:1], [id:11144029, status:1], [id:11144066, status:1],
024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Start takeAccountsNotInImportAction
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Setting Batch Size from config = 200
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-statusToSet: SUSPENDED FROM IMPORT SERVICE
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-No of Account not in file: 341
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Suspending/Inactivating (based on AccountsNotInFile Action) Accounts - [[id:11144191, status:1], [id:11143941, status:1], [id:11144166, status:1], [id:11143965, status:1], [id:11144189, status:1], [id:11143963, status:1], [id:11143909, status:1], [id:11143887, status:1], [id:11144011, status:1], [id:11143880, status:1], [id:11144085, status:1], [id:11144207, status:1], [id:11144104, status:1], [id:11144017, status:1], [id:11143934, status:1], [id:11144177, status:1], [id:11144200, status:1], [id:11143871, status:1], [id:11144048, status:1], [id:11143899, status:1], [id:11143955, status:1], [id:11143998, status:1], [id:11143990, status:1], [id:11144089, status:1], [id:11144046, status:1], [id:11144039, status:1], [id:11144064, status:1], [id:11144099, status:1], [id:11144112, status:1], [id:11144181, status:1], 2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Deleting links of suspended accounts
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Start deleting links for accounts
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Setting Batch Size from config = 200
2024-09-19T10:24:40+05:30-ecm-worker-services.SaviyntCommonUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-itemIdSetList Size:: 1
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-End takeAccountsNotInImportAction
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Entered markLockStateForAccounts
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Setting Batch Size from config = 200
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-No json to set the account lock state
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Exit markLockStateForAccounts
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Entered changeAccountsJobId
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Accounts job id changed to -1 from 0 which are newly created while import was running : 0
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Exit changeAccountsJobId
2024-09-19T10:24:40+05:30-ecm-worker-services.ImportUtilityService-quartzScheduler_Worker-9-q979z-DEBUG-Exiting markAccountStatus
2024-09-19T10:24:40+05:30-ecm-worker-rest.RestProvisioningService-quartzScheduler_Worker-9-q979z-DEBUG-Mapping Users to accounts.
2024-09-19T10:24:40+05:30-ecm-worker-saviynt.ImportExternalDbService-quartzScheduler_Worker-9-q979z-DEBUG-Associating Users and Accounts
2024-09-19T10:24:40+05:30-ecm-worker-saviynt.ImportExternalDbService-quartzScheduler_Worker-9-q979z-DEBUG-Orphan Accounts- 372
2024-09-19T10:24:40+05:30-ecm-worker-saviynt.ImportExternalDbService-quartzScheduler_Worker-9-q979z-DEBUG-Rule: (users.email) = accounts.name
2024-09-19T10:24:40+05:30-ecm-worker-saviynt.ImportExternalDbService-quartzScheduler_Worker-9-q979z-DEBUG-sql =
2024-09-19T10:24:40+05:30-ecm-worker--null-q979z--SELECT USERS.USERKEY AS USERKEY, ACCOUNTS.ACCOUNTKEY AS ACCOUNTKEY FROM ACCOUNTS ACCOUNTS
2024-09-19T10:24:40+05:30-ecm-worker--null-q979z--LEFT JOIN USER_ACCOUNTS UA ON ACCOUNTS.ACCOUNTKEY = UA.ACCOUNTKEY
2024-09-19T10:24:40+05:30-ecm-worker--null-q979z--LEFT JOIN USERS USERS ON
2024-09-19T10:24:40+05:30-ecm-worker--null-q979z--(users.email) = accounts.name
2024-09-19T10:24:40+05:30-ecm-worker--null-q979z--WHERE ACCOUNTS.ENDPOINTKEY = 182 AND ACCOUNTS.STATUS IN ('Active','1','Manually Provisioned')
2024-09-19T10:24:40+05:30-ecm-worker--null-q979z--AND ACCOUNTS.ACCOUNTKEY IS NOT NULL AND UA.ACCOUNTKEY IS NULL
2024-09-19T10:24:40+05:30-ecm-worker--null-q979z--AND ACCOUNTS.NAME IS NOT NULL AND USERS.USERNAME IS NOT NULL
2024-09-19T10:24:40+05:30-ecm-worker--null-q979z--
2024-09-19T10:24:40+05:30-ecm-worker-saviynt.ImportExternalDbService-quartzScheduler_Worker-9-q979z-DEBUG-Total accounts to be correlated = 0
2024-09-19T10:24:40+05:30-ecm-worker-saviynt.ImportExternalDbService-quartzScheduler_Worker-9-q979z-DEBUG-User-accounts correlated: 0
2024-09-19T10:24:40+05:30-ecm-worker-saviynt.ImportExternalDbService-quartzScheduler_Worker-9-q979z-DEBUG-Orphan Accounts remaining- 372
2024-09-19T10:24:40+05:30-ecm-worker-rest.RestProvisioningService-quartzScheduler_Worker-9-q979z-DEBUG-Mapping of Users to Accounts is Completed.
2024-09-19T10:24:40+05:30-ecm-worker-rest.RestUtilService-quartzScheduler_Worker-9-q979z-DEBUG-Writing job history to import logs.
2024-09-19T10:24:40+05:30-ecm-worker-rest.RestUtilService-quartzScheduler_Worker-9-q979z-DEBUG-Number of log entries to be written : 9
2024-09-19T10:24:40+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-9-q979z-DEBUG-END INVOKING EXTERNAL CONNECTION
2024-09-19T10:24:40+05:30-ecm-worker-jobs.ApplicationDataImportJob-quartzScheduler_Worker-9-q979z-DEBUG-Setting the value of import status
2024-09-19T10:24:40+05:30-ecm-worker-jobs.ApplicationDataImportJob-quartzScheduler_Worker-9-q979z-DEBUG-Import status :: Success
2024-09-19T10:24:40+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-9-q979z-DEBUG-Enter consolidateConcurrentChildTriggerLogs
2024-09-19T10:24:40+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-9-q979z-DEBUG-parentJobId null
2024-09-19T10:24:40+05:30-ecm-worker-integration.ExternalConnectionCallService-quartzScheduler_Worker-9-q979z-DEBUG-jobCount 0
2024-09-19T10:24:40+05:30-ecm-worker-jobs.ApplicationDataImportJob-quartzScheduler_Worker-9-q979z-DEBUG-END ApplicationDataImportJob
2024-09-19T10:24:34+05:30-ecm-worker-jobs.ApplicationDataImportJob-quartzScheduler_Worker-9-q979z-DEBUG-Inside isSameEndpointImportInProgress for security system id : ABC
2024-09-19T10:24:34+05:30-ecm-worker-jobs.ApplicationDataImportJob-quartzScheduler_Worker-9-q979z-DEBUG-Testing-JobDataMap.size : 31
2024-09-19T10:24:34+05:30-ecm-worker-jobs.ApplicationDataImportJob-quartzScheduler_Worker-9-q979z-DEBUG-importType: full
09/18/2024 11:01 PM
Logs shows you are using wrong URL in connection JSON
09/19/2024 11:03 AM
@rushikeshvartak - I was using the below url in connection json
https://login.microsoftonline.com/xxxxxxxxxx/oauth2/v2.0/token
09/19/2024 11:19 AM
09/20/2024 12:56 AM
@Saathvik - Status_Threshold_config is blank not configured yet.
ImportAccountEntJson
{
"accountParams": {
"connection": "acctAuth",
"processingType": "SequentialAndIterative",
"statusAndThresholdConfig": {
"accountThresholdValue": 10000,
"statusColumn": "customproperty5",
"activeStatus": [
"false"
],
"deleteLinks": true,
"correlateInactiveAccounts": false
},
"call": {
"call1": {
"callOrder": 0,
"stageNumber": 0,
"http": {
"url": "https://xxxxxxxxx/api/data/v9.2/systemusers?%24filter=isdisabled%20eq%20false",
"httpMethod": "GET",
"httpHeaders": {
"Authorization": "${access_token}"
},
"httpContentType": "application/x-www-form-urlencoded"
},
"listField": "value",
"keyField": "accountID",
"colsToPropsMap": {
"accountID": "systemuserid~#~char",
"name": "domainname~#~char",
"customproperty3": "internalemailaddress~#~char",
"customproperty4": "_businessunitid_value~#~char",
"customproperty5": "isdisabled~#~char",
"customproperty31": "STORE#ACC#ENT#MAPPINGINFO~#~char"
}
}
}
},
"entitlementParams": {
"connection": "acctAuth",
"dateFormat": "yyyy-MM-dd'T'HH:mm:ssXXX",
"processingType": "SequentialAndIterative",
"entTypes": {
"roles": {
"entTypeOrder": 0,
"call": {
"call1": {
"callOrder": 0,
"stageNumber": 0,
"showJobHistory": true,
"http": {
"url": "https://xxxx/api/data/v9.2/roles",
"httpMethod": "GET",
"httpHeaders": {
"OData-MaxVersion": "4.0",
"OData-Version": "4.0",
"Authorization": "${access_token}"
},
"httpContentType": "application/x-www-form-urlencoded"
},
"listField": "value",
"keyField": "entitlementID",
"colsToPropsMap": {
"entitlementID": "roleid~#~char",
"entitlement_value": "name~#~char",
"DESCRIPTION": "name~#~char",
"customproperty1": "roleid~#~char",
"customproperty2": "_businessunitid_value~#~char",
"customproperty3": "roleidunique~#~char"
},
"disableDeletedEntitlements": true
}
}
}
}
},
"acctEntParams": {
"connection": "acctAuth",
"entTypes": {
"roles": {
"call": {
"call1": {
"processingType": "httpEntToAcct",
"callOrder": 0,
"stageNumber": 0,
"showJobHistory": true,
"http": {
"url": "https://xxxxxxxxx/api/data/v9.2/systemuserrolescollection?%24filter=roleid%20eq%20'${id}'",
"httpMethod": "GET",
"httpHeaders": {
"Authorization": "${access_token}",
"Accept": "application/json"
}
},
"listField": "value",
"entIdPath": "roleid",
"entKeyField": "entitlementID",
"acctIdPath": "systemuserid",
"acctKeyField": "accountID"
}
}
}
}
}
}
09/19/2024 11:25 AM
Does import is working with hardcoded token?
09/20/2024 12:54 AM
@rushikeshvartak - Yes import is working fine with hardcoded token
09/20/2024 06:48 AM
@sk
Try this.
{
"accountParams": {
"connection": "acctAuth",
"processingType": "SequentialAndIterative",
"statusAndThresholdConfig": {
"accountThresholdValue": 10000,
"statusColumn": "customproperty5",
"activeStatus": [
"false"
],
"deleteLinks": true,
"correlateInactiveAccounts": false
},
"call": {
"call1": {
"callOrder": 0,
"stageNumber": 0,
"http": {
"url": "https://xxxxxxxxx/api/data/v9.2/systemusers?$filter=isdisabled%20eq%20false",
"httpMethod": "GET",
"httpHeaders": {
"Authorization": "${access_token}"
},
"httpContentType": "application/x-www-form-urlencoded"
},
"listField": "value",
"keyField": "accountID",
"colsToPropsMap": {
"accountID": "systemuserid~#~char",
"name": "domainname~#~char",
"customproperty3": "internalemailaddress~#~char",
"customproperty4": "_businessunitid_value~#~char",
"customproperty5": "isdisabled~#~char",
"customproperty31": "STORE#ACC#ENT#MAPPINGINFO~#~char"
}
}
}
},
"entitlementParams": {
"connection": "acctAuth",
"dateFormat": "yyyy-MM-dd'T'HH:mm:ssXXX",
"processingType": "SequentialAndIterative",
"entTypes": {
"roles": {
"entTypeOrder": 0,
"call": {
"call1": {
"callOrder": 0,
"stageNumber": 0,
"showJobHistory": true,
"http": {
"url": "https://xxxx/api/data/v9.2/roles",
"httpMethod": "GET",
"httpHeaders": {
"OData-MaxVersion": "4.0",
"OData-Version": "4.0",
"Authorization": "${access_token}"
},
"httpContentType": "application/x-www-form-urlencoded"
},
"listField": "value",
"keyField": "entitlementID",
"colsToPropsMap": {
"entitlementID": "roleid~#~char",
"entitlement_value": "name~#~char",
"DESCRIPTION": "name~#~char",
"customproperty1": "roleid~#~char",
"customproperty2": "_businessunitid_value~#~char",
"customproperty3": "roleidunique~#~char"
},
"disableDeletedEntitlements": true
}
}
}
}
},
"acctEntParams": {
"connection": "acctAuth",
"entTypes": {
"roles": {
"call": {
"call1": {
"processingType": "httpEntToAcct",
"callOrder": 0,
"stageNumber": 0,
"showJobHistory": true,
"http": {
"url": "https://xxxxxxxxx/api/data/v9.2/systemuserrolescollection?$filter=roleid%20eq%20'${id}'",
"httpMethod": "GET",
"httpHeaders": {
"Authorization": "${access_token}",
"Accept": "application/json"
}
},
"listField": "value",
"entIdPath": "roleid",
"entKeyField": "entitlementID",
"acctIdPath": "systemuserid",
"acctKeyField": "accountID"
}
}
}
}
}
}
09/20/2024 07:07 AM
Share your connection json