Saviynt unveils its cutting-edge Intelligence Suite products to revolutionize Identity Security!
Click HERE to see how Saviynt Intelligence is transforming the industry. Saviynt Copilot Icon
This website uses cookies. By clicking Accept, you consent to the use of cookies. Click Here to learn more about how we use cookies.
Accept
Reject
Help
cancel
Turn on suggestions
Auto-suggest helps you quickly narrow down your search results by suggesting possible matches as you type.
Showing results for 
Search instead for 
Did you mean: 

Application data import Access Job takes forever

Robbe_Cronos
Regular Contributor II
Regular Contributor II

‎09/30/2022 02:13 AM - edited ‎09/30/2022 02:13 AM

We have a REST connector setup for our gitlab-DEV instance and sometimes need to import access from that connector (EntitlementParams & acctEntParams).

Every time we run this job to test something, it takes 30-40 minutes to complete even though we see all the new imported entitlements and hierarchy in about 2 minutes. 

We have 114 users, 180 groups and 700 projects in our gitlab instance. Is this the cause for the super slow import?

Some help with this would be appreciated, as we can't do anything else on this connector while running the job.

 

Labels:
0 Kudos
2 REPLIES 2

rushikeshvartak
All-Star
All-Star

‎09/30/2022 02:35 AM

It might be issue with your processingType in importjson or network connectivity issue. Is this issue with all environment & applications? 


Regards,
Rushikesh Vartak
If this helped you move forward, click 'Kudos'. If it solved your query, select 'Accept As Solution'.
0 Kudos

Robbe_Cronos
Regular Contributor II
Regular Contributor II
In response to rushikeshvartak

‎09/30/2022 04:21 AM

Yes it happens with more connectors. I'll paste our importJSON just in case there is an easy fix for it.

{
  "accountParams": {
    "connection": "acctAuth",
    "processingType": "SequentialAndIterative",
    "call": {
      "call1": {
        "callOrder": 0,
        "stageNumber": 0,
        "http": {
          "url": "https://URL/api/v4/users",
          "httpHeaders": {
            "Authorization": "${access_token}",
            "Accept": "application/json",
            "Host": "git-dev.is4u.be"
          },
          "httpContentType": "application/json",
          "httpMethod": "GET"
        },
        "listField": "",
        "keyField": "accountID",
        "colsToPropsMap": {
          "accountID": "id~#~char",
          "name": "username~#~char",
          "status": "state~#~char",
          "customproperty2": "email~#~char",
          "customproperty3": "created_at~#~char"
        },
        "pagination": {
          "nextUrl": {
            "nextUrlPath": "${headers?.link?.split(',').size()==4?headers.link.split(',')[1].replace('git-dev.is4u.be','172.16.19.1').replace('<','').replace('>; rel=\"next\"','').trim():(headers?.link?.split(',')?.size()==3 && headers?.link.contains('next'))?headers.link.split(',')[0].replace('git-dev.is4u.be','172.16.19.1').replace('<','').replace('>; rel=\"next\"','').trim():null}"
          }
        }
      }
    }
  },
"entitlementParams": {
  "connection": "acctAuth",
  "processingType": "SequentialAndIterative",
  "entTypes": {
    "Group": {
      "entTypeOrder": 0,
      "call": {
        "call1": {
          "callOrder": 0,
          "stageNumber": 0,
          "http": {
            "url": "https://URL/api/v4/groups",
            "httpHeaders": {
              "Authorization": "${access_token}",
              "Accept": "application/json",
              "Host": "git-dev.is4u.be"
            },
            "httpContentType": "application/json",
            "httpMethod": "GET"
          },
          "listField": "",
          "keyField": "entitlementID",
          "colsToPropsMap": {
            "entitlementID": "id~#~char",
            "entitlement_value": "#CONST#${response.web_url}~#~char",
            "displayname": "name~#~char",
            "customproperty1": "id~#~char",
            "customproperty2": "description~#~char"
          },
          "pagination": {
            "nextUrl": {
              "nextUrlPath": "${headers?.link?.split(',').size()==4?headers.link.split(',')[1].replace('git-dev.is4u.be','172.16.19.1').replace('<','').replace('>; rel=\"next\"','').trim():(headers?.link?.split(',')?.size()==3 && headers?.link.contains('next'))?headers.link.split(',')[0].replace('git-dev.is4u.be','172.16.19.1').replace('<','').replace('>; rel=\"next\"','').trim():null}"
            }
          }
        }
      }
    },
    "Project": {
      "entTypeOrder": 1,
      "call": {
        "call1": {
          "callOrder": 0,
          "stageNumber": 0,
          "http": {
            "url": "https://URL/api/v4/projects",
            "httpHeaders": {
              "Authorization": "${access_token}",
              "Accept": "application/json",
              "Host": "git-dev.is4u.be"
            },
            "httpContentType": "application/json",
            "httpMethod": "GET"
          },
          "listField": "",
          "keyField": "entitlementID",
          "colsToPropsMap": {
            "entitlementID": "id~#~char",
            "entitlement_value": "#CONST#${response.web_url}~#~char",
            "displayname": "name~#~char",
            "CUSTOMPROPERTY1": "description~#~char"
          },
          "pagination": {
            "nextUrl": {
              "nextUrlPath": "${headers?.link?.split(',').size()==4?headers.link.split(',')[1].replace('git-dev.is4u.be','172.16.19.1').replace('<','').replace('>; rel=\"next\"','').trim():(headers?.link?.split(',')?.size()==3 && headers?.link.contains('next'))?headers.link.split(',')[0].replace('git-dev.is4u.be','172.16.19.1').replace('<','').replace('>; rel=\"next\"','').trim():null}"
            }
          }
        }
      }
    }
  }
},
"acctEntParams": {
  "connection": "acctAuth",
  "entTypes": {
    "Group": {
      "call": {
        "call1": {
          "callOrder": 0,
          "stageNumber": 0,
          "processingType": "httpEntToAcct",
          "http": {
            "httpHeaders": {
              "Authorization": "${access_token}",
              "Accept": "application/json",
              "Host": "git-dev.is4u.be"
            },
            "url": "https://URL/api/v4/groups/${id}/members",
            "httpContentType": "application/x-www-form-urlencoded",
            "httpMethod": "GET"
          },
          "listField": "",
          "acctIdPath": "id",
          "entKeyField": "entitlementID",
          "acctKeyField": "accountID",
          "pagination": {
            "nextUrl": {
              "nextUrlPath": "${headers?.link?.split(',').size()==4?headers.link.split(',')[1].replace('<','').replace('>; rel=\"next\"','').trim():(headers?.link?.split(',')?.size()==3 && headers?.link.contains('next'))?headers.link.split(',')[0].replace('<','').replace('>; rel=\"next\"','').trim():null}"
            }
          }
        }
      }
    },
    "Project": {
      "call": {
        "call2": {
          "callOrder": 0,
          "stageNumber": 0,
          "processingType": "httpEntToAcct",
          "http": {
            "httpHeaders": {
              "Authorization": "${access_token}",
              "Accept": "application/json",
              "Host": "git-dev.is4u.be"
            },
            "url": "https://URL/api/v4/projects/${id}/members",
            "httpContentType": "application/x-www-form-urlencoded",
            "httpMethod": "GET"
          },
          "listField": "",
          "acctIdPath": "id",
          "entKeyField": "entitlementID",
          "acctKeyField": "accountID",
          "pagination": {
            "nextUrl": {
              "nextUrlPath": "${headers?.link?.split(',').size()==4?headers.link.split(',')[1].replace('<','').replace('>; rel=\"next\"','').trim():(headers?.link?.split(',')?.size()==3 && headers?.link.contains('next'))?headers.link.split(',')[0].replace('<','').replace('>; rel=\"next\"','').trim():null}"
            }
          }
        }
      }
    }
  }
}
}
0 Kudos
Copyright © 2024 Khoros, LLC