{"type":"doc","content":[{"type":"extension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"toc","parameters":{"macroParams":{"minLevel":{"value":"2"},"maxLevel":{"value":"2"},"type":{"value":"flat"}},"macroMetadata":{"macroId":{"value":"812af86120b7d64463b747ac09afa7ed"},"schemaVersion":{"value":"1"},"title":"Table of Contents"}},"localId":"72c9b4a1-f493-4b84-b268-16358df35c8b"}},{"type":"heading","attrs":{"level":2},"content":[{"text":"Overview","type":"text"}]},{"type":"paragraph","content":[{"text":"Netskope Cloud Access Security Broker (CASB) is a security solution designed to provide visibility, control, and protection for data and applications in cloud environments. CASBs address the security challenges posed by the increasing adoption of cloud services, offering a layer of security between cloud service users and cloud applications to enforce security policies.","type":"text"}]},{"type":"paragraph","content":[{"text":"Netskope CASB Collector requests logs from Netskope APIs and sends them to Devo.","type":"text"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Netskope API V2 collector migration guide (from 1.x.x to 2.x.x)","type":"text"}]},{"type":"paragraph","content":[{"text":"If you need to migrate an old collector version to a more recent one, please check the migration process in ","type":"text"},{"text":"this article","type":"text","marks":[{"type":"link","attrs":{"href":"https://docs.devo.com/space/latest/1077575760/Netskope+API+v2+collector+migration_guide_1.x.x_to_2.x.x"}}]},{"text":".","type":"text"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Devo collector features","type":"text"}]},{"type":"table","attrs":{"layout":"default","width":760.0,"localId":"0ab3b2ef-2f2a-4b04-9967-e08c1200cb68"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[457.0]},"content":[{"type":"paragraph","content":[{"text":"Feature","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[299.0]},"content":[{"type":"paragraph","content":[{"text":"Details","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[457.0]},"content":[{"type":"paragraph","content":[{"text":"Allow parallel downloading (","type":"text"},{"text":"multipod","type":"text","marks":[{"type":"code"}]},{"text":")","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[299.0]},"content":[{"type":"paragraph","content":[{"text":"not allowed","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[457.0]},"content":[{"type":"paragraph","content":[{"text":"Running environments","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[299.0]},"content":[{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"collector server","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"on-premise","type":"text","marks":[{"type":"code"}]}]}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[457.0]},"content":[{"type":"paragraph","content":[{"text":"Populated Devo events","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[299.0]},"content":[{"type":"paragraph","content":[{"text":"table","type":"text","marks":[{"type":"code"}]}]}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Data sources","type":"text"}]},{"type":"paragraph","content":[{"text":"The data is collected using a Devo collector that can be run on the Devo collector server or standalone in a Docker container. The data is sent and stored in the Devo platform in these tables:","type":"text"}]},{"type":"table","attrs":{"layout":"default","width":760.0,"localId":"8fa8d515-7a08-45a1-9841-0bccf1ed3b9f"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"background":"var(--ds-background-accent-gray-subtlest, #F4F5F7)","rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Data source","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"background":"var(--ds-background-accent-gray-subtlest, #F4F5F7)","rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Description","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"background":"var(--ds-background-accent-gray-subtlest, #F4F5F7)","rowspan":1},"content":[{"type":"paragraph","content":[{"text":"API endpoint","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"background":"var(--ds-background-accent-gray-subtlest, #F4F5F7)","rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Collector service name","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"background":"var(--ds-background-accent-gray-subtlest, #F4F5F7)","rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Devo table","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"background":"var(--ds-background-accent-gray-subtlest, #F4F5F7)","rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Available from release","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Event alert","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Get all the Alert event type.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"/api/v2/events/dataexport/events/alert","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"event_alert","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"casb.netskope.alert","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"v1.0.0","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Event page","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Get all the page event type.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"/api/v2/events/dataexport/events/page","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"event_page","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"casb.netskope.page","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":" ","type":"text"},{"text":"v1.0.0","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Event application","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":" Get all the application event type.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"/api/v2/events/dataexport/events/application","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"event_application","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"casb.netskope.application","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"v1.0.0","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Event incident","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Get all the incident event type.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"/api/v2/events/dataexport/events/incident","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"event_incident","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"casb.netskope.incident","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"v1.0.0","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Event audit","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Get all the audit event type.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"/api/v2/events/dataexport/events/audit","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"event_audit","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"casb.netskope.audit","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"v1.0.0","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Event infrastructure","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Get all the infrastructure event type.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"/api/v2/events/dataexport/events/infrastructure","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"event_infrastructure","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"casb.netskope.infrastructure","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"v1.0.0","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Event network","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Get all the network event type.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"/api/v2/events/dataexport/events/network","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"event_network","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"casb.netskope.network","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"v1.0.0","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Alert dlp","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Get all the dlp Alert type.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"/api/v2/events/dataexport/alerts/dlp","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"alert_dlp","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"casb.netskope.dlp","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"v1.0.0","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Alert watchlist","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Get all the watchlist Alert type.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"/api/v2/events/dataexport/alerts/watchlist","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"alert_watchlist","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"casb.netskope.watchlist","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"v1.0.0","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Alert ctep","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Get all the ctep Alert type.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"/api/v2/events/dataexport/alerts/ctep","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"alert_ctep","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"casb.netskope.ctep","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"v1.0.0","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Alert compromisedcredential","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Get all the compromisedcredential Alert type.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"/api/v2/events/dataexport/alerts/compromisedcredential","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"alert_compromisedcredential","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"casb.netskope.compromisedcredential","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"v1.0.0","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Alert malsite","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Get all the malsite Alert type.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"/api/v2/events/dataexport/alerts/malsite","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"alert_malsite","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"casb.netskope.malsite","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"v1.0.0","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Alert malware","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Get all the malware Alert type.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"/api/v2/events/dataexport/alerts/malware","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"alert_malware","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"casb.netskope.malware","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"v1.0.0","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Alert policy","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Get all the policy Alert type.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"/api/v2/events/dataexport/alerts/policy","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"alert_policy","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"casb.netskope.policy","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"v1.0.0","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Alert remediation","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Get all the remediation Alert type.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"/api/v2/events/dataexport/alerts/remediation","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"alert_remediation","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"casb.netskope.remediation","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"v1.0.0","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Alert quarantine","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Get all the quarantine Alert type.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"/api/v2/events/dataexport/alerts/quarantine","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"alert_quarantine","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"casb.netskope.quarantine","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"v1.0.0","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Alert securityassessment","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Get all the securityassessment Alert type.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"/api/v2/events/dataexport/alerts/securityassessment","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"alert_securityassessment","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"casb.netskope.securityassessment","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"v1.0.0","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Alert uba","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Get all the uba Alert type.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"/api/v2/events/dataexport/alerts/uba","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"alert_uba","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"casb.netskope.uba","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"v1.0.0","type":"text","marks":[{"type":"code"}]}]}]}]}]},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"paragraph","content":[{"text":"More information about the API calls can be found ","type":"text"},{"text":"here","type":"text","marks":[{"type":"link","attrs":{"href":"https://docs.netskope.com/en/netskope-help/admin-console/rest-api/"}}]},{"text":".","type":"text"}]}]},{"type":"paragraph","content":[{"text":"For more information on how the events are parsed, ","type":"text"},{"text":"visit our page","type":"text","marks":[{"type":"link","attrs":{"href":"https://devodocs.atlassian.net/wiki/spaces/latest/pages/94661346"}}]},{"text":".","type":"text"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"API Limits, Delays, Known Issues","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"We occasionally encounter a 409 \"Concurrency conflict\" error, indicating the request cannot be processed at this point of time(Implemented wait time according to API document but still getting this error). This is a known limitation, and handled this. It won't break the collector. ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Events may appear to be delayed in Devo due to time zone differences. This is not an actual delay, because timestamps are based on the source data's time zone, not UTC, leading to perceived discrepancies.","type":"text"}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Accepted authentication methods","type":"text"}]},{"type":"table","attrs":{"layout":"default","width":760.0,"localId":"1cc04de1-a3ec-4967-9212-c0cc78e12940"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Authentication method","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"api_token","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Auth token","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"REQUIRED","type":"text"}]}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Minimum configuration required for basic pulling","type":"text"}]},{"type":"paragraph","content":[{"text":"Although this collector supports advanced configuration, the fields required to retrieve data with basic configuration are defined below.","type":"text"}]},{"type":"paragraph","content":[{"text":"This minimum configuration refers exclusively to those specific parameters of this integration. There are more required parameters related to the generic behavior of the collector. Check setting sections for details.","type":"text"}]},{"type":"table","attrs":{"layout":"default","width":760.0,"localId":"5d7c5bbb-a7ca-4a7e-b9f3-ef3902eb34ed"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Setting","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Details","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"api_token","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"The Api Token for netskope API.","type":"text"}]}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Vendor setup","type":"text"}]},{"type":"paragraph","content":[{"text":"Netskope API collector works over the API to retrieve the data, so a token is required to get the data via API. Follow the steps ","type":"text"},{"text":"here","type":"text","marks":[{"type":"link","attrs":{"href":"https://docs.netskope.com/en/netskope-help/admin-console/rest-api/rest-api-v1-overview/"}}]},{"text":" to get an API token.","type":"text"}]},{"type":"bodiedExtension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"rw-ui-steps-macro","parameters":{"macroParams":{},"macroMetadata":{"macroId":{"value":"5cf4b917-fe6f-45b4-979b-f67c52175520"},"schemaVersion":{"value":"1"},"placeholder":[{"type":"icon","data":{"url":"https://static.dg.refinedtheme.refinedwiki.com/refinedtheme-for-cloud/macro-icons/step-container.png"}}],"title":"Refined Step Container"}},"localId":"7ecb8e5d-220f-43d9-9a5e-915a36c1ad46"},"content":[{"type":"extension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"rw-step","parameters":{"macroParams":{},"macroMetadata":{"macroId":{"value":"174f8e97-2f4a-42a4-8ea0-c9f2c9e1ab0e"},"schemaVersion":{"value":"1"},"placeholder":[{"type":"icon","data":{"url":"https://static.dg.refinedtheme.refinedwiki.com/refinedtheme-for-cloud/macro-icons/step.png"}}],"title":"Refined Step"}},"localId":"150a9786-0b55-4180-89a7-0483a61e3ba5"}},{"type":"paragraph","content":[{"text":"Log in to your Netskope account.","type":"text"}]},{"type":"extension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"rw-step","parameters":{"macroParams":{},"macroMetadata":{"macroId":{"value":"d2482131-e595-4def-be59-521285049f24"},"schemaVersion":{"value":"1"},"placeholder":[{"type":"icon","data":{"url":"https://static.dg.refinedtheme.refinedwiki.com/refinedtheme-for-cloud/macro-icons/step.png"}}],"title":"Refined Step"}},"localId":"ee2adb11-ff5c-43a0-bfe2-157261aebd1e"}},{"type":"paragraph","content":[{"text":"The token can be generated or revoked in the Netskope UI, selecting ","type":"text"},{"text":"Settings → Tools → Rest API v2","type":"text","marks":[{"type":"strong"}]},{"text":". On the REST API v2 page, click ","type":"text"},{"text":"New token","type":"text","marks":[{"type":"strong"}]},{"text":".","type":"text"}]},{"type":"mediaSingle","attrs":{"layout":"center","width":694,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":2618,"alt":"image-20240626-064351.png","id":"66b6d6de-8801-4f70-b4e2-c69c48299edf","collection":"contentId-650117144","type":"file","height":1174}}]},{"type":"paragraph"},{"type":"extension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"rw-step","parameters":{"macroParams":{},"macroMetadata":{"macroId":{"value":"0d9fdb08-0216-4793-a353-df55a61540eb"},"schemaVersion":{"value":"1"},"placeholder":[{"type":"icon","data":{"url":"https://static.dg.refinedtheme.refinedwiki.com/refinedtheme-for-cloud/macro-icons/step.png"}}],"title":"Refined Step"}},"localId":"cc512120-e620-4d36-9bab-0b0093f10ece"}},{"type":"paragraph","content":[{"text":"Enter a token name and expiration time, then click ","type":"text"},{"text":"Add endpoint","type":"text","marks":[{"type":"strong"}]},{"text":" to select the API endpoints to use with the token.","type":"text"}]},{"type":"mediaSingle","attrs":{"layout":"center","width":702,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":1594,"alt":"image-20240626-064456.png","id":"2a5419b4-fca0-45fe-ae39-dd85ab2cd140","collection":"contentId-650117144","type":"file","height":1210}}]},{"type":"extension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"rw-step","parameters":{"macroParams":{},"macroMetadata":{"macroId":{"value":"04ba31e6-cb11-4151-8683-ba6ec5df5963"},"schemaVersion":{"value":"1"},"placeholder":[{"type":"icon","data":{"url":"https://static.dg.refinedtheme.refinedwiki.com/refinedtheme-for-cloud/macro-icons/step.png"}}],"title":"Refined Step"}},"localId":"8a7daf5c-3473-4431-af5c-370766004c18"}},{"type":"paragraph","content":[{"text":"Specify the privileges for each of the endpoints added. Read privileges include GET. The services supported by the collector are the following ones:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"alerts","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"alert_compromisedcredential","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"alert_ctep","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"alert_malsite","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"alert_malware","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"alert_policy","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"alert_quarantine","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"alert_remediation","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"alert_securityassessment","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"alert_uba","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"alert_watchlist","type":"text","marks":[{"type":"code"}]}]}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"events","type":"text","marks":[{"type":"code"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"event_alert","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"event_application","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"event_audit","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"event_incident","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"event_infrastructure","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"event_network","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"event_page","type":"text","marks":[{"type":"code"}]}]}]}]}]}]},{"type":"mediaSingle","attrs":{"layout":"center","width":652,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":1458,"alt":"image-20240626-065329.png","id":"7c7e98e8-c25f-4b16-8139-c36bff0f3c74","collection":"contentId-650117144","type":"file","height":1082}}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Rate limiting","type":"text"}]},{"type":"paragraph","content":[{"text":"Rate-limiting must be factored in when using the Netskope REST APIs. A standard ","type":"text"},{"text":"429 Too Many Requests","type":"text","marks":[{"type":"em"}]},{"text":" error will be returned if an excessive usage level is reached. To avoid this error, limit your REST API calls. The global rate limit can be checked at the top of the page.","type":"text"}]},{"type":"mediaSingle","attrs":{"layout":"center","width":606,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":927,"alt":"image-20240626-065915.png","id":"0cdfa424-532d-441f-a8f3-2810e73f01e4","collection":"contentId-650117144","type":"file","height":169}}]},{"type":"paragraph","content":[{"text":"In this example (4 req/s), limit the API calls to no more than 20 requests every 5 seconds. Four requests are processed in the first second, while 16 are queued and processed over the next four seconds.","type":"text"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Run the collector","type":"text"}]},{"type":"paragraph","content":[{"text":"Once the data source is configured, you can either send us the required information if you want us to host and manage the collector for you (","type":"text"},{"text":"Cloud collector","type":"text","marks":[{"type":"underline"}]},{"text":"), or deploy and host the collector in your own machine using a Docker image (","type":"text"},{"text":"On-premise collector","type":"text","marks":[{"type":"underline"}]},{"text":").","type":"text"}]},{"type":"bodiedExtension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"rw-ui-tabs-macro","parameters":{"macroParams":{},"macroMetadata":{"macroId":{"value":"6a805bc0-abf6-4d98-987c-6a9164c77642"},"schemaVersion":{"value":"1"},"placeholder":[{"type":"icon","data":{"url":"https://static.dg.refinedtheme.refinedwiki.com/refinedtheme-for-cloud/macro-icons/tab-container.png"}}],"title":"Refined Tab Container"}},"localId":"51a38310-b288-4fb7-a20e-43dcd020e55a"},"content":[{"type":"extension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"rw-tab","parameters":{"macroParams":{"title":{"value":"Cloud collector"}},"macroMetadata":{"macroId":{"value":"2825992cb366f7c43cdf1373692654dc"},"schemaVersion":{"value":"1"},"placeholder":[{"type":"icon","data":{"url":"https://static.dg.refinedtheme.refinedwiki.com/refinedtheme-for-cloud/macro-icons/tab.png"}}],"title":"Refined Tab"}},"localId":"0f26672c-3765-45d9-a825-cd6014850d1a"}},{"type":"paragraph","content":[{"text":"We use a piece of software called Collector Server to host and manage all our available collectors.","type":"text"}]},{"type":"paragraph","content":[{"text":"To enable the collector for a customer:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"In the Collector Server GUI, access the domain in which you want this instance to be created","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Click Add Collector and find the one you wish to add.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"In the Version field, select the latest value.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"In the Collector Name field, set the value you prefer (this name must be unique inside the same Collector Server domain).","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"In the sending method select Direct Send. Direct Send configuration is optional for collectors that create Table events, but mandatory for those that create Lookups.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"In the Parameters section, establish the Collector Parameters as follows below:","type":"text"}]}]}]},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"paragraph","content":[{"text":"Select the services to configure from the available list in the configuration template.","type":"text"}]}]},{"type":"codeBlock","content":[{"text":"{\n \"global_overrides\": {\n \"debug\": false\n },\n \"inputs\": {\n \"netskope_v2api\": {\n \"id\": \"\",\n \"enabled\": true,\n \"credentials\": {\n \"api_token\": \"\"\n },\n \"tenant_hostname\": \"\",\n \"services\": {\n \"alert_dlp\": {\n \"start_time_in_utc\": \"\",\n \"requests_limits\": [\n {\n \"period\": \"\",\n \"number_of_requests\": \"\"\n }\n ],\n \"override_tag\": \"\",\n \"request_period_in_seconds\": \"\"\n },\n \"alert_watchlist\": {\n \"start_time_in_utc\": \"\",\n \"requests_limits\": [\n {\n \"period\": \"\",\n \"number_of_requests\": \"\"\n }\n ],\n \"override_tag\": \"\",\n \"request_period_in_seconds\": \"\"\n },\n \"alert_ctep\": {\n \"start_time_in_utc\": \"\",\n \"requests_limits\": [\n {\n \"period\": \"\",\n \"number_of_requests\": \"\"\n }\n ],\n \"override_tag\": \"\",\n \"request_period_in_seconds\": \"\"\n },\n \"alert_compromisedcredential\": {\n \"start_time_in_utc\": \"\",\n \"requests_limits\": [\n {\n \"period\": \"\",\n \"number_of_requests\": \"\"\n }\n ],\n \"override_tag\": \"\",\n \"request_period_in_seconds\": \"\"\n },\n \"alert_malsite\": {\n \"start_time_in_utc\": \"\",\n \"requests_limits\": [\n {\n \"period\": \"\",\n \"number_of_requests\": \"\"\n }\n ],\n \"override_tag\": \"\",\n \"request_period_in_seconds\": \"\"\n },\n \"alert_malware\": {\n \"start_time_in_utc\": \"\",\n \"requests_limits\": [\n {\n \"period\": \"\",\n \"number_of_requests\": \"\"\n }\n ],\n \"override_tag\": \"\",\n \"request_period_in_seconds\": \"\"\n },\n \"alert_policy\": {\n \"start_time_in_utc\": \"\",\n \"requests_limits\": [\n {\n \"period\": \"\",\n \"number_of_requests\": \"\"\n }\n ],\n \"override_tag\": \"\",\n \"request_period_in_seconds\": \"\"\n },\n \"alert_remediation\": {\n \"start_time_in_utc\": \"\",\n \"requests_limits\": [\n {\n \"period\": \"\",\n \"number_of_requests\": \"\"\n }\n ],\n \"override_tag\": \"\",\n \"request_period_in_seconds\": \"\"\n },\n \"alert_quarantine\": {\n \"start_time_in_utc\": \"\",\n \"requests_limits\": [\n {\n \"period\": \"\",\n \"number_of_requests\": \"\"\n }\n ],\n \"override_tag\": \"\",\n \"request_period_in_seconds\": \"\"\n },\n \"alert_securityassessment\": {\n \"start_time_in_utc\": \"\",\n \"requests_limits\": [\n {\n \"period\": \"\",\n \"number_of_requests\": \"\"\n }\n ],\n \"override_tag\": \"\",\n \"request_period_in_seconds\": \"\"\n },\n \"alert_uba\": {\n \"start_time_in_utc\": \"\",\n \"requests_limits\": [\n {\n \"period\": \"\",\n \"number_of_requests\": \"\"\n }\n ],\n \"override_tag\": \"\",\n \"request_period_in_seconds\": \"\"\n },\n \"event_alert\": {\n \"start_time_in_utc\": \"\",\n \"requests_limits\": [\n {\n \"period\": \"\",\n \"number_of_requests\": \"\"\n }\n ],\n \"override_tag\": \"\",\n \"request_period_in_seconds\": \"\"\n },\n \"event_page\": {\n \"start_time_in_utc\": \"\",\n \"requests_limits\": [\n {\n \"period\": \"\",\n \"number_of_requests\": \"\"\n }\n ],\n \"override_tag\": \"\",\n \"request_period_in_seconds\": \"\"\n },\n \"event_application\": {\n \"start_time_in_utc\": \"\",\n \"requests_limits\": [\n {\n \"period\": \"\",\n \"number_of_requests\": \"\"\n }\n ],\n \"override_tag\": \"\",\n \"request_period_in_seconds\": \"\"\n },\n \"event_incident\": {\n \"start_time_in_utc\": \"\",\n \"requests_limits\": [\n {\n \"period\": \"\",\n \"number_of_requests\": \"\"\n }\n ],\n \"override_tag\": \"\",\n \"request_period_in_seconds\": \"\"\n },\n \"event_audit\": {\n \"start_time_in_utc\": \"\",\n \"requests_limits\": [\n {\n \"period\": \"\",\n \"number_of_requests\": \"\"\n }\n ],\n \"override_tag\": \"\",\n \"request_period_in_seconds\": \"\"\n },\n \"event_infrastructure\": {\n \"start_time_in_utc\": \"\",\n \"requests_limits\": [\n {\n \"period\": \"\",\n \"number_of_requests\": \"\"\n }\n ],\n \"override_tag\": \"\",\n \"request_period_in_seconds\": \"\"\n },\n \"event_network\": {\n \"start_time_in_utc\": \"\",\n \"requests_limits\": [\n {\n \"period\": \"\",\n \"number_of_requests\": \"\"\n }\n ],\n \"override_tag\": \"\",\n \"request_period_in_seconds\": \"\"\n }\n }\n }\n }\n}\n","type":"text"}]},{"type":"paragraph","content":[{"text":"The following table outlines the parameters available for configuring the collector. Each parameter is categorized by its necessity (mandatory or optional), data type, acceptable values or formats, and a brief description.","type":"text"}]},{"type":"table","attrs":{"layout":"default","localId":"bddaa87c-4d31-4152-94ce-5ef1d6d28368"},"content":[{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"background":"#f4f5f7","rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"Parameter","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"background":"#f4f5f7","rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"Data type","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"background":"#f4f5f7","rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Type","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"background":"#f4f5f7","rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"Value range / Format","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"background":"#f4f5f7","rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Details","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"str","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Mandatory","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"collector-us.devo.io","type":"text","marks":[{"type":"link","attrs":{"href":"http://collector-us.devo.io/"}}]},{"text":", ","type":"text"}]},{"type":"paragraph","content":[{"text":"collector-eu.devo.io","type":"text","marks":[{"type":"link","attrs":{"href":"http://collector-eu.devo.io/"}}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Use this param to identify the Devo Cloud where the events will be sent","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"str","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Mandatory","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"Minimum length: 4, Maximum length: 20","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Use this param to identify the chain.cert file downloaded from your Devo domain. Usually this file's name is: chain.crt","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"str","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Mandatory","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"Minimum length: 4, Maximum length: 20","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Use this param to identify the file.cert downloaded from your Devo domain.","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"str","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Mandatory","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"Minimum length: 4, Maximum length: 20","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Use this param to identify the file.key downloaded from your Devo domain.","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"int","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Mandatory","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"Minimum Length 5","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Use this parameter to give a unique ID to this input service. This parameter is used to build the persistence address; do not use the same value for multiple collectors. It could cause a collision.","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"bool","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Mandatory","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"false / true","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Use this param to enable or disable the given input logic when running the collector. If the value is true, the input will be run. If the value is false, it will be ignored.","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"str","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Optional","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"A devo tag","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"This parameter allows defining a custom devo tag.","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"str","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Optional","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"UTC format date, This Should not be older that 7 days","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Initial time period used when fetching data from the endpoint. ","type":"text"},{"text":"Due to the large amount of data produced by this service, using this parameter is discouraged except in special cases.","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"},{"type":"hardBreak"},{"text":"Format","type":"text","marks":[{"type":"strong"}]},{"text":" ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"}]},{"type":"paragraph","content":[{"text":"Example:","type":"text","marks":[{"type":"strong"}]},{"text":" ","type":"text"},{"text":"2024-10-21T10:15:30Z","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"str","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Mandatory","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"number follow with [s,m,h,d,w,M,y]","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Defines the reference time period used by the rate limiter. By default uses the same Okta Basic Rate Limiter: 60 seconds. ","type":"text"},{"type":"hardBreak"},{"text":"s: second","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"},{"type":"hardBreak"},{"text":"m: minute","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"},{"type":"hardBreak"},{"text":"h: hour","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"},{"type":"hardBreak"},{"text":"d: day","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"},{"type":"hardBreak"},{"text":"w: week","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"},{"type":"hardBreak"},{"text":"M: month","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"},{"type":"hardBreak"},{"text":"y: year","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"},{"type":"hardBreak"},{"text":"Example:","type":"text","marks":[{"type":"strong"}]},{"text":" \"30s\" , \"1m\", \"1h\" ","type":"text"}]},{"type":"panel","attrs":{"panelType":"note"},"content":[{"type":"paragraph","content":[{"text":"If you do not need this feature (Local Rate Limiter), remove the following definition from the service/endpoint: ","type":"text"},{"type":"hardBreak"},{"text":"requests_limits: ","type":"text","marks":[{"type":"strong"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"period: ","type":"text","marks":[{"type":"strong"}]},{"type":"hardBreak"},{"text":"number_of_requests: ","type":"text","marks":[{"type":"strong"}]}]}]}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"int","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Mandatory","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"Minimum value: 1","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Defines the maximum number of calls that can be made in the period_value. Check in Okta site your limits per endpoint based on your Okta tier. ","type":"text"}]},{"type":"panel","attrs":{"panelType":"note"},"content":[{"type":"paragraph","content":[{"text":"If you do not need this feature (Local Rate Limiter), remove the following definition from the service/endpoint: ","type":"text"},{"type":"hardBreak"},{"text":"requests_limits: ","type":"text","marks":[{"type":"strong"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"period: ","type":"text","marks":[{"type":"strong"}]},{"type":"hardBreak"},{"text":"number_of_requests: ","type":"text","marks":[{"type":"strong"}]}]}]}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"int","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Optional","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"minimum length: 1","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Period in seconds used between each data pulling. This value will overwrite the default value (60 seconds). This parameter can be removed or commented.","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"str","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Mandatory","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"minimum length: 1","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"API Token to access the NetSkope API.","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"str","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Mandatory","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"minimum length: 1","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Tenant Hostname For NetSkope API. Ex: \"","type":"text"},{"text":"hrb.goskope.com","type":"text","marks":[{"type":"link","attrs":{"href":"http://hrb.goskope.com/"}}]},{"text":"\"","type":"text"}]}]}]}]},{"type":"paragraph","content":[{"text":"Note","type":"text","marks":[{"type":"strong"}]},{"text":": Parameters marked as \"Mandatory\" are required for the collector's configuration. Optional parameters can be omitted or removed if not used, but they provide additional customization and control over the collector's behavior.","type":"text"}]},{"type":"extension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"rw-tab","parameters":{"macroParams":{"title":{"value":"On-premise collector"}},"macroMetadata":{"macroId":{"value":"0e08d10a084320745cfcad174c481cfb"},"schemaVersion":{"value":"1"},"placeholder":[{"type":"icon","data":{"url":"https://static.dg.refinedtheme.refinedwiki.com/refinedtheme-for-cloud/macro-icons/tab.png"}}],"title":"Refined Tab"}},"localId":"3392ad6b-e017-4587-96ac-e5e9d4459cb2"}},{"type":"paragraph","content":[{"text":"This data collector can be run in any machine that has the Docker service available because it should be executed as a docker container. The following sections explain how to prepare all the required setup for having the data collector running.","type":"text"}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Structure","type":"text"}]},{"type":"paragraph","content":[{"text":"The following directory structure should be created for being used when running the collector:","type":"text"}]},{"type":"codeBlock","content":[{"text":"\n└── devo-collectors/\n └── /\n ├── certs/\n │ ├── chain.crt\n │ ├── .key\n │ └── .crt\n ├── state/\n └── config/ \n └── config.yaml ","type":"text"}]},{"type":"panel","attrs":{"panelType":"warning"},"content":[{"type":"paragraph","content":[{"text":"Replace ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":" with the proper value.","type":"text"}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Devo credentials","type":"text"}]},{"type":"paragraph","content":[{"text":"In Devo, go to ","type":"text"},{"text":"Administration → Credentials → X.509 Certificates","type":"text","marks":[{"type":"strong"}]},{"text":", download the ","type":"text"},{"text":"Certificate","type":"text","marks":[{"type":"strong"}]},{"text":", ","type":"text"},{"text":"Private key","type":"text","marks":[{"type":"strong"}]},{"text":" and ","type":"text"},{"text":"Chain CA","type":"text","marks":[{"type":"strong"}]},{"text":" and save them in ","type":"text"},{"text":"/certs/","type":"text","marks":[{"type":"code"}]},{"text":". Learn more about security credentials in Devo ","type":"text"},{"text":"here","type":"text","marks":[{"type":"link","attrs":{"href":"#"}}]},{"text":".","type":"text"}]},{"type":"mediaSingle","attrs":{"layout":"center","width":748,"widthType":"pixel"},"content":[{"type":"media","attrs":{"width":950,"alt":"image-20240530-133152.png","id":"f5c0b236-1432-445f-9195-2c200ad89d88","collection":"contentId-650117144","type":"file","height":448}}]},{"type":"panel","attrs":{"panelType":"warning"},"content":[{"type":"paragraph","content":[{"text":"Replace ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":" with the proper value.","type":"text"}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Editing the config.yaml file","type":"text"}]},{"type":"codeBlock","content":[{"text":"globals:\n debug: false\n id: not_used\n name: netskope_v2api\n persistence:\n type: filesystem\n config:\n directory_name: state\n# type: redis\n# config:\n# host: host\n# port: port\n# password: password\n# db: db\n\noutputs:\n# devo_1:\n# type: devo_platform\n# config:\n# address: collector-us.devo.io\n# port: 443\n# type: SSL\n# chain: chain.crt\n# cert: .crt\n# key: .key\n\n console_1:\n type: console\n\ninputs:\n netskope_v2api:\n id: \n enabled: true\n credentials:\n api_token: \n tenant_hostname: \n services:\n alert_dlp:\n request_period_in_seconds: \n start_time_in_utc: \n requests_limits:\n - period: \n number_of_requests: \n override_tag: \n alert_watchlist:\n request_period_in_seconds: \n start_time_in_utc: \n requests_limits:\n - period: \n number_of_requests: \n override_tag: \n alert_ctep:\n request_period_in_seconds: \n start_time_in_utc: \n requests_limits:\n - period: \n number_of_requests: \n override_tag: \n alert_compromisedcredential:\n request_period_in_seconds: \n start_time_in_utc: \n requests_limits:\n - period: \n number_of_requests: \n override_tag: \n alert_malsite:\n request_period_in_seconds: \n start_time_in_utc: \n requests_limits:\n - period: \n number_of_requests: \n override_tag: \n alert_malware:\n request_period_in_seconds: \n start_time_in_utc: \n requests_limits:\n - period: \n number_of_requests: \n override_tag: \n alert_policy:\n request_period_in_seconds: \n start_time_in_utc: \n requests_limits:\n - period: \n number_of_requests: \n override_tag: \n alert_remediation:\n request_period_in_seconds: \n start_time_in_utc: \n requests_limits:\n - period: \n number_of_requests: \n override_tag: \n alert_quarantine:\n request_period_in_seconds: \n start_time_in_utc: \n requests_limits:\n - period: \n number_of_requests: \n override_tag: \n alert_securityassessment:\n request_period_in_seconds: \n start_time_in_utc: \n requests_limits:\n - period: \n number_of_requests: \n override_tag: \n alert_uba:\n request_period_in_seconds: \n start_time_in_utc: \n requests_limits:\n - period: \n number_of_requests: \n override_tag: \n event_alert:\n request_period_in_seconds: \n start_time_in_utc: \n requests_limits:\n - period: \n number_of_requests: \n override_tag: \n event_page:\n request_period_in_seconds: \n start_time_in_utc: \n requests_limits:\n - period: \n number_of_requests: \n override_tag: \n event_application:\n request_period_in_seconds: \n start_time_in_utc: \n requests_limits:\n - period: \n number_of_requests: \n override_tag: \n event_incident:\n request_period_in_seconds: \n start_time_in_utc: \n requests_limits:\n - period: \n number_of_requests: \n override_tag: \n event_audit:\n request_period_in_seconds: \n start_time_in_utc: \n requests_limits:\n - period: \n number_of_requests: \n override_tag: \n event_infrastructure:\n request_period_in_seconds: \n start_time_in_utc: \n requests_limits:\n - period: \n number_of_requests: \n override_tag: \n event_network:\n request_period_in_seconds: \n start_time_in_utc: \n requests_limits:\n - period: \n number_of_requests: \n override_tag: ","type":"text"}]},{"type":"paragraph","content":[{"text":"All defined service entities will be executed by the collector. If you do not want to run any of them, just remove the entity from the services object.","type":"text"}]},{"type":"paragraph","content":[{"text":"Replace the placeholders with your required values following the description table below:","type":"text"}]},{"type":"table","attrs":{"layout":"default","localId":"a8a35273-532c-4e5e-acbc-9c025b25e5a3"},"content":[{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"background":"#f4f5f7","rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"Parameter","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"background":"#f4f5f7","rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"Data type","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"background":"#f4f5f7","rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Type","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"background":"#f4f5f7","rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"Value range / Format","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"background":"#f4f5f7","rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Details","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"str","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Mandatory","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"collector-us.devo.io","type":"text","marks":[{"type":"link","attrs":{"href":"http://collector-us.devo.io"}}]},{"text":", ","type":"text"}]},{"type":"paragraph","content":[{"text":"collector-eu.devo.io","type":"text","marks":[{"type":"link","attrs":{"href":"http://collector-eu.devo.io"}}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Use this param to identify the Devo Cloud where the events will be sent","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"str","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Mandatory","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"Minimum length: 4, Maximum length: 20","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Use this param to identify the chain.cert file downloaded from your Devo domain. Usually this file's name is: chain.crt","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"str","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Mandatory","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"Minimum length: 4, Maximum length: 20","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Use this param to identify the file.cert downloaded from your Devo domain.","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"str","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Mandatory","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"Minimum length: 4, Maximum length: 20","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Use this param to identify the file.key downloaded from your Devo domain.","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"int","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Mandatory","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"Minimum Length 5","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Use this parameter to give a unique ID to this input service. This parameter is used to build the persistence address; do not use the same value for multiple collectors. It could cause a collision.","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"bool","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Mandatory","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"false / true","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Use this param to enable or disable the given input logic when running the collector. If the value is true, the input will be run. If the value is false, it will be ignored.","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"str","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Optional","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"A devo tag","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"This parameter allows defining a custom devo tag.","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"str","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Optional","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"UTC format date, This Should not be older that 7 days","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Initial time period used when fetching data from the endpoint. ","type":"text"},{"text":"Due to the large amount of data produced by this service, using this parameter is discouraged except in special cases.","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"},{"type":"hardBreak"},{"text":"Format","type":"text","marks":[{"type":"strong"}]},{"text":" ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"}]},{"type":"paragraph","content":[{"text":"Example:","type":"text","marks":[{"type":"strong"}]},{"text":" ","type":"text"},{"text":"2024-10-21T10:15:30Z","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"str","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Mandatory","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"number follow with [s,m,h,d,w,M,y]","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Defines the reference time period used by the rate limiter. By default uses the same Okta Basic Rate Limiter: 60 seconds. ","type":"text"},{"type":"hardBreak"},{"text":"s: second","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"},{"type":"hardBreak"},{"text":"m: minute","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"},{"type":"hardBreak"},{"text":"h: hour","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"},{"type":"hardBreak"},{"text":"d: day","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"},{"type":"hardBreak"},{"text":"w: week","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"},{"type":"hardBreak"},{"text":"M: month","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"},{"type":"hardBreak"},{"text":"y: year","type":"text","marks":[{"type":"code"}]},{"text":" ","type":"text"},{"type":"hardBreak"},{"text":"Example:","type":"text","marks":[{"type":"strong"}]},{"text":" \"30s\" , \"1m\", \"1h\" ","type":"text"}]},{"type":"panel","attrs":{"panelType":"note"},"content":[{"type":"paragraph","content":[{"text":"If you do not need this feature (Local Rate Limiter), remove the following definition from the service/endpoint: ","type":"text"},{"type":"hardBreak"},{"text":"requests_limits: ","type":"text","marks":[{"type":"strong"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"period: ","type":"text","marks":[{"type":"strong"}]},{"type":"hardBreak"},{"text":"number_of_requests: ","type":"text","marks":[{"type":"strong"}]}]}]}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"int","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Mandatory","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"Minimum value: 1","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Defines the maximum number of calls that can be made in the period_value. Check in Okta site your limits per endpoint based on your Okta tier. ","type":"text"}]},{"type":"panel","attrs":{"panelType":"note"},"content":[{"type":"paragraph","content":[{"text":"If you do not need this feature (Local Rate Limiter), remove the following definition from the service/endpoint: ","type":"text"},{"type":"hardBreak"},{"text":"requests_limits: ","type":"text","marks":[{"type":"strong"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"period: ","type":"text","marks":[{"type":"strong"}]},{"type":"hardBreak"},{"text":"number_of_requests: ","type":"text","marks":[{"type":"strong"}]}]}]}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"int","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Optional","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"minimum length: 1","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Period in seconds used between each data pulling. This value will overwrite the default value (60 seconds). This parameter can be removed or commented.","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"str","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Mandatory","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"minimum length: 1","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"API Token to access the NetSkope API.","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[75.0]},"content":[{"type":"paragraph","content":[{"text":"str","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[92.0]},"content":[{"type":"paragraph","content":[{"text":"Mandatory","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[179.0]},"content":[{"type":"paragraph","content":[{"text":"minimum length: 1","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Tenant Hostname For NetSkope API. Ex: \"","type":"text"},{"text":"hrb.goskope.com","type":"text","marks":[{"type":"link","attrs":{"href":"http://hrb.goskope.com"}}]},{"text":"\"","type":"text"}]}]}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Download the Docker image","type":"text"}]},{"type":"paragraph","content":[{"text":"The collector should be deployed as a Docker container. Download the Docker image of the collector as a .tgz file by clicking the link in the following table:","type":"text"}]},{"type":"table","attrs":{"layout":"default","localId":"94785be3-54fc-4266-9d73-deee265f1451"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[397.0]},"content":[{"type":"paragraph","content":[{"text":"Collector Docker image","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1,"colwidth":[329.0]},"content":[{"type":"paragraph","content":[{"text":"SHA-256 hash","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[397.0]},"content":[{"type":"paragraph","content":[{"text":"collector-netskope_v2api-docker-image-2.0.1.tgz","type":"text","marks":[{"type":"link","attrs":{"href":"https://drive.google.com/file/d/12QV6skFFggIClDO5A65WYJ4TcVad1gCL/view?usp=drive_link"}}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[329.0]},"content":[{"type":"paragraph","content":[{"text":"1555b10034770db6a4e7be2a2954c0acd72ff60b375be414a3c982a62a3b732b","type":"text","marks":[{"type":"code"}]}]}]}]}]},{"type":"paragraph","content":[{"text":"Use the following command to add the Docker image to the system:","type":"text"}]},{"type":"codeBlock","content":[{"text":"gunzip -c -.tgz | docker load","type":"text"}]},{"type":"panel","attrs":{"panelType":"warning"},"content":[{"type":"paragraph","content":[{"text":"Once the Docker image is imported, it will show the real name of the Docker image (including version info). Replace ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":" and ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":" with a proper value.","type":"text"}]}]},{"type":"paragraph","content":[{"text":"The Docker image can be deployed on the following services:","type":"text"}]},{"type":"heading","attrs":{"level":4},"content":[{"text":"Docker","type":"text"}]},{"type":"paragraph","content":[{"text":"Execute the following command on the root directory ","type":"text"},{"text":"/devo-collectors//","type":"text","marks":[{"type":"code"}]}]},{"type":"codeBlock","content":[{"text":"docker run \n--name collector- \n--volume $PWD/certs:/devo-collector/certs \n--volume $PWD/config:/devo-collector/config \n--volume $PWD/state:/devo-collector/state \n--env CONFIG_FILE=config.yaml \n--rm \n--interactive \n--tty \n:","type":"text"}]},{"type":"panel","attrs":{"panelType":"warning"},"content":[{"type":"paragraph","content":[{"text":"Replace ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":", ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":" and ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":" with the proper values.","type":"text"}]}]},{"type":"heading","attrs":{"level":4},"content":[{"text":"Docker Compose","type":"text"}]},{"type":"paragraph","content":[{"text":"The following Docker Compose file can be used to execute the Docker container. It must be created in the ","type":"text"},{"text":"/devo-collectors//","type":"text","marks":[{"type":"code"}]},{"text":" directory.","type":"text"}]},{"type":"codeBlock","content":[{"text":"version: '3'\nservices:\n collector-:\n image: :${IMAGE_VERSION:-latest}\n container_name: collector-\n volumes:\n - ./certs:/devo-collector/certs\n - ./config:/devo-collector/config\n - ./credentials:/devo-collector/credentials\n - ./state:/devo-collector/state\n environment:\n - CONFIG_FILE=${CONFIG_FILE:-config.yaml}","type":"text"}]},{"type":"paragraph","content":[{"text":"To run the container using docker-compose, execute the following command from the ","type":"text"},{"text":"/devo-collectors//","type":"text","marks":[{"type":"code"}]},{"text":" directory:","type":"text"}]},{"type":"codeBlock","content":[{"text":"IMAGE_VERSION= docker-compose up -d","type":"text"}]},{"type":"panel","attrs":{"panelType":"warning"},"content":[{"type":"paragraph","content":[{"text":"Replace ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":", ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":" and ","type":"text"},{"text":"","type":"text","marks":[{"type":"code"}]},{"text":" with the proper values.","type":"text"}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Collector service details","type":"text"}]},{"type":"paragraph","content":[{"text":"Verify data collection","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"Once the collector has been launched, it is important to check if the ingestion is performed in a proper way. To do so, go to the collector’s logs console.","type":"text"}]},{"type":"paragraph","content":[{"text":"This service has the following components:","type":"text"}]},{"type":"table","attrs":{"layout":"default","width":760.0,"localId":"ca0ec97c-6ebb-45ac-af37-0ee830d56c5b"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Component","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Description","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Setup","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"The setup module is in charge of authenticating the service and managing the token expiration when needed.","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Puller","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"The setup module is in charge of pulling the data in an organized way and delivering the events via SDK.","type":"text"}]}]}]}]},{"type":"paragraph","content":[{"text":"Setup output","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"A successful run has the following output messages for the setup module:","type":"text"}]},{"type":"codeBlock","content":[{"text":"2025-01-28T10:52:34.101 INFO OutputProcess::MainThread -> DevoSender(internal_senders,devo_sender_0) -> Starting thread\n2025-01-28T10:52:34.101 INFO OutputProcess::DevoSenderManager(standard_senders,manager,devo_2) -> [EMERGENCY_PERSISTENCE_SYSTEM] Elapsed seconds: 0.00\n2025-01-28T10:52:34.101 INFO OutputProcess::OutputStandardConsumer(standard_senders_consumer_0) -> [EMERGENCY_PERSISTENCE_SYSTEM] Elapsed seconds: 0.00\n2025-01-28T10:52:34.102 INFO OutputProcess::MainThread -> DevoSenderManagerMonitor(internal_senders,devo_2) -> Starting thread (every 300 seconds)\n2025-01-28T10:52:34.102 INFO OutputProcess::MainThread -> DevoSenderManager(internal_senders,manager,devo_2) -> Starting thread\n2025-01-28T10:52:34.103 INFO OutputProcess::DevoSenderManager(internal_senders,manager,devo_2) -> [EMERGENCY_PERSISTENCE_SYSTEM] Recovering any available content from the persistence system\n2025-01-28T10:52:34.103 INFO OutputProcess::OutputInternalConsumer(internal_senders_consumer_0) -> [EMERGENCY_PERSISTENCE_SYSTEM] Recovering any available content from the persistence system\n2025-01-28T10:52:34.104 INFO OutputProcess::OutputLookupConsumer(lookup_senders_consumer_0) -> [EMERGENCY_PERSISTENCE_SYSTEM] Nothing available in the persistence system\n2025-01-28T10:52:34.104 INFO OutputProcess::OutputLookupConsumer(lookup_senders_consumer_0) -> [EMERGENCY_PERSISTENCE_SYSTEM] Elapsed seconds: 0.00\n2025-01-28T10:52:34.105 INFO OutputProcess::MainThread -> OutputMetricsThread -> Started thread for updating metrics values (update_period=10.0)\n2025-01-28T10:52:34.106 INFO InputProcess::MainThread -> CollectorPuller(netskope_v2api#45678,event_page#predefined) Finalizing the execution of init_variables()\n2025-01-28T10:52:34.110 INFO InputProcess::MainThread -> InputThread(netskope_v2api,45678) - Starting thread (execution_period=60s)\n2025-01-28T10:52:34.112 INFO InputProcess::MainThread -> ServiceThread(netskope_v2api,45678,event_page,predefined) - Starting thread (execution_period=60s)\n2025-01-28T10:52:34.113 INFO InputProcess::MainThread -> CollectorPullerSetup(netskope_v2api#45678,event_page#predefined) -> Starting thread\n2025-01-28T10:52:34.113 INFO InputProcess::MainThread -> CollectorPuller(netskope_v2api#45678,event_page#predefined) - Starting thread\n2025-01-28T10:52:34.118 WARNING InputProcess::CollectorPuller(netskope_v2api#45678,event_page#predefined) -> Waiting until setup will be executed\n2025-01-28T10:52:34.120 INFO InputProcess::MainThread -> InputMetricsThread -> Started thread for updating metrics values (update_period=10.0)\n2025-01-28T10:52:34.123 INFO MainProcess::MetricsConsumerThread -> OpenTelemetryServer -> [METRIC] Counter \"vendor_requests\" created: \"Number of requests received from the vendor API\", unit: \"requests\"\n2025-01-28T10:52:34.159 WARNING MainProcess::CollectorThread -> There is a process that now it doesn't exists (pid=91533)\n2025-01-28T10:52:34.171 INFO OutputProcess::DevoSenderManager(lookup_senders,manager,devo_2) -> [EMERGENCY_PERSISTENCE_SYSTEM] Nothing available in the persistence system\n2025-01-28T10:52:34.171 INFO OutputProcess::DevoSenderManager(lookup_senders,manager,devo_2) -> [EMERGENCY_PERSISTENCE_SYSTEM] Elapsed seconds: 0.07\n2025-01-28T10:52:34.171 INFO OutputProcess::MainThread -> [GC] global: 55.6% -> 55.7%, process: RSS(62.14MiB -> 62.76MiB), VMS(1.07GiB -> 1.07GiB)\n2025-01-28T10:52:34.172 INFO MainProcess::MetricsConsumerThread -> OpenTelemetryServer -> [METRIC] Counter \"msg_sent_counter\" created: \"Number of messages sent to the defined output\", unit: \"1\"\n2025-01-28T10:52:34.173 INFO MainProcess::MetricsConsumerThread -> OpenTelemetryServer -> [METRIC] Counter \"msg_sent_bytes\" created: \"Number of bytes sent to the defined output\", unit: \"1\"\n2025-01-28T10:52:34.174 INFO OutputProcess::OutputInternalConsumer(internal_senders_consumer_0) -> [EMERGENCY_PERSISTENCE_SYSTEM] Nothing available in the persistence system\n2025-01-28T10:52:34.174 INFO OutputProcess::OutputInternalConsumer(internal_senders_consumer_0) -> [EMERGENCY_PERSISTENCE_SYSTEM] Elapsed seconds: 0.07\n2025-01-28T10:52:34.176 INFO InputProcess::MainThread -> [GC] global: 55.7% -> 55.7%, process: RSS(62.14MiB -> 62.64MiB), VMS(521.70MiB -> 521.70MiB)\n2025-01-28T10:52:34.177 INFO OutputProcess::DevoSenderManager(internal_senders,manager,devo_2) -> [EMERGENCY_PERSISTENCE_SYSTEM] Nothing available in the persistence system\n2025-01-28T10:52:34.177 INFO OutputProcess::DevoSenderManager(internal_senders,manager,devo_2) -> [EMERGENCY_PERSISTENCE_SYSTEM] Elapsed seconds: 0.07\n2025-01-28T10:52:34.177 INFO MainProcess::MetricsConsumerThread -> OpenTelemetryServer -> [METRIC] Counter \"msg_incoming_received\" created: \"Number of messages received from the vendor API\", unit: \"1\"\n2025-01-28T10:52:34.179 INFO MainProcess::MetricsConsumerThread -> OpenTelemetryServer -> [METRIC] Counter \"msg_incoming_removed\" created: \"Number of messages removed by the collector\", unit: \"1\"\n2025-01-28T10:52:34.180 INFO MainProcess::MetricsConsumerThread -> OpenTelemetryServer -> [METRIC] Counter \"msg_incoming_filtered\" created: \"Number of messages filtered by the collector\", unit: \"1\"\n2025-01-28T10:52:34.181 INFO MainProcess::MetricsConsumerThread -> OpenTelemetryServer -> [METRIC] Counter \"msg_enqueued_standard_counter\" created: \"Number of messages enqueued\", unit: \"1\"\n2025-01-28T10:52:34.183 INFO MainProcess::MetricsConsumerThread -> OpenTelemetryServer -> [METRIC] Counter \"msg_enqueued_standard_bytes\" created: \"Number of bytes enqueued\", unit: \"1\"\n2025-01-28T10:52:34.184 INFO MainProcess::MetricsConsumerThread -> OpenTelemetryServer -> [METRIC] Counter \"msg_enqueued_lookup_counter\" created: \"Number of messages enqueued\", unit: \"1\"\n2025-01-28T10:52:34.185 INFO MainProcess::MetricsConsumerThread -> OpenTelemetryServer -> [METRIC] Counter \"msg_enqueued_lookup_bytes\" created: \"Number of messages enqueued\", unit: \"1\"\n2025-01-28T10:52:34.186 INFO MainProcess::MetricsConsumerThread -> OpenTelemetryServer -> [METRIC] Counter \"msg_enqueued_internal_counter\" created: \"Number of messages enqueued in the queue\", unit: \"1\"\n2025-01-28T10:52:34.186 INFO MainProcess::MetricsConsumerThread -> OpenTelemetryServer -> [METRIC] Counter \"msg_enqueued_internal_bytes\" created: \"Number of messages enqueued in the queue\", unit: \"1\"\n2025-01-28T10:52:34.187 INFO MainProcess::MetricsConsumerThread -> OpenTelemetryServer -> [METRIC] Gauge \"module_global_status\" created: \"Global status of current module\", unit: \"1\"\n2025-01-28T10:52:34.558 INFO OutputProcess::DevoSender(internal_senders,devo_sender_0) -> Created a sender: {\"name\": \"DevoSender(internal_senders,devo_sender_0)\", \"url\": \"collector-eu.devo.io:443\", \"chain_path\": \"/home/pulkit/devo/collectors/devo-collector-netskope-api-v2/certs/chain.crt\", \"cert_path\": \"/home/pulkit/devo/collectors/devo-collector-netskope-api-v2/certs/int-if-integrations-india.crt\", \"key_path\": \"/home/pulkit/devo/collectors/devo-collector-netskope-api-v2/certs/int-if-integrations-india.key\", \"transport_layer_type\": \"SSL\", \"last_usage_timestamp\": null, \"socket_status\": null}, hostname: \"2023-APAC-0049\", session_id: \"132784344291840\"\n2025-01-28T10:52:34.559 INFO OutputProcess::DevoSender(internal_senders,devo_sender_0) -> [EMERGENCY_PERSISTENCE_SYSTEM] Nothing available in the persistence system\n2025-01-28T10:52:35.553 INFO InputProcess::CollectorPullerSetup(netskope_v2api#45678,event_page#predefined) -> Setup for module has been successfully executed\n2025-01-28T10:52:36.123 INFO InputProcess::CollectorPuller(netskope_v2api#45678,event_page#predefined) -> CollectorPuller(netskope_v2api#45678,event_page#predefined) Starting the execution of pre_pull()\n2025-01-28T10:52:36.125 INFO InputProcess::CollectorPuller(netskope_v2api#45678,event_page#predefined) -> Reading persisted data\n2025-01-28T10:52:36.127 INFO InputProcess::CollectorPuller(netskope_v2api#45678,event_page#predefined) -> Data retrieved from the persistence: None\n2025-01-28T10:52:36.128 WARNING InputProcess::CollectorPuller(netskope_v2api#45678,event_page#predefined) -> Persistence will be overridden due to the retrieved state is empty\n2025-01-28T10:52:36.129 INFO InputProcess::CollectorPuller(netskope_v2api#45678,event_page#predefined) -> Running the persistence upgrade steps\n2025-01-28T10:52:36.129 INFO InputProcess::CollectorPuller(netskope_v2api#45678,event_page#predefined) -> Running the persistence corrections steps\n2025-01-28T10:52:36.129 INFO InputProcess::CollectorPuller(netskope_v2api#45678,event_page#predefined) -> Running the persistence corrections steps\n2025-01-28T10:52:36.130 WARNING InputProcess::CollectorPuller(netskope_v2api#45678,event_page#predefined) -> Some changes have been detected and the persistence needs to be updated. Previous content: None. New content: {'@persistence_version': 1, 'initial_start_time_in_epoch': 1738041754, 'last_time_in_epoch': 1738041754, 'last_ids': []}\n2025-01-28T10:52:36.131 INFO InputProcess::CollectorPuller(netskope_v2api#45678,event_page#predefined) -> Updating the persistence\n2025-01-28T10:52:36.133 WARNING InputProcess::CollectorPuller(netskope_v2api#45678,event_page#predefined) -> Persistence has been updated successfully\n2025-01-28T10:52:36.133 INFO InputProcess::CollectorPuller(netskope_v2api#45678,event_page#predefined) -> CollectorPuller(netskope_v2api#45678,event_page#predefined) Finalizing the execution of pre_pull()\n2025-01-28T10:52:36.133 INFO InputProcess::CollectorPuller(netskope_v2api#45678,event_page#predefined) -> Starting data collection every 60 seconds","type":"text"}]},{"type":"heading","attrs":{"level":4},"content":[{"text":"Puller output","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"A successful initial run has the following output messages for the puller module:","type":"text"}]},{"type":"paragraph","content":[{"text":"Note that the PrePull action is executed only one time before the first run of the Pull action.","type":"text"}]},{"type":"codeBlock","content":[{"text":"2025-01-28T10:52:36.134 INFO InputProcess::CollectorPuller(netskope_v2api#45678,event_page#predefined) -> Pull Started\n2025-01-28T10:52:37.786 INFO InputProcess::CollectorPuller(netskope_v2api#45678,event_page#predefined) -> Updating the persistence\n2025-01-28T10:53:07.818 INFO InputProcess::CollectorPuller(netskope_v2api#45678,event_page#predefined) -> (Partial) Statistics for this pull cycle (@devo_pulling_id=1738041756123):Number of requests made: 1; Number of events received: 0; Number of duplicated events filtered out: 0; Number of events generated and sent: 0; Average of events per second: 0.000.\n2025-01-28T10:53:07.820 INFO InputProcess::CollectorPuller(netskope_v2api#45678,event_page#predefined) -> Statistics for this pull cycle (@devo_pulling_id=1738041756123):Number of requests made: 1; Number of events received: 0; Number of duplicated events filtered out: 0; Number of events generated and sent: 0; Average of events per second: 0.000.\n2025-01-28T10:53:07.821 INFO InputProcess::CollectorPuller(netskope_v2api#45678,event_page#predefined) -> The data is up to date!","type":"text"}]},{"type":"paragraph","content":[{"text":"After a successful collector’s execution (that is, no error logs found), you will see the following log message:","type":"text"}]},{"type":"codeBlock","content":[{"text":"2025-01-28T10:55:11.251 INFO InputProcess::CollectorPuller(netskope_v2api#45678,event_page#predefined) -> (Partial) Statistics for this pull cycle (@devo_pulling_id=1738041879396):Number of requests made: 1; Number of events received: 102; Number of duplicated events filtered out: 0; Number of events generated and sent: 102; Average of events per second: 3.202.","type":"text"}]},{"type":"paragraph","content":[{"text":"Restart the persistence","type":"text","marks":[{"type":"strong"}]}]},{"type":"paragraph","content":[{"text":"This collector uses persistent storage to download events in an orderly fashion and avoid duplicates. In case you want to re-ingest historical data or recreate the persistence, you can restart the persistence of this collector by following these steps:","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Edit the configuration file.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Change the value of the ","type":"text"},{"text":"initial_start_time_in_utc_value","type":"text","marks":[{"type":"strong"}]},{"text":" parameter to a different one.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Save the changes.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Restart the collector.","type":"text"}]}]}]},{"type":"paragraph","content":[{"text":"The collector will detect this change and will restart the persistence using the parameters of the configuration file or the default configuration in case it has not been provided.","type":"text"}]},{"type":"paragraph","content":[{"text":"Note that this action clears the persistence and cannot be recovered in any way. Resetting persistence could result in duplicate or lost events.","type":"text"}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"[ Troubleshooting ]","type":"text"}]},{"type":"paragraph","content":[{"text":"This collector has different security layers that detect both an invalid configuration and abnormal operation. This table will help you detect and resolve the most common errors.","type":"text"}]},{"type":"heading","attrs":{"level":4},"content":[{"text":"[ Common Logic ]","type":"text"}]},{"type":"table","attrs":{"layout":"default","width":760.0,"localId":"77e6c2c6-d63f-4aa1-9377-9c4957ee897b"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Error Type","type":"text"}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Error Id","type":"text"}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Error Message","type":"text"}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Cause","type":"text"}]}]},{"type":"tableHeader","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Solution","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"InitVariablesError","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"1","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Date {start_time_in_utc} is either in the future or older than 7 days.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"The date in config is not in valid time period which is last 7 days.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Ensure the datetime is less than current time and not older than 7 days.","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"ApiError","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"400","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Some error occurred while retrieving events from Netskope.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Wrong credentials or something else from API side.","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1},"content":[{"type":"paragraph","content":[{"text":"Check the credentials and ensure that the collector has the necessary permissions to access the Netskope API.","type":"text"}]}]}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Check Memory Usage","type":"text"}]},{"type":"paragraph","content":[{"text":"To check the memory usage of this collector, look for the following log records in the collector which are displayed every 5 minutes by default, always after running the memory-free process.","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"The used memory is displayed by running processes and the sum of both values will give the total used memory for the collector.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"The global pressure of the available memory is displayed in the global value.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"All metrics (Global, RSS, VMS) include the value before freeing and after previous -> after freeing memory","type":"text"}]}]}]},{"type":"codeBlock","content":[{"text":"2025-01-28T10:53:34.159 INFO InputProcess::MainThread -> [GC] global: 55.8% -> 55.8%, process: RSS(65.02MiB -> 65.02MiB), VMS(521.95MiB -> 521.95MiB)","type":"text"}]},{"type":"paragraph","content":[{"text":"Differences between RSS and VMS memory usage:","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"RSS is the Resident Set Size, which is the actual physical memory the process is using","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"VMS is the Virtual Memory Size which is the virtual memory that process is using","type":"text"}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Change log","type":"text"}]},{"type":"table","attrs":{"layout":"default","width":784.0,"localId":"fd805e01-bca6-41ce-ac62-a12524a0206e"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"background":"var(--ds-background-accent-gray-subtlest, #F4F5F7)","rowspan":1,"colwidth":[127.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"Release","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"background":"var(--ds-background-accent-gray-subtlest, #F4F5F7)","rowspan":1,"colwidth":[121.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"Released on","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"background":"var(--ds-background-accent-gray-subtlest, #F4F5F7)","rowspan":1,"colwidth":[152.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"Release type","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"background":"var(--ds-background-accent-gray-subtlest, #F4F5F7)","rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"Details","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"background":"var(--ds-background-accent-gray-subtlest, #F4F5F7)","rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"Recommendations","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[127.0]},"content":[{"type":"paragraph","content":[{"text":"2.0.1","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[121.0]},"content":[{"type":"paragraph","content":[{"type":"date","attrs":{"timestamp":"1738195200000"}}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[152.0]},"content":[{"type":"paragraph","content":[{"type":"status","attrs":{"color":"green","style":"bold","text":"IMPROVEMENTS","localId":"f4e8a171-e66f-481f-b9b7-c4280bc2a34c"}}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Improvements","type":"text","marks":[{"type":"strong"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Added gitlab pipeline.","type":"text"}]}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"Recommended Version","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[127.0]},"content":[{"type":"paragraph","content":[{"text":"2.0.0","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[121.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"type":"date","attrs":{"timestamp":"1737590400000"}}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[152.0]},"content":[{"type":"paragraph","content":[{"type":"status","attrs":{"color":"green","style":"bold","text":"IMPROVEMENTS","localId":"de36d59e-90c2-4dd4-a79c-199eaf514c3f"}}]},{"type":"paragraph","content":[{"type":"status","attrs":{"color":"blue","style":"bold","text":"Changed","localId":"7c8c5b5b-a8bf-4ad8-80bf-7f0d564fe282"}}]},{"type":"paragraph","content":[{"type":"status","attrs":{"color":"red","style":"bold","text":"Fixed","localId":"409d8770-3b6d-4940-88cc-d45a6ad14f3b"}}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Improvements","type":"text","marks":[{"type":"strong"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"New, refactored version. See Migration guide","type":"text"}]}]}]},{"type":"paragraph","content":[{"type":"hardBreak"},{"text":"Fixed","type":"text","marks":[{"type":"strong"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Fixed Duplication and Delay issue.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Fixed 409 Error by adding wait time.","type":"text"}]}]}]},{"type":"paragraph","content":[{"type":"hardBreak"},{"text":"Changed","type":"text","marks":[{"type":"strong"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Updated the DCSDK from 1.11.1 to 1.13.1","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Added new sender for relay in house + TLS","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Added persistence functionality for gzip sending buffer","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Added Automatic activation of gzip sending","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Improved behaviour when persistence fails","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Upgraded DevoSDK dependency","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Fixed console log encoding","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Restructured python classes","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Improved behaviour with non-utf8 characters","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Decreased default size value for internal queues (Redis limitation, from 1GiB to 256MiB)","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"New persistence format/structure (compression in some cases)","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Removed dmesg execution (It was invalid for docker execution)","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Applied changes to make DCSDK compatible with MacOS","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Upgrade DevoSDK dependency to version v5.4.0","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Change internal queue management for protecting against OOMK","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Extracted ModuleThread structure from PullerAbstract","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Improve Controlled stop when both processes fails to instantiate","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Improve Controlled stop when InputProcess is killed","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Bug related to lost of collector_name , collector_id and job_id","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Bug related queues and ValueError (edited)","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Change internal queue management for protecting against OOMK","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Extracted ModuleThread structure from PullerAbstract","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Improve Controlled stop when both processes fails to instantiate","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Improve Controlled stop when InputProcess is killed","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Fixed error related a ValueError exception not well controlled","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Fixed error related with loss of some values in internal messages","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Upgraded dcsdk-docker-base-image to 1.3.1","type":"text"}]}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","content":[{"text":"Recommended Version","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[127.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"v1.1.0","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[121.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"type":"date","attrs":{"timestamp":"1717027200000"}}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[152.0]},"content":[{"type":"paragraph","content":[{"type":"status","attrs":{"color":"green","style":"bold","text":"IMPROVEMENTS","localId":"b379d845-0778-4c4c-897d-dfff3cd3e248"}}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Improvements:","type":"text","marks":[{"type":"strong"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Updated DC SDK to ","type":"text"},{"text":"v1.11.1","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Updated Docker image base to version ","type":"text"},{"text":"v1.2.0","type":"text","marks":[{"type":"code"}]},{"text":" in Dockerfile","type":"text"}]}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"Upgrade","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[127.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"v1.0.1","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[121.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"type":"date","attrs":{"timestamp":"1695600000000"}}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[152.0]},"content":[{"type":"paragraph","content":[{"type":"status","attrs":{"color":"green","style":"bold","text":"IMPROVEMENTS","localId":"68014abe-b9ec-4550-b79e-480c24a8d566"}}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"Improvements:","type":"text","marks":[{"type":"strong"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Update default configuration values to avoid rate-limiting","type":"text"}]}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"Upgrade","type":"text","marks":[{"type":"code"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[127.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"v1.0.0","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[121.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"type":"date","attrs":{"timestamp":"1693267200000"}}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[152.0]},"content":[{"type":"paragraph","content":[{"type":"status","attrs":{"color":"purple","style":"bold","text":"FEATURE","localId":"1f6def68-cc2d-43ca-8a6f-eb6b1fd4f2eb"}}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[207.0]},"content":[{"type":"paragraph","content":[{"text":"New features:","type":"text","marks":[{"type":"strong"}]}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Updating to newest SDK 1.6.2 to 1.9.2","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Upgrade internal dependencies","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Store lookup instances into DevoSender to avoid the creation of new instances for the same lookup","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Ensure service_config is a dict into templates","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Ensure special characters are properly sent to the platform","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Changed log level to some messages from info to debug","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Changed some wrong log messages","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Upgraded some internal dependencies","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Changed queue passed to setup instance constructor","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Ability to validate collector setup and exit without pulling any data","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Ability to store in the persistence the messages that couldn't be sent after the collector stopped","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Ability to send messages from the persistence when the collector starts and before the puller begins working","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Ensure the special characters are properly sent to the platform","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Added a lock to enhance the sender object","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Added new class attrs to the ","type":"text"},{"text":"setstate","type":"text","marks":[{"type":"strong"}]},{"text":" and ","type":"text"},{"text":"getstate","type":"text","marks":[{"type":"strong"}]},{"text":" queue methods","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Fix sending attribute value to the ","type":"text"},{"text":"setstate","type":"text","marks":[{"type":"strong"}]},{"text":" and ","type":"text"},{"text":"getstate","type":"text","marks":[{"type":"strong"}]},{"text":" queue methods","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Added log traces when queues are full and have to wait","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Added log traces of queue time waiting every minute in debug mode","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Added method to calculate queue size in bytes","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Block incoming events in queues when there is no space left","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Send telemetry events to the Devo platform","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Upgraded internal Python dependency Redis to v4.5.4","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Upgraded internal Python dependency DevoSDK to v5.1.3","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Fixed obfuscation not working when messages are sent from templates","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"New method to figure out if a puller thread is stopping","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Upgraded internal Python dependency DevoSDK to v5.0.6","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Improved logging on messages/bytes sent to the Devo platform","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Fixed wrong byte size calculation for queues","type":"text"}]}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[173.0]},"content":[{"type":"paragraph","marks":[{"type":"alignment","attrs":{"align":"center"}}],"content":[{"text":"Upgrade","type":"text","marks":[{"type":"code"}]}]}]}]}]}],"version":1}

Browser not supported