Copy {
"id" : "obsrv.config.datasource.list" ,
"ver" : "v1" ,
"ts" : 1672679516875 ,
"params" : {
"status" : "SUCCESS" ,
"errmsg" : "text"
} ,
"responseCode" : "OK" ,
"result" : [
{
"id" : "obsrv-telemetry-events_obsrv-telemetry-events" ,
"dataset_id" : "obsrv-telemetry-events" ,
"ingestion_spec" : {
"type" : "kafka" ,
"spec" : {
"dataSchema" : {
"dataSource" : "obsrv-telemetry-events" ,
"dimensionsSpec" : {
"dimensions" : [
{
"type" : "string" ,
"name" : "fromDate"
} ,
{
"type" : "string" ,
"name" : "toDate"
} ,
{
"type" : "string" ,
"name" : "tes"
} ,
{
"type" : "string" ,
"name" : "uid"
} ,
{
"type" : "string" ,
"name" : "mobile"
} ,
{
"type" : "string" ,
"name" : "ip"
} ,
{
"type" : "string" ,
"name" : "ipv6"
} ,
{
"type" : "boolean" ,
"name" : "flags_ex_processed"
} ,
{
"type" : "boolean" ,
"name" : "flags_pp_validation_processed"
} ,
{
"type" : "boolean" ,
"name" : "flags_pp_duplicate_skipped"
} ,
{
"type" : "boolean" ,
"name" : "flags_device_denorm"
} ,
{
"type" : "boolean" ,
"name" : "flags_user_denorm"
} ,
{
"type" : "boolean" ,
"name" : "flags_loc_denorm"
} ,
{
"type" : "string" ,
"name" : "derivedlocationdata_district"
} ,
{
"type" : "string" ,
"name" : "derivedlocationdata_from"
} ,
{
"type" : "string" ,
"name" : "derivedlocationdata_state"
} ,
{
"type" : "string" ,
"name" : "mid"
} ,
{
"type" : "string" ,
"name" : "type"
} ,
{
"type" : "string" ,
"name" : "actor_type"
} ,
{
"type" : "string" ,
"name" : "actor_id"
} ,
{
"type" : "string" ,
"name" : "edata_type"
} ,
{
"type" : "string" ,
"name" : "edata_query"
} ,
{
"type" : "string" ,
"name" : "edata_filters_slug"
} ,
{
"type" : "boolean" ,
"name" : "edata_filters_isTenant"
} ,
{
"type" : "string" ,
"name" : "edata_filters_make_type"
} ,
{
"type" : "string" ,
"name" : "edata_topn[*]_id"
} ,
{
"name" : "edata_items"
} ,
{
"type" : "array" ,
"name" : "userdata_subject"
} ,
{
"type" : "string" ,
"name" : "userdata_district"
} ,
{
"type" : "string" ,
"name" : "userdata_usersubtype"
} ,
{
"type" : "array" ,
"name" : "userdata_grade"
} ,
{
"type" : "string" ,
"name" : "userdata_usersignintype"
} ,
{
"type" : "string" ,
"name" : "userdata_usertype"
} ,
{
"type" : "string" ,
"name" : "userdata_userlogintype"
} ,
{
"type" : "string" ,
"name" : "userdata_state"
} ,
{
"type" : "string" ,
"name" : "@timestamp"
} ,
{
"type" : "string" ,
"name" : "devicedata_statecustomcode"
} ,
{
"type" : "string" ,
"name" : "devicedata_country"
} ,
{
"type" : "string" ,
"name" : "devicedata_iso3166statecode"
} ,
{
"type" : "string" ,
"name" : "devicedata_city"
} ,
{
"type" : "string" ,
"name" : "devicedata_countrycode"
} ,
{
"type" : "string" ,
"name" : "devicedata_state"
} ,
{
"type" : "string" ,
"name" : "devicedata_devicespec_idisk"
} ,
{
"type" : "string" ,
"name" : "devicedata_devicespec_webview"
} ,
{
"type" : "string" ,
"name" : "devicedata_devicespec_os"
} ,
{
"type" : "string" ,
"name" : "devicedata_devicespec_scrn"
} ,
{
"type" : "string" ,
"name" : "devicedata_devicespec_sims"
} ,
{
"type" : "string" ,
"name" : "devicedata_devicespec_cpu"
} ,
{
"type" : "string" ,
"name" : "devicedata_devicespec_id"
} ,
{
"type" : "string" ,
"name" : "devicedata_devicespec_camera"
} ,
{
"type" : "string" ,
"name" : "devicedata_devicespec_edisk"
} ,
{
"type" : "string" ,
"name" : "devicedata_devicespec_make"
} ,
{
"type" : "string" ,
"name" : "devicedata_statecode"
} ,
{
"type" : "string" ,
"name" : "devicedata_districtcustom"
} ,
{
"type" : "string" ,
"name" : "devicedata_statecustomname"
} ,
{
"type" : "string" ,
"name" : "devicedata_userdeclared_district"
} ,
{
"type" : "string" ,
"name" : "devicedata_userdeclared_state"
} ,
{
"type" : "string" ,
"name" : "context_cdata[*]_id"
} ,
{
"type" : "string" ,
"name" : "context_cdata[*]_type"
} ,
{
"type" : "string" ,
"name" : "context_env"
} ,
{
"type" : "string" ,
"name" : "context_channel"
} ,
{
"type" : "string" ,
"name" : "context_pdata_id"
} ,
{
"type" : "string" ,
"name" : "context_pdata_pid"
} ,
{
"type" : "string" ,
"name" : "context_pdata_ver"
} ,
{
"type" : "string" ,
"name" : "context_sid"
} ,
{
"type" : "string" ,
"name" : "context_did"
} ,
{
"type" : "string" ,
"name" : "context_rollup_l1"
} ,
{
"type" : "string" ,
"name" : "object_id"
} ,
{
"type" : "string" ,
"name" : "object_type"
} ,
{
"type" : "string" ,
"name" : "object_version"
} ,
{
"type" : "string" ,
"name" : "ver"
}
]
} ,
"timestampSpec" : {
"column" : "arrival-time" ,
"format" : "auto"
} ,
"metricsSpec" : [
{
"type" : "doubleSum" ,
"name" : "eid" ,
"fieldName" : "eid"
} ,
{
"type" : "doubleSum" ,
"name" : "syncts" ,
"fieldName" : "syncts"
} ,
{
"type" : "doubleSum" ,
"name" : "ets" ,
"fieldName" : "ets"
} ,
{
"type" : "doubleSum" ,
"name" : "edata_duration" ,
"fieldName" : "edata_duration"
} ,
{
"type" : "doubleSum" ,
"name" : "edata_size" ,
"fieldName" : "edata_size"
} ,
{
"type" : "doubleSum" ,
"name" : "edata_filters_make_vers" ,
"fieldName" : "edata_filters_make_vers"
} ,
{
"type" : "doubleSum" ,
"name" : "devicedata_firstaccess" ,
"fieldName" : "devicedata_firstaccess"
}
] ,
"granularitySpec" : {
"type" : "uniform" ,
"segmentGranularity" : "DAY" ,
"queryGranularity" : "HOUR" ,
"rollup" : false
}
} ,
"tuningConfig" : {
"type" : "kafka" ,
"maxRowsPerSegment" : 50000 ,
"logParseExceptions" : true
} ,
"ioConfig" : {
"type" : "kafka" ,
"topic" : "obsrv-telemetry-events" ,
"consumerProperties" : {} ,
"taskCount" : 1 ,
"replicas" : 1 ,
"taskDuration" : "PT8H" ,
"useEarliestOffset" : false ,
"completionTimeout" : "PT8H" ,
"inputFormat" : {
"type" : "json" ,
"flattenSpec" : {
"useFieldDiscovery" : true ,
"fields" : [
{
"type" : "path" ,
"expr" : "$.eid" ,
"name" : "eid"
} ,
{
"type" : "path" ,
"expr" : "$.syncts" ,
"name" : "syncts"
} ,
{
"type" : "path" ,
"expr" : "$.ets" ,
"name" : "ets"
} ,
{
"type" : "path" ,
"expr" : "$.edata.duration" ,
"name" : "edata_duration"
} ,
{
"type" : "path" ,
"expr" : "$.edata.size" ,
"name" : "edata_size"
} ,
{
"type" : "path" ,
"expr" : "$.edata.filters.make.vers" ,
"name" : "edata_filters_make_vers"
} ,
{
"type" : "path" ,
"expr" : "$.devicedata.firstaccess" ,
"name" : "devicedata_firstaccess"
} ,
{
"type" : "path" ,
"expr" : "$.flags.ex_processed" ,
"name" : "flags_ex_processed"
} ,
{
"type" : "path" ,
"expr" : "$.flags.pp_validation_processed" ,
"name" : "flags_pp_validation_processed"
} ,
{
"type" : "path" ,
"expr" : "$.flags.pp_duplicate_skipped" ,
"name" : "flags_pp_duplicate_skipped"
} ,
{
"type" : "path" ,
"expr" : "$.flags.device_denorm" ,
"name" : "flags_device_denorm"
} ,
{
"type" : "path" ,
"expr" : "$.flags.user_denorm" ,
"name" : "flags_user_denorm"
} ,
{
"type" : "path" ,
"expr" : "$.flags.loc_denorm" ,
"name" : "flags_loc_denorm"
} ,
{
"type" : "path" ,
"expr" : "$.derivedlocationdata.district" ,
"name" : "derivedlocationdata_district"
} ,
{
"type" : "path" ,
"expr" : "$.derivedlocationdata.from" ,
"name" : "derivedlocationdata_from"
} ,
{
"type" : "path" ,
"expr" : "$.derivedlocationdata.state" ,
"name" : "derivedlocationdata_state"
} ,
{
"type" : "path" ,
"expr" : "$.mid" ,
"name" : "mid"
} ,
{
"type" : "path" ,
"expr" : "$.type" ,
"name" : "type"
} ,
{
"type" : "path" ,
"expr" : "$.actor.type" ,
"name" : "actor_type"
} ,
{
"type" : "path" ,
"expr" : "$.actor.id" ,
"name" : "actor_id"
} ,
{
"type" : "path" ,
"expr" : "$.edata.type" ,
"name" : "edata_type"
} ,
{
"type" : "path" ,
"expr" : "$.edata.query" ,
"name" : "edata_query"
} ,
{
"type" : "path" ,
"expr" : "$.edata.filters.slug" ,
"name" : "edata_filters_slug"
} ,
{
"type" : "path" ,
"expr" : "$.edata.filters.isTenant" ,
"name" : "edata_filters_isTenant"
} ,
{
"type" : "path" ,
"expr" : "$.edata.filters.make.type" ,
"name" : "edata_filters_make_type"
} ,
{
"type" : "path" ,
"expr" : "$.edata.topn[*].id" ,
"name" : "edata_topn_id"
} ,
{
"type" : "path" ,
"expr" : "$.edata.items" ,
"name" : "edata_items"
} ,
{
"type" : "path" ,
"expr" : "$.userdata.subject[*]" ,
"name" : "userdata_subject"
} ,
{
"type" : "path" ,
"expr" : "$.userdata.district" ,
"name" : "userdata_district"
} ,
{
"type" : "path" ,
"expr" : "$.userdata.usersubtype" ,
"name" : "userdata_usersubtype"
} ,
{
"type" : "path" ,
"expr" : "$.userdata.grade[*]" ,
"name" : "userdata_grade"
} ,
{
"type" : "path" ,
"expr" : "$.userdata.usersignintype" ,
"name" : "userdata_usersignintype"
} ,
{
"type" : "path" ,
"expr" : "$.userdata.usertype" ,
"name" : "userdata_usertype"
} ,
{
"type" : "path" ,
"expr" : "$.userdata.userlogintype" ,
"name" : "userdata_userlogintype"
} ,
{
"type" : "path" ,
"expr" : "$.userdata.state" ,
"name" : "userdata_state"
} ,
{
"type" : "path" ,
"expr" : "$.@timestamp" ,
"name" : "@timestamp"
} ,
{
"type" : "path" ,
"expr" : "$.devicedata.statecustomcode" ,
"name" : "devicedata_statecustomcode"
} ,
{
"type" : "path" ,
"expr" : "$.devicedata.country" ,
"name" : "devicedata_country"
} ,
{
"type" : "path" ,
"expr" : "$.devicedata.iso3166statecode" ,
"name" : "devicedata_iso3166statecode"
} ,
{
"type" : "path" ,
"expr" : "$.devicedata.city" ,
"name" : "devicedata_city"
} ,
{
"type" : "path" ,
"expr" : "$.devicedata.countrycode" ,
"name" : "devicedata_countrycode"
} ,
{
"type" : "path" ,
"expr" : "$.devicedata.state" ,
"name" : "devicedata_state"
} ,
{
"type" : "path" ,
"expr" : "$.devicedata.devicespec.idisk" ,
"name" : "devicedata_devicespec_idisk"
} ,
{
"type" : "path" ,
"expr" : "$.devicedata.devicespec.webview" ,
"name" : "devicedata_devicespec_webview"
} ,
{
"type" : "path" ,
"expr" : "$.devicedata.devicespec.os" ,
"name" : "devicedata_devicespec_os"
} ,
{
"type" : "path" ,
"expr" : "$.devicedata.devicespec.scrn" ,
"name" : "devicedata_devicespec_scrn"
} ,
{
"type" : "path" ,
"expr" : "$.devicedata.devicespec.sims" ,
"name" : "devicedata_devicespec_sims"
} ,
{
"type" : "path" ,
"expr" : "$.devicedata.devicespec.cpu" ,
"name" : "devicedata_devicespec_cpu"
} ,
{
"type" : "path" ,
"expr" : "$.devicedata.devicespec.id" ,
"name" : "devicedata_devicespec_id"
} ,
{
"type" : "path" ,
"expr" : "$.devicedata.devicespec.camera" ,
"name" : "devicedata_devicespec_camera"
} ,
{
"type" : "path" ,
"expr" : "$.devicedata.devicespec.edisk" ,
"name" : "devicedata_devicespec_edisk"
} ,
{
"type" : "path" ,
"expr" : "$.devicedata.devicespec.make" ,
"name" : "devicedata_devicespec_make"
} ,
{
"type" : "path" ,
"expr" : "$.devicedata.statecode" ,
"name" : "devicedata_statecode"
} ,
{
"type" : "path" ,
"expr" : "$.devicedata.districtcustom" ,
"name" : "devicedata_districtcustom"
} ,
{
"type" : "path" ,
"expr" : "$.devicedata.statecustomname" ,
"name" : "devicedata_statecustomname"
} ,
{
"type" : "path" ,
"expr" : "$.devicedata.userdeclared.district" ,
"name" : "devicedata_userdeclared_district"
} ,
{
"type" : "path" ,
"expr" : "$.devicedata.userdeclared.state" ,
"name" : "devicedata_userdeclared_state"
} ,
{
"type" : "path" ,
"expr" : "$.context.cdata[*].id" ,
"name" : "context_cdata_id"
} ,
{
"type" : "path" ,
"expr" : "$.context.cdata[*].type" ,
"name" : "context_cdata_type"
} ,
{
"type" : "path" ,
"expr" : "$.context.env" ,
"name" : "context_env"
} ,
{
"type" : "path" ,
"expr" : "$.context.channel" ,
"name" : "context_channel"
} ,
{
"type" : "path" ,
"expr" : "$.context.pdata.id" ,
"name" : "context_pdata_id"
} ,
{
"type" : "path" ,
"expr" : "$.context.pdata.pid" ,
"name" : "context_pdata_pid"
} ,
{
"type" : "path" ,
"expr" : "$.context.pdata.ver" ,
"name" : "context_pdata_ver"
} ,
{
"type" : "path" ,
"expr" : "$.context.sid" ,
"name" : "context_sid"
} ,
{
"type" : "path" ,
"expr" : "$.context.did" ,
"name" : "context_did"
} ,
{
"type" : "path" ,
"expr" : "$.context.rollup.l1" ,
"name" : "context_rollup_l1"
} ,
{
"type" : "path" ,
"expr" : "$.object.id" ,
"name" : "object_id"
} ,
{
"type" : "path" ,
"expr" : "$.object.type" ,
"name" : "object_type"
} ,
{
"type" : "path" ,
"expr" : "$.object.version" ,
"name" : "object_version"
} ,
{
"type" : "path" ,
"expr" : "$.ver" ,
"name" : "ver"
}
]
}
} ,
"appendToExisting" : false
}
}
} ,
"datasource" : "obsrv-telemetry-events" ,
"datasource_ref" : "obsrv-telemetry-events" ,
"retention_period" : {} ,
"archival_policy" : {} ,
"purge_policy" : {} ,
"metadata" : {
"aggregated" : false ,
"granularity" : "day"
} ,
"backup_config" : {
"enabled" : true
} ,
"status" : "Live" ,
"created_by" : "SYSTEM" ,
"updated_by" : "SYSTEM" ,
"created_date" : "2023-03-28T16:29:27.165Z" ,
"updated_date" : "2023-03-28T16:30:11.994Z" ,
"published_date" : "2023-03-27T06:10:43.269Z"
}
]
}