- {
- "type": "kafka",
- "dataSchema": {
- "dataSource": "sac_core_analyze_v1",
- "parser": {
- "parseSpec": {
- "dimensionsSpec": {
- "spatialDimensions": [],
- "dimensions": [
- "eventId",
- "pt"
- ]
- },
- "format": "json",
- "timestampSpec": {
- "column": "sysTime",
- "format": "auto"
- }
- },
- "type": "string"
- },
- "metricsSpec": [
- {
- "filter": {
- "type": "selector",
- "dimension": "msg_type",
- "value": "disconnect"
- },
- "aggregator": {
- "name": "lesson_offline_molecule_id",
- "type": "cardinality",
- "fields": ["lesson_id"]
- },
- "type": "filtered"
- }, {
- "filter": {
- "type": "selector",
- "dimension": "msg_type",
- "value": "enterRoom"
- },
- "aggregator": {
- "name": "lesson_offline_denominator_id",
- "type": "cardinality",
- "fields": ["lesson_id"]
- },
- "type": "filtered"
- }
- ],
- "granularitySpec": {
- "type": "uniform",
- "segmentGranularity": "DAY",
- "queryGranularity": {
- "type": "none"
- },
- "rollup": true,
- "intervals": null
- },
- "transformSpec": {
- "filter": null,
- "transforms": []
- }
- },
- "tuningConfig": {
- "type": "kafka",
- "maxRowsInMemory": 1000000,
- "maxBytesInMemory": 0,
- "maxRowsPerSegment": 5000000,
- "maxTotalRows": null,
- "intermediatePersistPeriod": "PT10M",
- "basePersistDirectory": "/tmp/1564535441619-2",
- "maxPendingPersists": 0,
- "indexSpec": {
- "bitmap": {
- "type": "concise"
- },
- "dimensionCompression": "lz4",
- "metricCompression": "lz4",
- "longEncoding": "longs"
- },
- "buildV9Directly": true,
- "reportParseExceptions": false,
- "handoffConditionTimeout": 0,
- "resetOffsetAutomatically": false,
- "segmentWriteOutMediumFactory": null,
- "workerThreads": null,
- "chatThreads": null,
- "chatRetries": 8,
- "httpTimeout": "PT10S",
- "shutdownTimeout": "PT80S",
- "offsetFetchPeriod": "PT30S",
- "intermediateHandoffPeriod": "P2147483647D",
- "logParseExceptions": false,
- "maxParseExceptions": 2147483647,
- "maxSavedParseExceptions": 0,
- "skipSequenceNumberAvailabilityCheck": false
- },
- "ioConfig": {
- "topic": "sac_druid_analyze_v2",
- "replicas": 2,
- "taskCount": 1,
- "taskDuration": "PT600S",
- "consumerProperties": {
- "bootstrap.servers": "bd-prod-kafka01:9092,bd-prod-kafka02:9092,bd-prod-kafka03:9092"
- },
- "pollTimeout": 100,
- "startDelay": "PT5S",
- "period": "PT30S",
- "useEarliestOffset": false,
- "completionTimeout": "PT1200S",
- "lateMessageRejectionPeriod": null,
- "earlyMessageRejectionPeriod": null,
- "stream": "sac_druid_analyze_v2",
- "useEarliestSequenceNumber": false
- },
- "context": null,
- "suspended": false
- }