-
-
Save owenrh/1e0e493474dd7279faf2e8aa59b0367f to your computer and use it in GitHub Desktop.
Spark log schema by event type
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| --- | |
| Event type -> SparkListenerApplicationEnd | |
| root | |
| |-- Event: string (nullable = true) | |
| |-- Timestamp: long (nullable = true) | |
| --- | |
| Event type -> SparkListenerApplicationStart | |
| root | |
| |-- App ID: string (nullable = true) | |
| |-- App Name: string (nullable = true) | |
| |-- Event: string (nullable = true) | |
| |-- Timestamp: long (nullable = true) | |
| |-- User: string (nullable = true) | |
| --- | |
| Event type -> SparkListenerBlockManagerAdded | |
| root | |
| |-- Block Manager ID: struct (nullable = true) | |
| | |-- Executor ID: string (nullable = true) | |
| | |-- Host: string (nullable = true) | |
| | |-- Port: long (nullable = true) | |
| |-- Event: string (nullable = true) | |
| |-- Maximum Memory: long (nullable = true) | |
| |-- Maximum Offheap Memory: long (nullable = true) | |
| |-- Maximum Onheap Memory: long (nullable = true) | |
| |-- Timestamp: long (nullable = true) | |
| --- | |
| Event type -> SparkListenerEnvironmentUpdate | |
| root | |
| |-- Classpath Entries: struct (nullable = true) | |
| |-- Event: string (nullable = true) | |
| |-- JVM Information: struct (nullable = true) | |
| | |-- Java Home: string (nullable = true) | |
| | |-- Java Version: string (nullable = true) | |
| | |-- Scala Version: string (nullable = true) | |
| |-- Spark Properties: struct (nullable = true) | |
| | |-- spark.app.id: string (nullable = true) | |
| | |-- spark.app.name: string (nullable = true) | |
| | |-- spark.driver.appUIAddress: string (nullable = true) | |
| | |-- spark.driver.extraClassPath: string (nullable = true) | |
| | |-- spark.driver.host: string (nullable = true) | |
| | |-- spark.driver.memory: string (nullable = true) | |
| | |-- spark.driver.port: string (nullable = true) | |
| | |-- spark.eventLog.dir: string (nullable = true) | |
| | |-- spark.eventLog.enabled: string (nullable = true) | |
| | |-- spark.executor.cores: string (nullable = true) | |
| | |-- spark.executor.extraClassPath: string (nullable = true) | |
| | |-- spark.executor.id: string (nullable = true) | |
| | |-- spark.executor.instances: string (nullable = true) | |
| | |-- spark.executor.memory: string (nullable = true) | |
| | |-- spark.executor.pyspark.memory: string (nullable = true) | |
| | |-- spark.executorEnv.PYTHONPATH: string (nullable = true) | |
| | |-- spark.history.fs.logDirectory: string (nullable = true) | |
| | |-- spark.master: string (nullable = true) | |
| | |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_HOSTS: string (nullable = true) | |
| | |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_URI_BASES: string (nullable = true) | |
| | |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.RM_HA_URLS: string (nullable = true) | |
| | |-- spark.rdd.compress: string (nullable = true) | |
| | |-- spark.scheduler.mode: string (nullable = true) | |
| | |-- spark.serializer.objectStreamReset: string (nullable = true) | |
| | |-- spark.streaming.concurrentJobs: string (nullable = true) | |
| | |-- spark.submit.deployMode: string (nullable = true) | |
| | |-- spark.ui.filters: string (nullable = true) | |
| | |-- spark.ui.showConsoleProgress: string (nullable = true) | |
| | |-- spark.yarn.isPython: string (nullable = true) | |
| | |-- spark.yarn.tags: string (nullable = true) | |
| |-- System Properties: struct (nullable = true) | |
| | |-- SPARK_SUBMIT: string (nullable = true) | |
| | |-- awt.toolkit: string (nullable = true) | |
| | |-- file.encoding: string (nullable = true) | |
| | |-- file.encoding.pkg: string (nullable = true) | |
| | |-- file.separator: string (nullable = true) | |
| | |-- java.awt.graphicsenv: string (nullable = true) | |
| | |-- java.awt.printerjob: string (nullable = true) | |
| | |-- java.class.version: string (nullable = true) | |
| | |-- java.endorsed.dirs: string (nullable = true) | |
| | |-- java.ext.dirs: string (nullable = true) | |
| | |-- java.home: string (nullable = true) | |
| | |-- java.io.tmpdir: string (nullable = true) | |
| | |-- java.library.path: string (nullable = true) | |
| | |-- java.runtime.name: string (nullable = true) | |
| | |-- java.runtime.version: string (nullable = true) | |
| | |-- java.specification.name: string (nullable = true) | |
| | |-- java.specification.vendor: string (nullable = true) | |
| | |-- java.specification.version: string (nullable = true) | |
| | |-- java.vendor: string (nullable = true) | |
| | |-- java.vendor.url: string (nullable = true) | |
| | |-- java.vendor.url.bug: string (nullable = true) | |
| | |-- java.version: string (nullable = true) | |
| | |-- java.vm.info: string (nullable = true) | |
| | |-- java.vm.name: string (nullable = true) | |
| | |-- java.vm.specification.name: string (nullable = true) | |
| | |-- java.vm.specification.vendor: string (nullable = true) | |
| | |-- java.vm.specification.version: string (nullable = true) | |
| | |-- java.vm.vendor: string (nullable = true) | |
| | |-- java.vm.version: string (nullable = true) | |
| | |-- jetty.git.hash: string (nullable = true) | |
| | |-- line.separator: string (nullable = true) | |
| | |-- os.arch: string (nullable = true) | |
| | |-- os.name: string (nullable = true) | |
| | |-- os.version: string (nullable = true) | |
| | |-- path.separator: string (nullable = true) | |
| | |-- sun.arch.data.model: string (nullable = true) | |
| | |-- sun.boot.class.path: string (nullable = true) | |
| | |-- sun.boot.library.path: string (nullable = true) | |
| | |-- sun.cpu.endian: string (nullable = true) | |
| | |-- sun.cpu.isalist: string (nullable = true) | |
| | |-- sun.io.unicode.encoding: string (nullable = true) | |
| | |-- sun.java.command: string (nullable = true) | |
| | |-- sun.java.launcher: string (nullable = true) | |
| | |-- sun.jnu.encoding: string (nullable = true) | |
| | |-- sun.management.compiler: string (nullable = true) | |
| | |-- sun.nio.ch.bugLevel: string (nullable = true) | |
| | |-- sun.os.patch.level: string (nullable = true) | |
| | |-- user.country: string (nullable = true) | |
| | |-- user.dir: string (nullable = true) | |
| | |-- user.home: string (nullable = true) | |
| | |-- user.language: string (nullable = true) | |
| | |-- user.name: string (nullable = true) | |
| | |-- user.timezone: string (nullable = true) | |
| --- | |
| Event type -> SparkListenerExecutorAdded | |
| root | |
| |-- Event: string (nullable = true) | |
| |-- Executor ID: string (nullable = true) | |
| |-- Executor Info: struct (nullable = true) | |
| | |-- Host: string (nullable = true) | |
| | |-- Log Urls: struct (nullable = true) | |
| | | |-- stderr: string (nullable = true) | |
| | | |-- stdout: string (nullable = true) | |
| | |-- Total Cores: long (nullable = true) | |
| |-- Timestamp: long (nullable = true) | |
| --- | |
| Event type -> SparkListenerJobEnd | |
| root | |
| |-- Completion Time: long (nullable = true) | |
| |-- Event: string (nullable = true) | |
| |-- Job ID: long (nullable = true) | |
| |-- Job Result: struct (nullable = true) | |
| | |-- Result: string (nullable = true) | |
| --- | |
| Event type -> SparkListenerJobStart | |
| root | |
| |-- Event: string (nullable = true) | |
| |-- Job ID: long (nullable = true) | |
| |-- Properties: struct (nullable = true) | |
| | |-- callSite.short: string (nullable = true) | |
| | |-- spark.app.id: string (nullable = true) | |
| | |-- spark.app.name: string (nullable = true) | |
| | |-- spark.driver.appUIAddress: string (nullable = true) | |
| | |-- spark.driver.extraClassPath: string (nullable = true) | |
| | |-- spark.driver.host: string (nullable = true) | |
| | |-- spark.driver.memory: string (nullable = true) | |
| | |-- spark.driver.port: string (nullable = true) | |
| | |-- spark.eventLog.dir: string (nullable = true) | |
| | |-- spark.eventLog.enabled: string (nullable = true) | |
| | |-- spark.executor.cores: string (nullable = true) | |
| | |-- spark.executor.extraClassPath: string (nullable = true) | |
| | |-- spark.executor.id: string (nullable = true) | |
| | |-- spark.executor.instances: string (nullable = true) | |
| | |-- spark.executor.memory: string (nullable = true) | |
| | |-- spark.executor.pyspark.memory: string (nullable = true) | |
| | |-- spark.executorEnv.PYTHONPATH: string (nullable = true) | |
| | |-- spark.history.fs.logDirectory: string (nullable = true) | |
| | |-- spark.master: string (nullable = true) | |
| | |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_HOSTS: string (nullable = true) | |
| | |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_URI_BASES: string (nullable = true) | |
| | |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.RM_HA_URLS: string (nullable = true) | |
| | |-- spark.rdd.compress: string (nullable = true) | |
| | |-- spark.rdd.scope: string (nullable = true) | |
| | |-- spark.rdd.scope.noOverride: string (nullable = true) | |
| | |-- spark.scheduler.mode: string (nullable = true) | |
| | |-- spark.serializer.objectStreamReset: string (nullable = true) | |
| | |-- spark.sql.execution.id: string (nullable = true) | |
| | |-- spark.streaming.concurrentJobs: string (nullable = true) | |
| | |-- spark.submit.deployMode: string (nullable = true) | |
| | |-- spark.ui.filters: string (nullable = true) | |
| | |-- spark.ui.proxyBase: string (nullable = true) | |
| | |-- spark.ui.showConsoleProgress: string (nullable = true) | |
| | |-- spark.yarn.isPython: string (nullable = true) | |
| | |-- spark.yarn.tags: string (nullable = true) | |
| |-- Stage IDs: array (nullable = true) | |
| | |-- element: long (containsNull = true) | |
| |-- Stage Infos: array (nullable = true) | |
| | |-- element: struct (containsNull = true) | |
| | | |-- Accumulables: array (nullable = true) | |
| | | | |-- element: string (containsNull = true) | |
| | | |-- Details: string (nullable = true) | |
| | | |-- Number of Tasks: long (nullable = true) | |
| | | |-- Parent IDs: array (nullable = true) | |
| | | | |-- element: long (containsNull = true) | |
| | | |-- RDD Info: array (nullable = true) | |
| | | | |-- element: struct (containsNull = true) | |
| | | | | |-- Callsite: string (nullable = true) | |
| | | | | |-- Disk Size: long (nullable = true) | |
| | | | | |-- Memory Size: long (nullable = true) | |
| | | | | |-- Name: string (nullable = true) | |
| | | | | |-- Number of Cached Partitions: long (nullable = true) | |
| | | | | |-- Number of Partitions: long (nullable = true) | |
| | | | | |-- Parent IDs: array (nullable = true) | |
| | | | | | |-- element: long (containsNull = true) | |
| | | | | |-- RDD ID: long (nullable = true) | |
| | | | | |-- Scope: string (nullable = true) | |
| | | | | |-- Storage Level: struct (nullable = true) | |
| | | | | | |-- Deserialized: boolean (nullable = true) | |
| | | | | | |-- Replication: long (nullable = true) | |
| | | | | | |-- Use Disk: boolean (nullable = true) | |
| | | | | | |-- Use Memory: boolean (nullable = true) | |
| | | |-- Stage Attempt ID: long (nullable = true) | |
| | | |-- Stage ID: long (nullable = true) | |
| | | |-- Stage Name: string (nullable = true) | |
| |-- Submission Time: long (nullable = true) | |
| --- | |
| Event type -> SparkListenerLogStart | |
| root | |
| |-- Event: string (nullable = true) | |
| |-- Spark Version: string (nullable = true) | |
| --- | |
| Event type -> SparkListenerStageCompleted | |
| root | |
| |-- Event: string (nullable = true) | |
| |-- Stage Info: struct (nullable = true) | |
| | |-- Accumulables: array (nullable = true) | |
| | | |-- element: struct (containsNull = true) | |
| | | | |-- Count Failed Values: boolean (nullable = true) | |
| | | | |-- ID: long (nullable = true) | |
| | | | |-- Internal: boolean (nullable = true) | |
| | | | |-- Metadata: string (nullable = true) | |
| | | | |-- Name: string (nullable = true) | |
| | | | |-- Value: string (nullable = true) | |
| | |-- Completion Time: long (nullable = true) | |
| | |-- Details: string (nullable = true) | |
| | |-- Number of Tasks: long (nullable = true) | |
| | |-- Parent IDs: array (nullable = true) | |
| | | |-- element: long (containsNull = true) | |
| | |-- RDD Info: array (nullable = true) | |
| | | |-- element: struct (containsNull = true) | |
| | | | |-- Callsite: string (nullable = true) | |
| | | | |-- Disk Size: long (nullable = true) | |
| | | | |-- Memory Size: long (nullable = true) | |
| | | | |-- Name: string (nullable = true) | |
| | | | |-- Number of Cached Partitions: long (nullable = true) | |
| | | | |-- Number of Partitions: long (nullable = true) | |
| | | | |-- Parent IDs: array (nullable = true) | |
| | | | | |-- element: long (containsNull = true) | |
| | | | |-- RDD ID: long (nullable = true) | |
| | | | |-- Scope: string (nullable = true) | |
| | | | |-- Storage Level: struct (nullable = true) | |
| | | | | |-- Deserialized: boolean (nullable = true) | |
| | | | | |-- Replication: long (nullable = true) | |
| | | | | |-- Use Disk: boolean (nullable = true) | |
| | | | | |-- Use Memory: boolean (nullable = true) | |
| | |-- Stage Attempt ID: long (nullable = true) | |
| | |-- Stage ID: long (nullable = true) | |
| | |-- Stage Name: string (nullable = true) | |
| | |-- Submission Time: long (nullable = true) | |
| --- | |
| Event type -> SparkListenerStageSubmitted | |
| root | |
| |-- Event: string (nullable = true) | |
| |-- Properties: struct (nullable = true) | |
| | |-- callSite.short: string (nullable = true) | |
| | |-- spark.app.id: string (nullable = true) | |
| | |-- spark.app.name: string (nullable = true) | |
| | |-- spark.driver.appUIAddress: string (nullable = true) | |
| | |-- spark.driver.extraClassPath: string (nullable = true) | |
| | |-- spark.driver.host: string (nullable = true) | |
| | |-- spark.driver.memory: string (nullable = true) | |
| | |-- spark.driver.port: string (nullable = true) | |
| | |-- spark.eventLog.dir: string (nullable = true) | |
| | |-- spark.eventLog.enabled: string (nullable = true) | |
| | |-- spark.executor.cores: string (nullable = true) | |
| | |-- spark.executor.extraClassPath: string (nullable = true) | |
| | |-- spark.executor.id: string (nullable = true) | |
| | |-- spark.executor.instances: string (nullable = true) | |
| | |-- spark.executor.memory: string (nullable = true) | |
| | |-- spark.executor.pyspark.memory: string (nullable = true) | |
| | |-- spark.executorEnv.NLTK_DATA: string (nullable = true) | |
| | |-- spark.executorEnv.PYTHONPATH: string (nullable = true) | |
| | |-- spark.history.fs.logDirectory: string (nullable = true) | |
| | |-- spark.master: string (nullable = true) | |
| | |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_HOSTS: string (nullable = true) | |
| | |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_URI_BASES: string (nullable = true) | |
| | |-- spark.org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.RM_HA_URLS: string (nullable = true) | |
| | |-- spark.rdd.compress: string (nullable = true) | |
| | |-- spark.rdd.scope: string (nullable = true) | |
| | |-- spark.rdd.scope.noOverride: string (nullable = true) | |
| | |-- spark.scheduler.mode: string (nullable = true) | |
| | |-- spark.serializer.objectStreamReset: string (nullable = true) | |
| | |-- spark.sql.execution.id: string (nullable = true) | |
| | |-- spark.streaming.concurrentJobs: string (nullable = true) | |
| | |-- spark.submit.deployMode: string (nullable = true) | |
| | |-- spark.ui.filters: string (nullable = true) | |
| | |-- spark.ui.proxyBase: string (nullable = true) | |
| | |-- spark.ui.showConsoleProgress: string (nullable = true) | |
| | |-- spark.yarn.isPython: string (nullable = true) | |
| | |-- spark.yarn.tags: string (nullable = true) | |
| |-- Stage Info: struct (nullable = true) | |
| | |-- Accumulables: array (nullable = true) | |
| | | |-- element: struct (containsNull = true) | |
| | | | |-- Count Failed Values: boolean (nullable = true) | |
| | | | |-- ID: long (nullable = true) | |
| | | | |-- Internal: boolean (nullable = true) | |
| | | | |-- Metadata: string (nullable = true) | |
| | | | |-- Name: string (nullable = true) | |
| | | | |-- Value: string (nullable = true) | |
| | |-- Completion Time: long (nullable = true) | |
| | |-- Details: string (nullable = true) | |
| | |-- Number of Tasks: long (nullable = true) | |
| | |-- Parent IDs: array (nullable = true) | |
| | | |-- element: long (containsNull = true) | |
| | |-- RDD Info: array (nullable = true) | |
| | | |-- element: struct (containsNull = true) | |
| | | | |-- Callsite: string (nullable = true) | |
| | | | |-- Disk Size: long (nullable = true) | |
| | | | |-- Memory Size: long (nullable = true) | |
| | | | |-- Name: string (nullable = true) | |
| | | | |-- Number of Cached Partitions: long (nullable = true) | |
| | | | |-- Number of Partitions: long (nullable = true) | |
| | | | |-- Parent IDs: array (nullable = true) | |
| | | | | |-- element: long (containsNull = true) | |
| | | | |-- RDD ID: long (nullable = true) | |
| | | | |-- Scope: string (nullable = true) | |
| | | | |-- Storage Level: struct (nullable = true) | |
| | | | | |-- Deserialized: boolean (nullable = true) | |
| | | | | |-- Replication: long (nullable = true) | |
| | | | | |-- Use Disk: boolean (nullable = true) | |
| | | | | |-- Use Memory: boolean (nullable = true) | |
| | |-- Stage Attempt ID: long (nullable = true) | |
| | |-- Stage ID: long (nullable = true) | |
| | |-- Stage Name: string (nullable = true) | |
| | |-- Submission Time: long (nullable = true) | |
| --- | |
| Event type -> SparkListenerTaskEnd | |
| root | |
| |-- Event: string (nullable = true) | |
| |-- Stage Attempt ID: long (nullable = true) | |
| |-- Stage ID: long (nullable = true) | |
| |-- Task End Reason: struct (nullable = true) | |
| | |-- Accumulator Updates: array (nullable = true) | |
| | | |-- element: struct (containsNull = true) | |
| | | | |-- Count Failed Values: boolean (nullable = true) | |
| | | | |-- ID: long (nullable = true) | |
| | | | |-- Internal: boolean (nullable = true) | |
| | | | |-- Update: string (nullable = true) | |
| | |-- Class Name: string (nullable = true) | |
| | |-- Description: string (nullable = true) | |
| | |-- Full Stack Trace: string (nullable = true) | |
| | |-- Reason: string (nullable = true) | |
| | |-- Stack Trace: array (nullable = true) | |
| | | |-- element: struct (containsNull = true) | |
| | | | |-- Declaring Class: string (nullable = true) | |
| | | | |-- File Name: string (nullable = true) | |
| | | | |-- Line Number: long (nullable = true) | |
| | | | |-- Method Name: string (nullable = true) | |
| |-- Task Info: struct (nullable = true) | |
| | |-- Accumulables: array (nullable = true) | |
| | | |-- element: struct (containsNull = true) | |
| | | | |-- Count Failed Values: boolean (nullable = true) | |
| | | | |-- ID: long (nullable = true) | |
| | | | |-- Internal: boolean (nullable = true) | |
| | | | |-- Metadata: string (nullable = true) | |
| | | | |-- Name: string (nullable = true) | |
| | | | |-- Update: string (nullable = true) | |
| | | | |-- Value: string (nullable = true) | |
| | |-- Attempt: long (nullable = true) | |
| | |-- Executor ID: string (nullable = true) | |
| | |-- Failed: boolean (nullable = true) | |
| | |-- Finish Time: long (nullable = true) | |
| | |-- Getting Result Time: long (nullable = true) | |
| | |-- Host: string (nullable = true) | |
| | |-- Index: long (nullable = true) | |
| | |-- Killed: boolean (nullable = true) | |
| | |-- Launch Time: long (nullable = true) | |
| | |-- Locality: string (nullable = true) | |
| | |-- Speculative: boolean (nullable = true) | |
| | |-- Task ID: long (nullable = true) | |
| |-- Task Metrics: struct (nullable = true) | |
| | |-- Disk Bytes Spilled: long (nullable = true) | |
| | |-- Executor CPU Time: long (nullable = true) | |
| | |-- Executor Deserialize CPU Time: long (nullable = true) | |
| | |-- Executor Deserialize Time: long (nullable = true) | |
| | |-- Executor Run Time: long (nullable = true) | |
| | |-- Input Metrics: struct (nullable = true) | |
| | | |-- Bytes Read: long (nullable = true) | |
| | | |-- Records Read: long (nullable = true) | |
| | |-- JVM GC Time: long (nullable = true) | |
| | |-- Memory Bytes Spilled: long (nullable = true) | |
| | |-- Output Metrics: struct (nullable = true) | |
| | | |-- Bytes Written: long (nullable = true) | |
| | | |-- Records Written: long (nullable = true) | |
| | |-- Result Serialization Time: long (nullable = true) | |
| | |-- Result Size: long (nullable = true) | |
| | |-- Shuffle Read Metrics: struct (nullable = true) | |
| | | |-- Fetch Wait Time: long (nullable = true) | |
| | | |-- Local Blocks Fetched: long (nullable = true) | |
| | | |-- Local Bytes Read: long (nullable = true) | |
| | | |-- Remote Blocks Fetched: long (nullable = true) | |
| | | |-- Remote Bytes Read: long (nullable = true) | |
| | | |-- Remote Bytes Read To Disk: long (nullable = true) | |
| | | |-- Total Records Read: long (nullable = true) | |
| | |-- Shuffle Write Metrics: struct (nullable = true) | |
| | | |-- Shuffle Bytes Written: long (nullable = true) | |
| | | |-- Shuffle Records Written: long (nullable = true) | |
| | | |-- Shuffle Write Time: long (nullable = true) | |
| | |-- Updated Blocks: array (nullable = true) | |
| | | |-- element: string (containsNull = true) | |
| |-- Task Type: string (nullable = true) | |
| --- | |
| Event type -> SparkListenerTaskStart | |
| root | |
| |-- Event: string (nullable = true) | |
| |-- Stage Attempt ID: long (nullable = true) | |
| |-- Stage ID: long (nullable = true) | |
| |-- Task Info: struct (nullable = true) | |
| | |-- Accumulables: array (nullable = true) | |
| | | |-- element: struct (containsNull = true) | |
| | | | |-- Count Failed Values: boolean (nullable = true) | |
| | | | |-- ID: long (nullable = true) | |
| | | | |-- Internal: boolean (nullable = true) | |
| | | | |-- Metadata: string (nullable = true) | |
| | | | |-- Name: string (nullable = true) | |
| | | | |-- Update: string (nullable = true) | |
| | | | |-- Value: string (nullable = true) | |
| | |-- Attempt: long (nullable = true) | |
| | |-- Executor ID: string (nullable = true) | |
| | |-- Failed: boolean (nullable = true) | |
| | |-- Finish Time: long (nullable = true) | |
| | |-- Getting Result Time: long (nullable = true) | |
| | |-- Host: string (nullable = true) | |
| | |-- Index: long (nullable = true) | |
| | |-- Killed: boolean (nullable = true) | |
| | |-- Launch Time: long (nullable = true) | |
| | |-- Locality: string (nullable = true) | |
| | |-- Speculative: boolean (nullable = true) | |
| | |-- Task ID: long (nullable = true) | |
| --- | |
| Event type -> SparkListenerUnpersistRDD | |
| root | |
| |-- Event: string (nullable = true) | |
| |-- RDD ID: long (nullable = true) | |
| --- | |
| Event type -> org.apache.spark.sql.execution.ui.SparkListenerDriverAccumUpdates | |
| root | |
| |-- Event: string (nullable = true) | |
| |-- accumUpdates: array (nullable = true) | |
| | |-- element: array (containsNull = true) | |
| | | |-- element: long (containsNull = true) | |
| |-- executionId: long (nullable = true) | |
| --- | |
| Event type -> org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionEnd | |
| root | |
| |-- Event: string (nullable = true) | |
| |-- executionId: long (nullable = true) | |
| |-- time: long (nullable = true) | |
| --- | |
| Event type -> org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionStart | |
| root | |
| |-- Event: string (nullable = true) | |
| |-- description: string (nullable = true) | |
| |-- details: string (nullable = true) | |
| |-- executionId: long (nullable = true) | |
| |-- physicalPlanDescription: string (nullable = true) | |
| |-- sparkPlanInfo: struct (nullable = true) | |
| | |-- children: array (nullable = true) | |
| | | |-- element: struct (containsNull = true) | |
| | | | |-- children: array (nullable = true) | |
| | | | | |-- element: struct (containsNull = true) | |
| | | | | | |-- children: array (nullable = true) | |
| | | | | | | |-- element: struct (containsNull = true) | |
| | | | | | | | |-- children: array (nullable = true) | |
| | | | | | | | | |-- element: struct (containsNull = true) | |
| | | | | | | | | | |-- children: array (nullable = true) | |
| | | | | | | | | | | |-- element: struct (containsNull = true) | |
| | | | | | | | | | | | |-- children: array (nullable = true) | |
| | | | | | | | | | | | | |-- element: struct (containsNull = true) | |
| | | | | | | | | | | | | | |-- children: array (nullable = true)lable = true) | |
| ... | |
| | | | | | | | | | | | | | | | | | |-- metricType: string (nullable = true) | |
| | | | | | | | | | | | | | | | | | |-- name: string (nullable = true) | |
| | | | | | | | | | | | | | | | |-- nodeName: string (nullable = true) | |
| | | | | | | | | | | | | | | | |-- simpleString: string (nullable = true) | |
| | | | | | | | | | | | | | |-- metrics: array (nullable = true) | |
| | | | | | | | | | | | | | | |-- element: struct (containsNull = true) | |
| | | | | | | | | | | | | | | | |-- accumulatorId: long (nullable = true) | |
| | | | | | | | | | | | | | | | |-- metricType: string (nullable = true) | |
| | | | | | | | | | | | | | | | |-- name: string (nullable = true) | |
| | | | | | | | | | | | | | |-- nodeName: string (nullable = true) | |
| | | | | | | | | | | | | | |-- simpleString: string (nullable = true) | |
| | | | | | | | | | | | |-- metrics: array (nullable = true) | |
| | | | | | | | | | | | | |-- element: struct (containsNull = true) | |
| | | | | | | | | | | | | | |-- accumulatorId: long (nullable = true) | |
| | | | | | | | | | | | | | |-- metricType: string (nullable = true) | |
| | | | | | | | | | | | | | |-- name: string (nullable = true) | |
| | | | | | | | | | | | |-- nodeName: string (nullable = true) | |
| | | | | | | | | | | | |-- simpleString: string (nullable = true) | |
| | | | | | | | | | |-- metrics: array (nullable = true) | |
| | | | | | | | | | | |-- element: struct (containsNull = true) | |
| | | | | | | | | | | | |-- accumulatorId: long (nullable = true) | |
| | | | | | | | | | | | |-- metricType: string (nullable = true) | |
| | | | | | | | | | | | |-- name: string (nullable = true) | |
| | | | | | | | | | |-- nodeName: string (nullable = true) | |
| | | | | | | | | | |-- simpleString: string (nullable = true) | |
| | | | | | | | |-- metrics: array (nullable = true) | |
| | | | | | | | | |-- element: struct (containsNull = true) | |
| | | | | | | | | | |-- accumulatorId: long (nullable = true) | |
| | | | | | | | | | |-- metricType: string (nullable = true) | |
| | | | | | | | | | |-- name: string (nullable = true) | |
| | | | | | | | |-- nodeName: string (nullable = true) | |
| | | | | | | | |-- simpleString: string (nullable = true) | |
| | | | | | |-- metrics: array (nullable = true) | |
| | | | | | | |-- element: struct (containsNull = true) | |
| | | | | | | | |-- accumulatorId: long (nullable = true) | |
| | | | | | | | |-- metricType: string (nullable = true) | |
| | | | | | | | |-- name: string (nullable = true) | |
| | | | | | |-- nodeName: string (nullable = true) | |
| | | | | | |-- simpleString: string (nullable = true) | |
| | | | |-- metrics: array (nullable = true) | |
| | | | | |-- element: struct (containsNull = true) | |
| | | | | | |-- accumulatorId: long (nullable = true) | |
| | | | | | |-- metricType: string (nullable = true) | |
| | | | | | |-- name: string (nullable = true) | |
| | | | |-- nodeName: string (nullable = true) | |
| | | | |-- simpleString: string (nullable = true) | |
| | |-- metrics: array (nullable = true) | |
| | | |-- element: struct (containsNull = true) | |
| | | | |-- accumulatorId: long (nullable = true) | |
| | | | |-- metricType: string (nullable = true) | |
| | | | |-- name: string (nullable = true) | |
| | |-- nodeName: string (nullable = true) | |
| | |-- simpleString: string (nullable = true) | |
| |-- time: long (nullable = true) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment