{"Event":"SparkListenerLogStart","Spark Version":"2.3.0.2.6.5.

0-292"}
{"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor
ID":"driver","Host":"caixa4.iot.local","Port":43496},"Maximum
Memory":2674812518,"Timestamp":1529076150452,"Maximum Onheap
Memory":2674812518,"Maximum Offheap Memory":0}
{"Event":"SparkListenerEnvironmentUpdate","JVM Information":{"Java
Home":"/usr/java/jdk1.8.0_171-amd64/jre","Java Version":"1.8.0_171 (Oracle
Corporation)","Scala Version":"version 2.11.8"},"Spark Properties":
{"spark.yarn.dist.archives":"hdfs:/opt/pentaho/pdi-spark-
executor.zip","spark.executor.extraJavaOptions":"-DisExecutor=true
-Djava.library.path=/home/caixa/pentaho/data-
integration/libswt/win64","spark.driver.host":"caixa4.iot.local","spark.history.fs.
logDirectory":"hdfs:/spark2-
history","spark.eventLog.enabled":"true","spark.driver.port":"42693","spark.jars":"
file:/home/caixa/pentaho/data-integration/lib/jetty-io-
8.1.15.v20140411.jar,file:/home/caixa/pentaho/data-integration/lib/pax-swissbox-
core-1.7.1.jar,file:/home/caixa/pentaho/data-integration/lib/javax.websocket-api-
1.0.jar,file:/home/caixa/pentaho/data-integration/lib/batik-gui-util-
1.9.1.jar,file:/home/caixa/pentaho/data-integration/lib/jackson-jaxrs-base-
2.9.4.jar,file:/home/caixa/pentaho/data-integration/lib/spring-aop-
4.3.2.RELEASE.jar,file:/home/caixa/pentaho/data-integration/lib/jface-3.3.0-
I20070606-0010.jar,file:/home/caixa/pentaho/data-integration/lib/xmlbeans-
2.6.0.jar,file:/home/caixa/pentaho/data-integration/lib/batik-css-
1.9.1.jar,file:/home/caixa/pentaho/data-integration/lib/pax-swissbox-extender-
1.7.1.jar,file:/home/caixa/pentaho/data-integration/lib/mail-
1.4.7.jar,file:/home/caixa/pentaho/data-integration/lib/jzlib-
1.0.7.jar,file:/home/caixa/pentaho/data-integration/lib/itext-
2.1.7.jar,file:/home/caixa/pentaho/data-integration/lib/librepository-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/jt400-
6.1.jar,file:/home/caixa/pentaho/data-integration/lib/xstream-
1.4.10.jar,file:/home/caixa/pentaho/data-integration/lib/batik-util-
1.9.1.jar,file:/home/caixa/pentaho/data-integration/lib/postgresql-
42.1.1.jar,file:/home/caixa/pentaho/data-integration/lib/activation-
1.1.jar,file:/home/caixa/pentaho/data-integration/lib/jaybird-
2.1.6.jar,file:/home/caixa/pentaho/data-integration/lib/barcode4j-
2.0.jar,file:/home/caixa/pentaho/data-integration/lib/enunciate-core-annotations-
1.27.jar,file:/home/caixa/pentaho/data-integration/lib/libloader-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/rome-
1.0.jar,file:/home/caixa/pentaho/data-integration/lib/bcprov-jdk14-
138.jar,file:/home/caixa/pentaho/data-integration/lib/jcommon-
1.0.16.jar,file:/home/caixa/pentaho/data-integration/lib/aopalliance-
1.0.jar,file:/home/caixa/pentaho/data-integration/lib/axis2-kernel-
1.5.jar,file:/home/caixa/pentaho/data-integration/lib/ops4j-base-net-
1.4.0.jar,file:/home/caixa/pentaho/data-integration/lib/groovy-all-
2.4.8.jar,file:/home/caixa/pentaho/data-integration/lib/olap4j-
1.2.0.jar,file:/home/caixa/pentaho/data-integration/lib/sac-
1.3.jar,file:/home/caixa/pentaho/data-integration/lib/mof-
200507110943.jar,file:/home/caixa/pentaho/data-integration/lib/pax-swissbox-
lifecycle-1.7.1.jar,file:/home/caixa/pentaho/data-integration/lib/mstor-
0.9.13.jar,file:/home/caixa/pentaho/data-integration/lib/pax-exam-extender-service-
4.1.0.jar,file:/home/caixa/pentaho/data-integration/lib/derbyclient-
10.2.1.6.jar,file:/home/caixa/pentaho/data-integration/lib/org.apache.felix.main-
4.2.1.jar,file:/home/caixa/pentaho/data-integration/lib/pentaho-osgi-utils-api-
8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/ini4j-
0.5.1.jar,file:/home/caixa/pentaho/data-integration/lib/batik-transcoder-
1.9.1.jar,file:/home/caixa/pentaho/data-integration/lib/batik-anim-
1.9.1.jar,file:/home/caixa/pentaho/data-integration/lib/kafka-clients-
0.10.2.1.jar,file:/home/caixa/pentaho/data-integration/lib/cglib-nodep-
2.2.jar,file:/home/caixa/pentaho/data-integration/lib/slf4j-log4j12-
1.7.7.jar,file:/home/caixa/pentaho/data-integration/lib/jaxrpc-api-
1.1.jar,file:/home/caixa/pentaho/data-integration/lib/bndlib-
2.1.0.jar,file:/home/caixa/pentaho/data-integration/lib/oro-
2.0.8.jar,file:/home/caixa/pentaho/data-integration/lib/libformat-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/xercesImpl-
2.9.1.jar,file:/home/caixa/pentaho/data-integration/lib/commons-logging-
1.1.3.jar,file:/home/caixa/pentaho/data-integration/lib/pax-swissbox-framework-
1.7.1.jar,file:/home/caixa/pentaho/data-integration/lib/org.apache.felix.framework-
4.4.1.jar,file:/home/caixa/pentaho/data-integration/lib/pentaho-platform-
extensions-8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/jsonpath-
1.0.jar,file:/home/caixa/pentaho/data-integration/lib/jetty-server-
8.1.15.v20140411.jar,file:/home/caixa/pentaho/data-integration/lib/pax-exam-cdi-
4.1.0.jar,file:/home/caixa/pentaho/data-integration/lib/olap4j-xmla-
1.2.0.jar,file:/home/caixa/pentaho/data-integration/lib/jetty-util-
8.1.15.v20140411.jar,file:/home/caixa/pentaho/data-integration/lib/libsparkline-
8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/wizard-core-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/spark-streaming-kafka-0-
10_2.11-2.1.0.jar,file:/home/caixa/pentaho/data-integration/lib/snappy-java-
1.1.0.jar,file:/home/caixa/pentaho/data-integration/lib/spring-context-
4.3.2.RELEASE.jar,file:/home/caixa/pentaho/data-integration/lib/pentaho-
connections-8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/commons-
math-1.1.jar,file:/home/caixa/pentaho/data-integration/lib/log4j-
1.2.14.jar,file:/home/caixa/pentaho/data-integration/lib/ops4j-base-monitors-
1.4.0.jar,file:/home/caixa/pentaho/data-integration/lib/bsf-
2.4.0.jar,file:/home/caixa/pentaho/data-integration/lib/wstx-asl-
3.2.4.jar,file:/home/caixa/pentaho/data-integration/lib/jug-lgpl-
2.0.0.jar,file:/home/caixa/pentaho/data-integration/lib/monetdb-jdbc-
2.8.jar,file:/home/caixa/pentaho/data-integration/lib/nbmdr-200507110943-
custom.jar,file:/home/caixa/pentaho/data-integration/lib/hibernate-c3p0-
3.6.9.Final.jar,file:/home/caixa/pentaho/data-integration/lib/classic-extensions-
scripting-8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/libswing-
8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/ops4j-base-lang-
1.4.0.jar,file:/home/caixa/pentaho/data-integration/lib/classic-extensions-kettle-
8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/spring-web-
4.3.2.RELEASE.jar,file:/home/caixa/pentaho/data-integration/lib/snakeyaml-
1.7.jar,file:/home/caixa/pentaho/data-integration/lib/pax-swissbox-tracker-
1.7.1.jar,file:/home/caixa/pentaho/data-integration/lib/syslog4j-
0.9.46.jar,file:/home/caixa/pentaho/data-integration/lib/commons-validator-
1.3.1.jar,file:/home/caixa/pentaho/data-integration/lib/jsendnsca-
2.0.1.jar,file:/home/caixa/pentaho/data-integration/lib/jetty-continuation-
8.1.15.v20140411.jar,file:/home/caixa/pentaho/data-integration/lib/antlr-complete-
3.5.2.jar,file:/home/caixa/pentaho/data-integration/lib/ops4j-base-io-
1.4.0.jar,file:/home/caixa/pentaho/data-integration/lib/commons-cli-
1.2.jar,file:/home/caixa/pentaho/data-integration/lib/slf4j-api-
1.7.7.jar,file:/home/caixa/pentaho/data-integration/lib/poi-
3.17.jar,file:/home/caixa/pentaho/data-integration/lib/commons-xul-swing-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/kettle-ui-swt-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/axis2-adb-
1.5.jar,file:/home/caixa/pentaho/data-integration/lib/libpixie-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/derby-
10.2.1.6.jar,file:/home/caixa/pentaho/data-integration/lib/feed4j-
1.0.jar,file:/home/caixa/pentaho/data-integration/lib/commons-digester-
1.8.jar,file:/home/caixa/pentaho/data-integration/lib/classic-extensions-toc-
8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/commons-vfs2-
2.2.jar,file:/home/caixa/pentaho/data-integration/lib/httpclient-
4.5.3.jar,file:/home/caixa/pentaho/data-integration/lib/js-
1.7R3.jar,file:/home/caixa/pentaho/data-integration/lib/pentaho-metadata-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/asm-
3.2.jar,file:/home/caixa/pentaho/data-integration/lib/json-simple-
1.1.jar,file:/home/caixa/pentaho/data-integration/lib/pentaho-ee-dsc-core-8.1.0.0-
365-obf.jar,file:/home/caixa/pentaho/data-integration/lib/libxml-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/mysql-connector-java-5.1.46-
bin.jar,file:/home/caixa/pentaho/data-integration/lib/jetty-webapp-
8.1.15.v20140411.jar,file:/home/caixa/pentaho/data-integration/lib/odfdom-java-
0.8.6.jar,file:/home/caixa/pentaho/data-integration/lib/jsr311-api-
1.1.1.jar,file:/home/caixa/pentaho/data-integration/lib/wsdl4j-
1.6.2.jar,file:/home/caixa/pentaho/data-integration/lib/janino-
2.5.16.jar,file:/home/caixa/pentaho/data-integration/lib/spring-expression-
4.3.2.RELEASE.jar,file:/home/caixa/pentaho/data-integration/lib/javacup-
10k.jar,file:/home/caixa/pentaho/data-integration/lib/pentaho-platform-api-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/bcmail-jdk14-
138.jar,file:/home/caixa/pentaho/data-integration/lib/apache-log4j-extras-
1.2.17.jar,file:/home/caixa/pentaho/data-integration/lib/batik-bridge-
1.9.1.jar,file:/home/caixa/pentaho/data-integration/lib/common-3.3.0-
v20070426.jar,file:/home/caixa/pentaho/data-integration/lib/pentaho-vfs-browser-
8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/commons-xul-swt-
8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/commons-xul-core-
8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/poi-ooxml-schemas-
3.17.jar,file:/home/caixa/pentaho/data-integration/lib/libbase-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/pentaho-metaverse-api-
8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/ognl-
2.6.9.jar,file:/home/caixa/pentaho/data-integration/lib/batik-constants-
1.9.1.jar,file:/home/caixa/pentaho/data-integration/lib/org.apache.karaf.main-
3.0.3.jar,file:/home/caixa/pentaho/data-integration/lib/commons-collections4-
4.1.jar,file:/home/caixa/pentaho/data-integration/lib/jersey-apache-client4-
1.19.1.jar,file:/home/caixa/pentaho/data-integration/lib/commons-dbcp-
1.4.jar,file:/home/caixa/pentaho/data-integration/lib/commons-compress-
1.4.1.jar,file:/home/caixa/pentaho
/data-integration/lib/saxon-9.1.0.8.jar,file:/home/caixa/pentaho/data-
integration/lib/jackson-annotations-2.9.2.jar,file:/home/caixa/pentaho/data-
integration/lib/snmp4j-1.9.3d.jar,file:/home/caixa/pentaho/data-
integration/lib/jmiutils-200507110943.jar,file:/home/caixa/pentaho/data-
integration/lib/libformula-8.1.0.0-365.jar,file:/home/caixa/pentaho/data-
integration/lib/org.apache.karaf.util-3.0.3.jar,file:/home/caixa/pentaho/data-
integration/lib/reactive-streams-1.0.0.jar,file:/home/caixa/pentaho/data-
integration/lib/flute-8.1.0.0-365.jar,file:/home/caixa/pentaho/data-
integration/lib/classic-extensions-reportdesigner-parser-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/pdi-spark-driver-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/poi-ooxml-
3.17.jar,file:/home/caixa/pentaho/data-integration/lib/org.apache.aries.util-
1.1.0.jar,file:/home/caixa/pentaho/data-integration/lib/jcifs-
1.3.3.jar,file:/home/caixa/pentaho/data-integration/lib/pdi-engine-api-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/hsqldb-
2.3.2.jar,file:/home/caixa/pentaho/data-integration/lib/pentaho-capability-manager-
8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/tyrus-standalone-
client-1.13.1.jar,file:/home/caixa/pentaho/data-integration/lib/spring-context-
support-4.3.2.RELEASE.jar,file:/home/caixa/pentaho/data-integration/lib/batik-svg-
dom-1.9.1.jar,file:/home/caixa/pentaho/data-integration/lib/jetty-http-
8.1.15.v20140411.jar,file:/home/caixa/pentaho/data-integration/lib/rsyntaxtextarea-
1.3.2.jar,file:/home/caixa/pentaho/data-integration/lib/jfreechart-
1.0.13.jar,file:/home/caixa/pentaho/data-integration/lib/blueprints-core-
2.6.0.jar,file:/home/caixa/pentaho/data-integration/lib/batik-dom-
1.9.1.jar,file:/home/caixa/pentaho/data-integration/lib/commons-net-
1.4.1.jar,file:/home/caixa/pentaho/data-integration/lib/ops4j-base-util-property-
1.4.0.jar,file:/home/caixa/pentaho/data-integration/lib/pentaho-hadoop-shims-api-
8.1.2018.05.00-365.jar,file:/home/caixa/pentaho/data-integration/lib/openide-util-
200507110943.jar,file:/home/caixa/pentaho/data-integration/lib/jersey-client-
1.19.1.jar,file:/home/caixa/pentaho/data-integration/lib/pentaho-platform-core-
8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/encoder-
1.2.jar,file:/home/caixa/pentaho/data-integration/lib/sqlite-jdbc-
3.7.2.jar,file:/home/caixa/pentaho/data-integration/lib/eigenbase-xom-
1.3.5.jar,file:/home/caixa/pentaho/data-integration/lib/batik-script-
1.9.1.jar,file:/home/caixa/pentaho/data-integration/lib/javassist-3.20.0-
GA.jar,file:/home/caixa/pentaho/data-integration/lib/flexjson-
2.1.jar,file:/home/caixa/pentaho/data-integration/lib/mdrapi-
200507110943.jar,file:/home/caixa/pentaho/data-integration/lib/spark-streaming-
mqtt_2.11-2.1.1.jar,file:/home/caixa/pentaho/data-
integration/lib/org.eclipse.paho.client.mqttv3-
1.2.0.jar,file:/home/caixa/pentaho/data-integration/lib/enunciate-jersey-rt-
1.27.jar,file:/home/caixa/pentaho/data-integration/lib/jetty-xml-
8.1.15.v20140411.jar,file:/home/caixa/pentaho/data-integration/lib/commons-codec-
1.10.jar,file:/home/caixa/pentaho/data-integration/lib/rxjava-
2.0.4.jar,file:/home/caixa/pentaho/data-integration/lib/metastore-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/jaxen-
1.1.1.jar,file:/home/caixa/pentaho/data-integration/lib/log4jdbc-
1.2.jar,file:/home/caixa/pentaho/data-integration/lib/kettle-engine-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/edtftpj-
2.1.0.jar,file:/home/caixa/pentaho/data-integration/lib/batik-codec-
1.9.1.jar,file:/home/caixa/pentaho/data-integration/lib/pdi-osgi-bridge-core-
8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/ehcache-core-
2.5.1.jar,file:/home/caixa/pentaho/data-integration/lib/kettle-dbdialog-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/mimepull-
1.9.3.jar,file:/home/caixa/pentaho/data-integration/lib/classic-extensions-drill-
down-8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/trilead-ssh2-
build213.jar,file:/home/caixa/pentaho/data-integration/lib/tinybundles-
2.0.0.jar,file:/home/caixa/pentaho/data-integration/lib/georss-rome-
0.9.8.jar,file:/home/caixa/pentaho/data-integration/lib/webservices-rt-
2.3.1.jar,file:/home/caixa/pentaho/data-integration/lib/jetty-security-
8.1.15.v20140411.jar,file:/home/caixa/pentaho/data-integration/lib/kettle-core-
8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/kettle-log4j-core-
8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/jersey-multipart-
1.19.1.jar,file:/home/caixa/pentaho/data-integration/lib/jersey-core-
1.19.1.jar,file:/home/caixa/pentaho/data-integration/lib/jackson-module-jaxb-
annotations-2.9.4.jar,file:/home/caixa/pentaho/data-integration/lib/commons-io-
2.2.jar,file:/home/caixa/pentaho/data-integration/lib/batik-awt-util-
1.9.1.jar,file:/home/caixa/pentaho/data-integration/lib/pax-exam-
4.1.0.jar,file:/home/caixa/pentaho/data-integration/lib/commons-collections-
3.2.2.jar,file:/home/caixa/pentaho/data-integration/lib/ftp4che-
0.7.1.jar,file:/home/caixa/pentaho/data-integration/lib/jackson-jaxrs-json-
provider-2.9.4.jar,file:/home/caixa/pentaho/data-integration/lib/itext-rtf-
2.1.7.jar,file:/home/caixa/pentaho/data-integration/lib/infobright-core-
3.4.jar,file:/home/caixa/pentaho/data-integration/lib/dom4j-
1.6.1.jar,file:/home/caixa/pentaho/data-integration/lib/pentaho-registry-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/classic-core-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/commons-database-model-
8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/LucidDbClient-
minimal-0.9.4.jar,file:/home/caixa/pentaho/data-integration/lib/xml-apis-
2.0.2.jar,file:/home/caixa/pentaho/data-integration/lib/xmlgraphics-commons-
2.2.jar,file:/home/caixa/pentaho/data-integration/lib/mondrian-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/legacy-functions-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/bsh-
1.3.0.jar,file:/home/caixa/pentaho/data-integration/lib/geronimo-servlet_3.0_spec-
1.0.jar,file:/home/caixa/pentaho/data-integration/lib/pentaho-cwm-
1.5.4.jar,file:/home/caixa/pentaho/data-integration/lib/jsch-
0.1.54.jar,file:/home/caixa/pentaho/data-integration/lib/spring-core-
4.3.2.RELEASE.jar,file:/home/caixa/pentaho/data-integration/lib/webservices-api-
2.3.1.jar,file:/home/caixa/pentaho/data-integration/lib/libdocbundle-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/pdi-engine-spark-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/jetty-plus-
8.1.15.v20140411.jar,file:/home/caixa/pentaho/data-integration/lib/nekohtml-
1.9.15.jar,file:/home/caixa/pentaho/data-integration/lib/simple-jndi-
1.0.0.jar,file:/home/caixa/pentaho/data-integration/lib/h2-
1.2.131.jar,file:/home/caixa/pentaho/data-integration/lib/commons-lang3-
3.0.jar,file:/home/caixa/pentaho/data-integration/lib/classic-extensions-pmd-
8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/jetty-servlet-
8.1.15.v20140411.jar,file:/home/caixa/pentaho/data-integration/lib/jxl-
2.6.12.jar,file:/home/caixa/pentaho/data-integration/lib/jmi-
200507110943.jar,file:/home/caixa/pentaho/data-integration/lib/ops4j-base-exec-
1.4.0.jar,file:/home/caixa/pentaho/data-integration/lib/jackson-databind-
2.9.2.jar,file:/home/caixa/pentaho/data-integration/lib/commons-lang-
2.6.jar,file:/home/caixa/pentaho/data-integration/lib/libserializer-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/com.wcohen.secondstring-
0.1.jar,file:/home/caixa/pentaho/data-integration/lib/pentaho-service-coordinator-
8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/batik-parser-
1.9.1.jar,file:/home/caixa/pentaho/data-integration/lib/ldapjdk-
20000524.jar,file:/home/caixa/pentaho/data-integration/lib/jackson-core-
2.9.2.jar,file:/home/caixa/pentaho/data-integration/lib/hibernate-core-
3.6.9.Final.jar,file:/home/caixa/pentaho/data-integration/lib/wsdl4j-qname-
1.6.1.jar,file:/home/caixa/pentaho/data-integration/lib/httpcore-
4.4.6.jar,file:/home/caixa/pentaho/data-integration/lib/classic-extensions-olap4j-
8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/batik-i18n-
1.9.1.jar,file:/home/caixa/pentaho/data-integration/lib/saxon-dom-
9.1.0.8.jar,file:/home/caixa/pentaho/data-integration/lib/batik-gvt-
1.9.1.jar,file:/home/caixa/pentaho/data-integration/lib/hibernate-commons-
annotations-3.2.0.Final.jar,file:/home/caixa/pentaho/data-
integration/lib/org.apache.karaf.jaas.boot-2.4.2.jar,file:/home/caixa/pentaho/data-
integration/lib/libfonts-8.1.0.0-365.jar,file:/home/caixa/pentaho/data-
integration/lib/batik-ext-1.9.1.jar,file:/home/caixa/pentaho/data-
integration/lib/json-8.1.0.0-365.jar,file:/home/caixa/pentaho/data-
integration/lib/classic-extensions-sampledata-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/javacc-
5.0.jar,file:/home/caixa/pentaho/data-integration/lib/jersey-bundle-
1.19.1.jar,file:/home/caixa/pentaho/data-integration/lib/barbecue-1.5-
beta1.jar,file:/home/caixa/pentaho/data-integration/lib/commons-beanutils-
1.9.3.jar,file:/home/caixa/pentaho/data-integration/lib/xml-apis-ext-
1.3.04.jar,file:/home/caixa/pentaho/data-integration/lib/ops4j-base-spi-
1.4.0.jar,file:/home/caixa/pentaho/data-integration/lib/legacy-charts-8.1.0.0-
365.jar,file:/home/caixa/pentaho/data-integration/lib/joda-time-
1.6.jar,file:/home/caixa/pentaho/data-integration/lib/spark-avro_2.11-
4.0.0.jar,file:/home/caixa/pentaho/data-integration/lib/ops4j-base-store-
1.4.0.jar,file:/home/caixa/pentaho/data-integration/lib/pentaho-platform-
repository-8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/guava-
17.0.jar,file:/home/caixa/pentaho/data-integration/lib/spring-security-core-
4.1.3.RELEASE.jar,file:/home/caixa/pentaho/data-integration/lib/commands-3.3.0-
I20070605-0010.jar,file:/home/caixa/pentaho/data-integration/lib/batik-xml-
1.9.1.jar,file:/home/caixa/pentaho/data-integration/lib/classic-extensions-
mondrian-8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/eigenbase-
properties-
1.1.2.jar,file:/home/caixa/pentaho/data-integration/lib/avalon-framework-
4.1.5.jar,file:/home/caixa/pentaho/data-integration/lib/scannotation-
1.0.2.jar,file:/home/caixa/pentaho/data-integration/lib/hibernate-ehcache-
3.6.9.Final.jar,file:/home/caixa/pentaho/data-integration/lib/javadbf-
20081125.jar,file:/home/caixa/pentaho/data-integration/lib/classic-extensions-
8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/commons-
configuration-1.9.jar,file:/home/caixa/pentaho/data-integration/lib/sapdbc-
7.4.4.jar,file:/home/caixa/pentaho/data-integration/lib/validation-api-
1.0.0.GA.jar,file:/home/caixa/pentaho/data-integration/lib/commons-pool-
1.5.7.jar,file:/home/caixa/pentaho/data-integration/lib/eigenbase-resgen-
1.3.1.jar,file:/home/caixa/pentaho/data-integration/lib/spring-beans-
4.3.2.RELEASE.jar,file:/home/caixa/pentaho/data-integration/lib/SassyReader-
0.5.jar,file:/home/caixa/pentaho/data-integration/lib/classic-extensions-xpath-
8.1.0.0-365.jar,file:/home/caixa/pentaho/data-integration/lib/pdi-spark-driver-
8.1.0.0-
365.jar","spark.app.name":"CreateCleansedAggregatedDataFile","spark.scheduler.mode"
:"FIFO","spark.driver.memory":"5g","spark.yarn.secondary.jars":"jetty-io-
8.1.15.v20140411.jar,pax-swissbox-core-1.7.1.jar,javax.websocket-api-1.0.jar,batik-
gui-util-1.9.1.jar,jackson-jaxrs-base-2.9.4.jar,spring-aop-4.3.2.RELEASE.jar,jface-
3.3.0-I20070606-0010.jar,xmlbeans-2.6.0.jar,batik-css-1.9.1.jar,pax-swissbox-
extender-1.7.1.jar,mail-1.4.7.jar,jzlib-1.0.7.jar,itext-2.1.7.jar,librepository-
8.1.0.0-365.jar,jt400-6.1.jar,xstream-1.4.10.jar,batik-util-1.9.1.jar,postgresql-
42.1.1.jar,activation-1.1.jar,jaybird-2.1.6.jar,barcode4j-2.0.jar,enunciate-core-
annotations-1.27.jar,libloader-8.1.0.0-365.jar,rome-1.0.jar,bcprov-jdk14-
138.jar,jcommon-1.0.16.jar,aopalliance-1.0.jar,axis2-kernel-1.5.jar,ops4j-base-net-
1.4.0.jar,groovy-all-2.4.8.jar,olap4j-1.2.0.jar,sac-1.3.jar,mof-
200507110943.jar,pax-swissbox-lifecycle-1.7.1.jar,mstor-0.9.13.jar,pax-exam-
extender-service-4.1.0.jar,derbyclient-10.2.1.6.jar,org.apache.felix.main-
4.2.1.jar,pentaho-osgi-utils-api-8.1.0.0-365.jar,ini4j-0.5.1.jar,batik-transcoder-
1.9.1.jar,batik-anim-1.9.1.jar,kafka-clients-0.10.2.1.jar,cglib-nodep-
2.2.jar,slf4j-log4j12-1.7.7.jar,jaxrpc-api-1.1.jar,bndlib-2.1.0.jar,oro-
2.0.8.jar,libformat-8.1.0.0-365.jar,xercesImpl-2.9.1.jar,commons-logging-
1.1.3.jar,pax-swissbox-framework-1.7.1.jar,org.apache.felix.framework-
4.4.1.jar,pentaho-platform-extensions-8.1.0.0-365.jar,jsonpath-1.0.jar,jetty-
server-8.1.15.v20140411.jar,pax-exam-cdi-4.1.0.jar,olap4j-xmla-1.2.0.jar,jetty-
util-8.1.15.v20140411.jar,libsparkline-8.1.0.0-365.jar,wizard-core-8.1.0.0-
365.jar,spark-streaming-kafka-0-10_2.11-2.1.0.jar,snappy-java-1.1.0.jar,spring-
context-4.3.2.RELEASE.jar,pentaho-connections-8.1.0.0-365.jar,commons-math-
1.1.jar,log4j-1.2.14.jar,ops4j-base-monitors-1.4.0.jar,bsf-2.4.0.jar,wstx-asl-
3.2.4.jar,jug-lgpl-2.0.0.jar,monetdb-jdbc-2.8.jar,nbmdr-200507110943-
custom.jar,hibernate-c3p0-3.6.9.Final.jar,classic-extensions-scripting-8.1.0.0-
365.jar,libswing-8.1.0.0-365.jar,ops4j-base-lang-1.4.0.jar,classic-extensions-
kettle-8.1.0.0-365.jar,spring-web-4.3.2.RELEASE.jar,snakeyaml-1.7.jar,pax-swissbox-
tracker-1.7.1.jar,syslog4j-0.9.46.jar,commons-validator-1.3.1.jar,jsendnsca-
2.0.1.jar,jetty-continuation-8.1.15.v20140411.jar,antlr-complete-3.5.2.jar,ops4j-
base-io-1.4.0.jar,commons-cli-1.2.jar,slf4j-api-1.7.7.jar,poi-3.17.jar,commons-xul-
swing-8.1.0.0-365.jar,kettle-ui-swt-8.1.0.0-365.jar,axis2-adb-1.5.jar,libpixie-
8.1.0.0-365.jar,derby-10.2.1.6.jar,feed4j-1.0.jar,commons-digester-1.8.jar,classic-
extensions-toc-8.1.0.0-365.jar,commons-vfs2-2.2.jar,httpclient-4.5.3.jar,js-
1.7R3.jar,pentaho-metadata-8.1.0.0-365.jar,asm-3.2.jar,json-simple-1.1.jar,pentaho-
ee-dsc-core-8.1.0.0-365-obf.jar,libxml-8.1.0.0-365.jar,mysql-connector-java-5.1.46-
bin.jar,jetty-webapp-8.1.15.v20140411.jar,odfdom-java-0.8.6.jar,jsr311-api-
1.1.1.jar,wsdl4j-1.6.2.jar,janino-2.5.16.jar,spring-expression-
4.3.2.RELEASE.jar,javacup-10k.jar,pentaho-platform-api-8.1.0.0-365.jar,bcmail-
jdk14-138.jar,apache-log4j-extras-1.2.17.jar,batik-bridge-1.9.1.jar,common-3.3.0-
v20070426.jar,pentaho-vfs-browser-8.1.0.0-365.jar,commons-xul-swt-8.1.0.0-
365.jar,commons-xul-core-8.1.0.0-365.jar,poi-ooxml-schemas-3.17.jar,libbase-
8.1.0.0-365.jar,pentaho-metaverse-api-8.1.0.0-365.jar,ognl-2.6.9.jar,batik-
constants-1.9.1.jar,org.apache.karaf.main-3.0.3.jar,commons-collections4-
4.1.jar,jersey-apache-client4-1.19.1.jar,commons-dbcp-1.4.jar,commons-compress-
1.4.1.jar,saxon-9.1.0.8.jar,jackson-annotations-2.9.2.jar,snmp4j-
1.9.3d.jar,jmiutils-200507110943.jar,libformula-8.1.0.0-
365.jar,org.apache.karaf.util-3.0.3.jar,reactive-streams-1.0.0.jar,flute-8.1.0.0-
365.jar,classic-extensions-reportdesigner-parser-8.1.0.0-365.jar,pdi-spark-driver-
8.1.0.0-365.jar,poi-ooxml-3.17.jar,org.apache.aries.util-1.1.0.jar,jcifs-
1.3.3.jar,pdi-engine-api-8.1.0.0-365.jar,hsqldb-2.3.2.jar,pentaho-capability-
manager-8.1.0.0-365.jar,tyrus-standalone-client-1.13.1.jar,spring-context-support-
4.3.2.RELEASE.jar,batik-svg-dom-1.9.1.jar,jetty-http-
8.1.15.v20140411.jar,rsyntaxtextarea-1.3.2.jar,jfreechart-1.0.13.jar,blueprints-
core-2.6.0.jar,batik-dom-1.9.1.jar,commons-net-1.4.1.jar,ops4j-base-util-property-
1.4.0.jar,pentaho-hadoop-shims-api-8.1.2018.05.00-365.jar,openide-util-
200507110943.jar,jersey-client-1.19.1.jar,pentaho-platform-core-8.1.0.0-
365.jar,encoder-1.2.jar,sqlite-jdbc-3.7.2.jar,eigenbase-xom-1.3.5.jar,batik-script-
1.9.1.jar,javassist-3.20.0-GA.jar,flexjson-2.1.jar,mdrapi-200507110943.jar,spark-
streaming-mqtt_2.11-2.1.1.jar,org.eclipse.paho.client.mqttv3-1.2.0.jar,enunciate-
jersey-rt-1.27.jar,jetty-xml-8.1.15.v20140411.jar,commons-codec-1.10.jar,rxjava-
2.0.4.jar,metastore-8.1.0.0-365.jar,jaxen-1.1.1.jar,log4jdbc-1.2.jar,kettle-engine-
8.1.0.0-365.jar,edtftpj-2.1.0.jar,batik-codec-1.9.1.jar,pdi-osgi-bridge-core-
8.1.0.0-365.jar,ehcache-core-2.5.1.jar,kettle-dbdialog-8.1.0.0-365.jar,mimepull-
1.9.3.jar,classic-extensions-drill-down-8.1.0.0-365.jar,trilead-ssh2-
build213.jar,tinybundles-2.0.0.jar,georss-rome-0.9.8.jar,webservices-rt-
2.3.1.jar,jetty-security-8.1.15.v20140411.jar,kettle-core-8.1.0.0-365.jar,kettle-
log4j-core-8.1.0.0-365.jar,jersey-multipart-1.19.1.jar,jersey-core-
1.19.1.jar,jackson-module-jaxb-annotations-2.9.4.jar,commons-io-2.2.jar,batik-awt-
util-1.9.1.jar,pax-exam-4.1.0.jar,commons-collections-3.2.2.jar,ftp4che-
0.7.1.jar,jackson-jaxrs-json-provider-2.9.4.jar,itext-rtf-2.1.7.jar,infobright-
core-3.4.jar,dom4j-1.6.1.jar,pentaho-registry-8.1.0.0-365.jar,classic-core-8.1.0.0-
365.jar,commons-database-model-8.1.0.0-365.jar,LucidDbClient-minimal-0.9.4.jar,xml-
apis-2.0.2.jar,xmlgraphics-commons-2.2.jar,mondrian-8.1.0.0-365.jar,legacy-
functions-8.1.0.0-365.jar,bsh-1.3.0.jar,geronimo-servlet_3.0_spec-1.0.jar,pentaho-
cwm-1.5.4.jar,jsch-0.1.54.jar,spring-core-4.3.2.RELEASE.jar,webservices-api-
2.3.1.jar,libdocbundle-8.1.0.0-365.jar,pdi-engine-spark-8.1.0.0-365.jar,jetty-plus-
8.1.15.v20140411.jar,nekohtml-1.9.15.jar,simple-jndi-1.0.0.jar,h2-
1.2.131.jar,commons-lang3-3.0.jar,classic-extensions-pmd-8.1.0.0-365.jar,jetty-
servlet-8.1.15.v20140411.jar,jxl-2.6.12.jar,jmi-200507110943.jar,ops4j-base-exec-
1.4.0.jar,jackson-databind-2.9.2.jar,commons-lang-2.6.jar,libserializer-8.1.0.0-
365.jar,com.wcohen.secondstring-0.1.jar,pentaho-service-coordinator-8.1.0.0-
365.jar,batik-parser-1.9.1.jar,ldapjdk-20000524.jar,jackson-core-
2.9.2.jar,hibernate-core-3.6.9.Final.jar,wsdl4j-qname-1.6.1.jar,httpcore-
4.4.6.jar,classic-extensions-olap4j-8.1.0.0-365.jar,batik-i18n-1.9.1.jar,saxon-dom-
9.1.0.8.jar,batik-gvt-1.9.1.jar,hibernate-commons-annotations-
3.2.0.Final.jar,org.apache.karaf.jaas.boot-2.4.2.jar,libfonts-8.1.0.0-
365.jar,batik-ext-1.9.1.jar,json-8.1.0.0-365.jar,classic-extensions-sampledata-
8.1.0.0-365.jar,javacc-5.0.jar,jersey-bundle-1.19.1.jar,barbecue-1.5-
beta1.jar,commons-beanutils-1.9.3.jar,xml-apis-ext-1.3.04.jar,ops4j-base-spi-
1.4.0.jar,legacy-charts-8.1.0.0-365.jar,joda-time-1.6.jar,spark-avro_2.11-
4.0.0.jar,ops4j-base-store-1.4.0.jar,pentaho-platform-repository-8.1.0.0-
365.jar,guava-17.0.jar,spring-security-core-4.1.3.RELEASE.jar,commands-3.3.0-
I20070605-0010.jar,batik-xml-1.9.1.jar,classic-extensions-mondrian-8.1.0.0-
365.jar,eigenbase-properties-1.1.2.jar,avalon-framework-4.1.5.jar,scannotation-
1.0.2.jar,hibernate-ehcache-3.6.9.Final.jar,javadbf-20081125.jar,classic-
extensions-8.1.0.0-365.jar,commons-configuration-1.9.jar,sapdbc-
7.4.4.jar,validation-api-1.0.0.GA.jar,commons-pool-1.5.7.jar,eigenbase-resgen-
1.3.1.jar,spring-beans-4.3.2.RELEASE.jar,SassyReader-0.5.jar,classic-extensions-
xpath-8.1.0.0-
365.jar","spark.executor.id":"driver","spark.driver.extraJavaOptions":"*********(re
dacted)","spark.submit.deployMode":"client","spark.master":"yarn","spark.ui.filters
":"org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter","spark.executor.memo
ry":"3g","spark.eventLog.dir":"hdfs:/spark2-
history","spark.executor.cores":"3","spark.driver.appUIAddress":"http://caixa4.iot.
local:4040","spark.repl.local.jars":"file:///home/caixa/pentaho/data-
integration/lib/jetty-io-8.1.15.v20140411.jar,file:///home/caixa/pentaho/data-
integration/lib/pax-swissbox-core-1.7.1.jar,file:///home/caixa/pentaho/data-
integration/lib/javax.websocket-api-1.0.jar,file:///home/caixa/pentaho/data-
integration/lib/batik-gui-util-1.9.1.jar,file:///home/caixa/pentaho/data-
integration/lib/jackson-jaxrs-base-2.9.4.jar,file:///home/caixa/pentaho/data-
integration/lib/spring-aop-4.3.2.RELEASE.jar,file:///home/caixa/pentaho/data-
integration/lib/jface-3.3.0-I20070606-0010.jar,file:///home/caixa/pentaho/data-
integration/lib/xmlbeans-2.6.0.jar,file:///home/caixa/pentaho/data-
integration/lib/batik-css-1.9.1.jar,file:///home/caixa/pentaho/data-
integration/lib/pax-swissbox-extender-1.7.1.jar,file:///home/caixa/pentaho/data-
integration/lib/mail-1.4.7.jar,file:///home/caixa/pentaho/data-
integration/lib/jzlib-1.0.7.jar,file:///home/caixa/pentaho/data-
integration/lib/itext-2.1.7.jar,file:///home/caixa/pentaho/data-integration/lib/li
brepository-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/jt400-
6.1.jar,file:///home/caixa/pentaho/data-integration/lib/xstream-
1.4.10.jar,file:///home/caixa/pentaho/data-integration/lib/batik-util-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/postgresql-
42.1.1.jar,file:///home/caixa/pentaho/data-integration/lib/activation-
1.1.jar,file:///home/caixa/pentaho/data-integration/lib/jaybird-
2.1.6.jar,file:///home/caixa/pentaho/data-integration/lib/barcode4j-
2.0.jar,file:///home/caixa/pentaho/data-integration/lib/enunciate-core-annotations-
1.27.jar,file:///home/caixa/pentaho/data-integration/lib/libloader-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/rome-
1.0.jar,file:///home/caixa/pentaho/data-integration/lib/bcprov-jdk14-
138.jar,file:///home/caixa/pentaho/data-integration/lib/jcommon-
1.0.16.jar,file:///home/caixa/pentaho/data-integration/lib/aopalliance-
1.0.jar,file:///home/caixa/pentaho/data-integration/lib/axis2-kernel-
1.5.jar,file:///home/caixa/pentaho/data-integration/lib/ops4j-base-net-
1.4.0.jar,file:///home/caixa/pentaho/data-integration/lib/groovy-all-
2.4.8.jar,file:///home/caixa/pentaho/data-integration/lib/olap4j-
1.2.0.jar,file:///home/caixa/pentaho/data-integration/lib/sac-
1.3.jar,file:///home/caixa/pentaho/data-integration/lib/mof-
200507110943.jar,file:///home/caixa/pentaho/data-integration/lib/pax-swissbox-
lifecycle-1.7.1.jar,file:///home/caixa/pentaho/data-integration/lib/mstor-
0.9.13.jar,file:///home/caixa/pentaho/data-integration/lib/pax-exam-extender-
service-4.1.0.jar,file:///home/caixa/pentaho/data-integration/lib/derbyclient-
10.2.1.6.jar,file:///home/caixa/pentaho/data-integration/lib/org.apache.felix.main-
4.2.1.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-osgi-utils-api-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/ini4j-
0.5.1.jar,file:///home/caixa/pentaho/data-integration/lib/batik-transcoder-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/batik-anim-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/kafka-clients-
0.10.2.1.jar,file:///home/caixa/pentaho/data-integration/lib/cglib-nodep-
2.2.jar,file:///home/caixa/pentaho/data-integration/lib/slf4j-log4j12-
1.7.7.jar,file:///home/caixa/pentaho/data-integration/lib/jaxrpc-api-
1.1.jar,file:///home/caixa/pentaho/data-integration/lib/bndlib-
2.1.0.jar,file:///home/caixa/pentaho/data-integration/lib/oro-
2.0.8.jar,file:///home/caixa/pentaho/data-integration/lib/libformat-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/xercesImpl-
2.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/commons-logging-
1.1.3.jar,file:///home/caixa/pentaho/data-integration/lib/pax-swissbox-framework-
1.7.1.jar,file:///home/caixa/pentaho/data-
integration/lib/org.apache.felix.framework-
4.4.1.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-platform-
extensions-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-
integration/lib/jsonpath-1.0.jar,file:///home/caixa/pentaho/data-
integration/lib/jetty-server-8.1.15.v20140411.jar,file:///home/caixa/pentaho/data-
integration/lib/pax-exam-cdi-4.1.0.jar,file:///home/caixa/pentaho/data-
integration/lib/olap4j-xmla-1.2.0.jar,file:///home/caixa/pentaho/data-
integration/lib/jetty-util-8.1.15.v20140411.jar,file:///home/caixa/pentaho/data-
integration/lib/libsparkline-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-
integration/lib/wizard-core-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-
integration/lib/spark-streaming-kafka-0-10_2.11-
2.1.0.jar,file:///home/caixa/pentaho/data-integration/lib/snappy-java-
1.1.0.jar,file:///home/caixa/pentaho/data-integration/lib/spring-context-
4.3.2.RELEASE.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-
connections-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-
integration/lib/commons-math-1.1.jar,file:///home/caixa/pentaho/data-
integration/lib/log4j-1.2.14.jar,file:///home/caixa/pentaho/data-
integration/lib/ops4j-base-monitors-1.4.0.jar,file:///home/caixa/pentaho/data-
integration/lib/bsf-2.4.0.jar,file:///home/caixa/pentaho/data-integration/lib/wstx-
asl-3.2.4.jar,file:///home/caixa/pentaho/data-integration/lib/jug-lgpl-
2.0.0.jar,file:///home/caixa/pentaho/data-integration/lib/monetdb-jdbc-
2.8.jar,file:///home/caixa/pentaho/data-integration/lib/nbmdr-200507110943-
custom.jar,file:///home/caixa/pentaho/data-integration/lib/hibernate-c3p0-
3.6.9.Final.jar,file:///home/caixa/pentaho/data-integration/lib/classic-extensions-
scripting-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/libswing-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/ops4j-base-lang-
1.4.0.jar,file:///home/caixa/pentaho/data-integration/lib/classic-extensions-
kettle-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/spring-web-
4.3.2.RELEASE.jar,file:///home/caixa/pentaho/data-integration/lib/snakeyaml-
1.7.jar,file:///home/caixa/pentaho/data-integration/lib/pax-swissbox-tracker-
1.7.1.jar,file:///home/caixa/pentaho/data-integration/lib/syslog4j-
0.9.46.jar,file:///home/caixa/pentaho/data-integration/lib/commons-validator-
1.3.1.jar,file:///home/caixa/pentaho/data-integration/lib/jsendnsca-
2.0.1.jar,file:///home/caixa/pentaho/data-integration/lib/jetty-continuation-
8.1.15.v20140411.jar,file:///home/caixa/pentaho/data-integration/lib/antlr-
complete-3.5.2.jar,file:///home/caixa/pentaho/data-integration/lib/ops4j-base-io-
1.4.0.jar,file:///home/caixa/pentaho/data-integration/lib/commons-cli-
1.2.jar,file:///home/caixa/pentaho/data-integration/lib/slf4j-api-
1.7.7.jar,file:///home/caixa/pentaho/data-integration/lib/poi-
3.17.jar,file:///home/caixa/pentaho/data-integration/lib/commons-xul-swing-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/kettle-ui-swt-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/axis2-adb-
1.5.jar,file:///home/caixa/pentaho/data-integration/lib/libpixie-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/derby-
10.2.1.6.jar,file:///home/caixa/pentaho/data-integration/lib/feed4j-
1.0.jar,file:///home/caixa/pentaho/data-integration/lib/commons-digester-
1.8.jar,file:///home/caixa/pentaho/data-integration/lib/classic-extensions-toc-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/commons-vfs2-
2.2.jar,file:///home/caixa/pentaho/data-integration/lib/httpclient-
4.5.3.jar,file:///home/caixa/pentaho/data-integration/lib/js-
1.7R3.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-metadata-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/asm-
3.2.jar,file:///home/caixa/pentaho/data-integration/lib/json-simple-
1.1.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-ee-dsc-core-
8.1.0.0-365-obf.jar,file:///home/caixa/pentaho/data-integration/lib/libxml-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/mysql-connector-java-
5.1.46-bin.jar,file:///home/caixa/pentaho/data-integration/lib/jetty-webapp-
8.1.15.v20140411.jar,file:///home/caixa/pentaho/data-integration/lib/odfdom-java-
0.8.6.jar,file:///home/caixa/pentaho/data-integration/lib/jsr311-api-
1.1.1.jar,file:///home/caixa/pentaho/data-integration/lib/wsdl4j-
1.6.2.jar,file:///home/caixa/pentaho/data-integration/lib/janino-
2.5.16.jar,file:///home/caixa/pentaho/data-integration/lib/spring-expression-
4.3.2.RELEASE.jar,file:///home/caixa/pentaho/data-integration/lib/javacup-
10k.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-platform-api-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/bcmail-jdk14-
138.jar,file:///home/caixa/pentaho/data-integration/lib/apache-log4j-extras-
1.2.17.jar,file:///home/caixa/pentaho/data-integration/lib/batik-bridge-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/common-3.3.0-
v20070426.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-vfs-browser-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/commons-xul-swt-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/commons-xul-core-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/poi-ooxml-schemas-
3.17.jar,file:///home/caixa/pentaho/data-integration/lib/libbase-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-metaverse-api-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/ognl-
2.6.9.jar,file:///home/caixa/pentaho/data-integration/lib/batik-constants-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/org.apache.karaf.main-
3.0.3.jar,file:///home/caixa/pentaho/data-integration/lib/commons-collections4-
4.1.jar,file:///home/caixa/pentaho/data-integration/lib/jersey-apache-client4-
1.19.1.jar,file:///home/caixa/pentaho/data-integration/lib/commons-dbcp-
1.4.jar,file:///home/caixa/pentaho/data-integration/lib/commons-compress-
1.4.1.jar,file:///home/caixa/pentaho/data-integration/lib/saxon-
9.1.0.8.jar,file:///home/caixa/pentaho/data-integration/lib/jackson-annotations-
2.9.2.jar,file:///home/caixa/pentaho/data-integration/lib/snmp4j-
1.9.3d.jar,file:///home/caixa/pentaho/data-integration/lib/jmiutils-
200507110943.jar,file:///home/caixa/pentaho/data-integration/lib/libformula-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-
integration/lib/org.apache.karaf.util-3.0.3.jar,file:///home/caixa/pentaho/data-
integration/lib/reactive-streams-1.0.0.jar,file:///home/caixa/pentaho/data-
integration/lib/flute-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-
integration/lib/classic-extensions-reportdesigner-parser-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/pdi-spark-driver-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/poi-ooxml-
3.17.jar,file:///home/caixa/pentaho/data-integration/lib/org.apache.aries.util-
1.1.0.jar,file:///home/caixa/pentaho/data-integration/lib/jcifs-
1.3.3.jar,file:///home/caixa/pentaho/data-integration/lib/pdi-engine-api-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/hsqldb-
2.3.2.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-capability-
manager-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/tyrus-
standalone-client-1.13.1.jar,file:///home/caixa/pentah
o/data-integration/lib/spring-context-support-
4.3.2.RELEASE.jar,file:///home/caixa/pentaho/data-integration/lib/batik-svg-dom-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/jetty-http-
8.1.15.v20140411.jar,file:///home/caixa/pentaho/data-
integration/lib/rsyntaxtextarea-1.3.2.jar,file:///home/caixa/pentaho/data-
integration/lib/jfreechart-1.0.13.jar,file:///home/caixa/pentaho/data-
integration/lib/blueprints-core-2.6.0.jar,file:///home/caixa/pentaho/data-
integration/lib/batik-dom-1.9.1.jar,file:///home/caixa/pentaho/data-
integration/lib/commons-net-1.4.1.jar,file:///home/caixa/pentaho/data-
integration/lib/ops4j-base-util-property-1.4.0.jar,file:///home/caixa/pentaho/data-
integration/lib/pentaho-hadoop-shims-api-8.1.2018.05.00-
365.jar,file:///home/caixa/pentaho/data-integration/lib/openide-util-
200507110943.jar,file:///home/caixa/pentaho/data-integration/lib/jersey-client-
1.19.1.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-platform-core-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/encoder-
1.2.jar,file:///home/caixa/pentaho/data-integration/lib/sqlite-jdbc-
3.7.2.jar,file:///home/caixa/pentaho/data-integration/lib/eigenbase-xom-
1.3.5.jar,file:///home/caixa/pentaho/data-integration/lib/batik-script-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/javassist-3.20.0-
GA.jar,file:///home/caixa/pentaho/data-integration/lib/flexjson-
2.1.jar,file:///home/caixa/pentaho/data-integration/lib/mdrapi-
200507110943.jar,file:///home/caixa/pentaho/data-integration/lib/spark-streaming-
mqtt_2.11-2.1.1.jar,file:///home/caixa/pentaho/data-
integration/lib/org.eclipse.paho.client.mqttv3-
1.2.0.jar,file:///home/caixa/pentaho/data-integration/lib/enunciate-jersey-rt-
1.27.jar,file:///home/caixa/pentaho/data-integration/lib/jetty-xml-
8.1.15.v20140411.jar,file:///home/caixa/pentaho/data-integration/lib/commons-codec-
1.10.jar,file:///home/caixa/pentaho/data-integration/lib/rxjava-
2.0.4.jar,file:///home/caixa/pentaho/data-integration/lib/metastore-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/jaxen-
1.1.1.jar,file:///home/caixa/pentaho/data-integration/lib/log4jdbc-
1.2.jar,file:///home/caixa/pentaho/data-integration/lib/kettle-engine-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/edtftpj-
2.1.0.jar,file:///home/caixa/pentaho/data-integration/lib/batik-codec-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/pdi-osgi-bridge-core-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/ehcache-core-
2.5.1.jar,file:///home/caixa/pentaho/data-integration/lib/kettle-dbdialog-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/mimepull-
1.9.3.jar,file:///home/caixa/pentaho/data-integration/lib/classic-extensions-drill-
down-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/trilead-ssh2-
build213.jar,file:///home/caixa/pentaho/data-integration/lib/tinybundles-
2.0.0.jar,file:///home/caixa/pentaho/data-integration/lib/georss-rome-
0.9.8.jar,file:///home/caixa/pentaho/data-integration/lib/webservices-rt-
2.3.1.jar,file:///home/caixa/pentaho/data-integration/lib/jetty-security-
8.1.15.v20140411.jar,file:///home/caixa/pentaho/data-integration/lib/kettle-core-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/kettle-log4j-core-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/jersey-multipart-
1.19.1.jar,file:///home/caixa/pentaho/data-integration/lib/jersey-core-
1.19.1.jar,file:///home/caixa/pentaho/data-integration/lib/jackson-module-jaxb-
annotations-2.9.4.jar,file:///home/caixa/pentaho/data-integration/lib/commons-io-
2.2.jar,file:///home/caixa/pentaho/data-integration/lib/batik-awt-util-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/pax-exam-
4.1.0.jar,file:///home/caixa/pentaho/data-integration/lib/commons-collections-
3.2.2.jar,file:///home/caixa/pentaho/data-integration/lib/ftp4che-
0.7.1.jar,file:///home/caixa/pentaho/data-integration/lib/jackson-jaxrs-json-
provider-2.9.4.jar,file:///home/caixa/pentaho/data-integration/lib/itext-rtf-
2.1.7.jar,file:///home/caixa/pentaho/data-integration/lib/infobright-core-
3.4.jar,file:///home/caixa/pentaho/data-integration/lib/dom4j-
1.6.1.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-registry-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/classic-core-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/commons-database-model-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/LucidDbClient-
minimal-0.9.4.jar,file:///home/caixa/pentaho/data-integration/lib/xml-apis-
2.0.2.jar,file:///home/caixa/pentaho/data-integration/lib/xmlgraphics-commons-
2.2.jar,file:///home/caixa/pentaho/data-integration/lib/mondrian-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/legacy-functions-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/bsh-
1.3.0.jar,file:///home/caixa/pentaho/data-integration/lib/geronimo-
servlet_3.0_spec-1.0.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-
cwm-1.5.4.jar,file:///home/caixa/pentaho/data-integration/lib/jsch-
0.1.54.jar,file:///home/caixa/pentaho/data-integration/lib/spring-core-
4.3.2.RELEASE.jar,file:///home/caixa/pentaho/data-integration/lib/webservices-api-
2.3.1.jar,file:///home/caixa/pentaho/data-integration/lib/libdocbundle-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/pdi-engine-spark-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/jetty-plus-
8.1.15.v20140411.jar,file:///home/caixa/pentaho/data-integration/lib/nekohtml-
1.9.15.jar,file:///home/caixa/pentaho/data-integration/lib/simple-jndi-
1.0.0.jar,file:///home/caixa/pentaho/data-integration/lib/h2-
1.2.131.jar,file:///home/caixa/pentaho/data-integration/lib/commons-lang3-
3.0.jar,file:///home/caixa/pentaho/data-integration/lib/classic-extensions-pmd-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/jetty-servlet-
8.1.15.v20140411.jar,file:///home/caixa/pentaho/data-integration/lib/jxl-
2.6.12.jar,file:///home/caixa/pentaho/data-integration/lib/jmi-
200507110943.jar,file:///home/caixa/pentaho/data-integration/lib/ops4j-base-exec-
1.4.0.jar,file:///home/caixa/pentaho/data-integration/lib/jackson-databind-
2.9.2.jar,file:///home/caixa/pentaho/data-integration/lib/commons-lang-
2.6.jar,file:///home/caixa/pentaho/data-integration/lib/libserializer-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/com.wcohen.secondstring-
0.1.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-service-
coordinator-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/batik-
parser-1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/ldapjdk-
20000524.jar,file:///home/caixa/pentaho/data-integration/lib/jackson-core-
2.9.2.jar,file:///home/caixa/pentaho/data-integration/lib/hibernate-core-
3.6.9.Final.jar,file:///home/caixa/pentaho/data-integration/lib/wsdl4j-qname-
1.6.1.jar,file:///home/caixa/pentaho/data-integration/lib/httpcore-
4.4.6.jar,file:///home/caixa/pentaho/data-integration/lib/classic-extensions-
olap4j-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/batik-i18n-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/saxon-dom-
9.1.0.8.jar,file:///home/caixa/pentaho/data-integration/lib/batik-gvt-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/hibernate-commons-
annotations-3.2.0.Final.jar,file:///home/caixa/pentaho/data-
integration/lib/org.apache.karaf.jaas.boot-
2.4.2.jar,file:///home/caixa/pentaho/data-integration/lib/libfonts-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/batik-ext-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/json-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/classic-extensions-
sampledata-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/javacc-
5.0.jar,file:///home/caixa/pentaho/data-integration/lib/jersey-bundle-
1.19.1.jar,file:///home/caixa/pentaho/data-integration/lib/barbecue-1.5-
beta1.jar,file:///home/caixa/pentaho/data-integration/lib/commons-beanutils-
1.9.3.jar,file:///home/caixa/pentaho/data-integration/lib/xml-apis-ext-
1.3.04.jar,file:///home/caixa/pentaho/data-integration/lib/ops4j-base-spi-
1.4.0.jar,file:///home/caixa/pentaho/data-integration/lib/legacy-charts-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/joda-time-
1.6.jar,file:///home/caixa/pentaho/data-integration/lib/spark-avro_2.11-
4.0.0.jar,file:///home/caixa/pentaho/data-integration/lib/ops4j-base-store-
1.4.0.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-platform-
repository-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/guava-
17.0.jar,file:///home/caixa/pentaho/data-integration/lib/spring-security-core-
4.1.3.RELEASE.jar,file:///home/caixa/pentaho/data-integration/lib/commands-3.3.0-
I20070605-0010.jar,file:///home/caixa/pentaho/data-integration/lib/batik-xml-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/classic-extensions-
mondrian-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/eigenbase-
properties-1.1.2.jar,file:///home/caixa/pentaho/data-integration/lib/avalon-
framework-4.1.5.jar,file:///home/caixa/pentaho/data-integration/lib/scannotation-
1.0.2.jar,file:///home/caixa/pentaho/data-integration/lib/hibernate-ehcache-
3.6.9.Final.jar,file:///home/caixa/pentaho/data-integration/lib/javadbf-
20081125.jar,file:///home/caixa/pentaho/data-integration/lib/classic-extensions-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/commons-
configuration-1.9.jar,file:///home/caixa/pentaho/data-integration/lib/sapdbc-
7.4.4.jar,file:///home/caixa/pentaho/data-integration/lib/validation-api-
1.0.0.GA.jar,file:///home/caixa/pentaho/data-integration/lib/commons-pool-
1.5.7.jar,file:///home/caixa/pentaho/data-integration/lib/eigenbase-resgen-
1.3.1.jar,file:///home/caixa/pentaho/data-integration/lib/spring-beans-
4.3.2.RELEASE.jar,file:///home/caixa/pentaho/data-integration/lib/SassyReader-
0.5.jar,file:///home/caixa/pentaho/data-integration/lib/classic-extensions-xpath-
8.1.0.0-365.jar","spark.org.apache.hadoop.yarn.serv
er.webproxy.amfilter.AmIpFilter.param.PROXY_HOSTS":"caixa1.iot.local","spark.org.ap
ache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter.param.PROXY_URI_BASES":"http:/
/caixa1.iot.local:8088/proxy/application_1528141977211_0085","spark.yarn.dist.jars"
:"file:///home/caixa/pentaho/data-integration/lib/jetty-io-
8.1.15.v20140411.jar,file:///home/caixa/pentaho/data-integration/lib/pax-swissbox-
core-1.7.1.jar,file:///home/caixa/pentaho/data-integration/lib/javax.websocket-api-
1.0.jar,file:///home/caixa/pentaho/data-integration/lib/batik-gui-util-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/jackson-jaxrs-base-
2.9.4.jar,file:///home/caixa/pentaho/data-integration/lib/spring-aop-
4.3.2.RELEASE.jar,file:///home/caixa/pentaho/data-integration/lib/jface-3.3.0-
I20070606-0010.jar,file:///home/caixa/pentaho/data-integration/lib/xmlbeans-
2.6.0.jar,file:///home/caixa/pentaho/data-integration/lib/batik-css-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/pax-swissbox-extender-
1.7.1.jar,file:///home/caixa/pentaho/data-integration/lib/mail-
1.4.7.jar,file:///home/caixa/pentaho/data-integration/lib/jzlib-
1.0.7.jar,file:///home/caixa/pentaho/data-integration/lib/itext-
2.1.7.jar,file:///home/caixa/pentaho/data-integration/lib/librepository-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/jt400-
6.1.jar,file:///home/caixa/pentaho/data-integration/lib/xstream-
1.4.10.jar,file:///home/caixa/pentaho/data-integration/lib/batik-util-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/postgresql-
42.1.1.jar,file:///home/caixa/pentaho/data-integration/lib/activation-
1.1.jar,file:///home/caixa/pentaho/data-integration/lib/jaybird-
2.1.6.jar,file:///home/caixa/pentaho/data-integration/lib/barcode4j-
2.0.jar,file:///home/caixa/pentaho/data-integration/lib/enunciate-core-annotations-
1.27.jar,file:///home/caixa/pentaho/data-integration/lib/libloader-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/rome-
1.0.jar,file:///home/caixa/pentaho/data-integration/lib/bcprov-jdk14-
138.jar,file:///home/caixa/pentaho/data-integration/lib/jcommon-
1.0.16.jar,file:///home/caixa/pentaho/data-integration/lib/aopalliance-
1.0.jar,file:///home/caixa/pentaho/data-integration/lib/axis2-kernel-
1.5.jar,file:///home/caixa/pentaho/data-integration/lib/ops4j-base-net-
1.4.0.jar,file:///home/caixa/pentaho/data-integration/lib/groovy-all-
2.4.8.jar,file:///home/caixa/pentaho/data-integration/lib/olap4j-
1.2.0.jar,file:///home/caixa/pentaho/data-integration/lib/sac-
1.3.jar,file:///home/caixa/pentaho/data-integration/lib/mof-
200507110943.jar,file:///home/caixa/pentaho/data-integration/lib/pax-swissbox-
lifecycle-1.7.1.jar,file:///home/caixa/pentaho/data-integration/lib/mstor-
0.9.13.jar,file:///home/caixa/pentaho/data-integration/lib/pax-exam-extender-
service-4.1.0.jar,file:///home/caixa/pentaho/data-integration/lib/derbyclient-
10.2.1.6.jar,file:///home/caixa/pentaho/data-integration/lib/org.apache.felix.main-
4.2.1.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-osgi-utils-api-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/ini4j-
0.5.1.jar,file:///home/caixa/pentaho/data-integration/lib/batik-transcoder-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/batik-anim-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/kafka-clients-
0.10.2.1.jar,file:///home/caixa/pentaho/data-integration/lib/cglib-nodep-
2.2.jar,file:///home/caixa/pentaho/data-integration/lib/slf4j-log4j12-
1.7.7.jar,file:///home/caixa/pentaho/data-integration/lib/jaxrpc-api-
1.1.jar,file:///home/caixa/pentaho/data-integration/lib/bndlib-
2.1.0.jar,file:///home/caixa/pentaho/data-integration/lib/oro-
2.0.8.jar,file:///home/caixa/pentaho/data-integration/lib/libformat-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/xercesImpl-
2.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/commons-logging-
1.1.3.jar,file:///home/caixa/pentaho/data-integration/lib/pax-swissbox-framework-
1.7.1.jar,file:///home/caixa/pentaho/data-
integration/lib/org.apache.felix.framework-
4.4.1.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-platform-
extensions-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-
integration/lib/jsonpath-1.0.jar,file:///home/caixa/pentaho/data-
integration/lib/jetty-server-8.1.15.v20140411.jar,file:///home/caixa/pentaho/data-
integration/lib/pax-exam-cdi-4.1.0.jar,file:///home/caixa/pentaho/data-
integration/lib/olap4j-xmla-1.2.0.jar,file:///home/caixa/pentaho/data-
integration/lib/jetty-util-8.1.15.v20140411.jar,file:///home/caixa/pentaho/data-
integration/lib/libsparkline-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-
integration/lib/wizard-core-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-
integration/lib/spark-streaming-kafka-0-10_2.11-
2.1.0.jar,file:///home/caixa/pentaho/data-integration/lib/snappy-java-
1.1.0.jar,file:///home/caixa/pentaho/data-integration/lib/spring-context-
4.3.2.RELEASE.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-
connections-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-
integration/lib/commons-math-1.1.jar,file:///home/caixa/pentaho/data-
integration/lib/log4j-1.2.14.jar,file:///home/caixa/pentaho/data-
integration/lib/ops4j-base-monitors-1.4.0.jar,file:///home/caixa/pentaho/data-
integration/lib/bsf-2.4.0.jar,file:///home/caixa/pentaho/data-integration/lib/wstx-
asl-3.2.4.jar,file:///home/caixa/pentaho/data-integration/lib/jug-lgpl-
2.0.0.jar,file:///home/caixa/pentaho/data-integration/lib/monetdb-jdbc-
2.8.jar,file:///home/caixa/pentaho/data-integration/lib/nbmdr-200507110943-
custom.jar,file:///home/caixa/pentaho/data-integration/lib/hibernate-c3p0-
3.6.9.Final.jar,file:///home/caixa/pentaho/data-integration/lib/classic-extensions-
scripting-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/libswing-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/ops4j-base-lang-
1.4.0.jar,file:///home/caixa/pentaho/data-integration/lib/classic-extensions-
kettle-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/spring-web-
4.3.2.RELEASE.jar,file:///home/caixa/pentaho/data-integration/lib/snakeyaml-
1.7.jar,file:///home/caixa/pentaho/data-integration/lib/pax-swissbox-tracker-
1.7.1.jar,file:///home/caixa/pentaho/data-integration/lib/syslog4j-
0.9.46.jar,file:///home/caixa/pentaho/data-integration/lib/commons-validator-
1.3.1.jar,file:///home/caixa/pentaho/data-integration/lib/jsendnsca-
2.0.1.jar,file:///home/caixa/pentaho/data-integration/lib/jetty-continuation-
8.1.15.v20140411.jar,file:///home/caixa/pentaho/data-integration/lib/antlr-
complete-3.5.2.jar,file:///home/caixa/pentaho/data-integration/lib/ops4j-base-io-
1.4.0.jar,file:///home/caixa/pentaho/data-integration/lib/commons-cli-
1.2.jar,file:///home/caixa/pentaho/data-integration/lib/slf4j-api-
1.7.7.jar,file:///home/caixa/pentaho/data-integration/lib/poi-
3.17.jar,file:///home/caixa/pentaho/data-integration/lib/commons-xul-swing-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/kettle-ui-swt-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/axis2-adb-
1.5.jar,file:///home/caixa/pentaho/data-integration/lib/libpixie-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/derby-
10.2.1.6.jar,file:///home/caixa/pentaho/data-integration/lib/feed4j-
1.0.jar,file:///home/caixa/pentaho/data-integration/lib/commons-digester-
1.8.jar,file:///home/caixa/pentaho/data-integration/lib/classic-extensions-toc-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/commons-vfs2-
2.2.jar,file:///home/caixa/pentaho/data-integration/lib/httpclient-
4.5.3.jar,file:///home/caixa/pentaho/data-integration/lib/js-
1.7R3.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-metadata-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/asm-
3.2.jar,file:///home/caixa/pentaho/data-integration/lib/json-simple-
1.1.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-ee-dsc-core-
8.1.0.0-365-obf.jar,file:///home/caixa/pentaho/data-integration/lib/libxml-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/mysql-connector-java-
5.1.46-bin.jar,file:///home/caixa/pentaho/data-integration/lib/jetty-webapp-
8.1.15.v20140411.jar,file:///home/caixa/pentaho/data-integration/lib/odfdom-java-
0.8.6.jar,file:///home/caixa/pentaho/data-integration/lib/jsr311-api-
1.1.1.jar,file:///home/caixa/pentaho/data-integration/lib/wsdl4j-
1.6.2.jar,file:///home/caixa/pentaho/data-integration/lib/janino-
2.5.16.jar,file:///home/caixa/pentaho/data-integration/lib/spring-expression-
4.3.2.RELEASE.jar,file:///home/caixa/pentaho/data-integration/lib/javacup-
10k.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-platform-api-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/bcmail-jdk14-
138.jar,file:///home/caixa/pentaho/data-integration/lib/apache-log4j-extras-
1.2.17.jar,file:///home/caixa/pentaho/data-integration/lib/batik-bridge-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/common-3.3.0-
v20070426.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-vfs-browser-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/commons-xul-swt-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/commons-xul-core-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/poi-ooxml-schemas-
3.17.jar,file:///home/caixa/pentaho/data-integration/lib/libbase-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-metaverse-api-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/ognl-
2.6.9.jar,file:///home/caixa/pentaho/data-integration/lib/batik-constants-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/org.apache.karaf.main-
3.0.3.jar,file:///home/caixa/pentaho/data-integration/lib/commons-collections4-
4.1.jar,file:///home/caixa/pentaho/data-integration/lib/jersey-apache-client4-
1.19.1.jar,file:///home/caixa/pentaho/data-integration/lib/commons-dbcp-
1.4.jar,file:///home/caixa/pentaho/data-integration/lib/commons-compress-
1.4.1.jar,file:///home/caixa/pentaho/data-integration/lib/saxon-
9.1.0.8.jar,file:///home/ca
ixa/pentaho/data-integration/lib/jackson-annotations-
2.9.2.jar,file:///home/caixa/pentaho/data-integration/lib/snmp4j-
1.9.3d.jar,file:///home/caixa/pentaho/data-integration/lib/jmiutils-
200507110943.jar,file:///home/caixa/pentaho/data-integration/lib/libformula-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-
integration/lib/org.apache.karaf.util-3.0.3.jar,file:///home/caixa/pentaho/data-
integration/lib/reactive-streams-1.0.0.jar,file:///home/caixa/pentaho/data-
integration/lib/flute-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-
integration/lib/classic-extensions-reportdesigner-parser-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/pdi-spark-driver-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/poi-ooxml-
3.17.jar,file:///home/caixa/pentaho/data-integration/lib/org.apache.aries.util-
1.1.0.jar,file:///home/caixa/pentaho/data-integration/lib/jcifs-
1.3.3.jar,file:///home/caixa/pentaho/data-integration/lib/pdi-engine-api-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/hsqldb-
2.3.2.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-capability-
manager-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/tyrus-
standalone-client-1.13.1.jar,file:///home/caixa/pentaho/data-
integration/lib/spring-context-support-
4.3.2.RELEASE.jar,file:///home/caixa/pentaho/data-integration/lib/batik-svg-dom-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/jetty-http-
8.1.15.v20140411.jar,file:///home/caixa/pentaho/data-
integration/lib/rsyntaxtextarea-1.3.2.jar,file:///home/caixa/pentaho/data-
integration/lib/jfreechart-1.0.13.jar,file:///home/caixa/pentaho/data-
integration/lib/blueprints-core-2.6.0.jar,file:///home/caixa/pentaho/data-
integration/lib/batik-dom-1.9.1.jar,file:///home/caixa/pentaho/data-
integration/lib/commons-net-1.4.1.jar,file:///home/caixa/pentaho/data-
integration/lib/ops4j-base-util-property-1.4.0.jar,file:///home/caixa/pentaho/data-
integration/lib/pentaho-hadoop-shims-api-8.1.2018.05.00-
365.jar,file:///home/caixa/pentaho/data-integration/lib/openide-util-
200507110943.jar,file:///home/caixa/pentaho/data-integration/lib/jersey-client-
1.19.1.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-platform-core-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/encoder-
1.2.jar,file:///home/caixa/pentaho/data-integration/lib/sqlite-jdbc-
3.7.2.jar,file:///home/caixa/pentaho/data-integration/lib/eigenbase-xom-
1.3.5.jar,file:///home/caixa/pentaho/data-integration/lib/batik-script-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/javassist-3.20.0-
GA.jar,file:///home/caixa/pentaho/data-integration/lib/flexjson-
2.1.jar,file:///home/caixa/pentaho/data-integration/lib/mdrapi-
200507110943.jar,file:///home/caixa/pentaho/data-integration/lib/spark-streaming-
mqtt_2.11-2.1.1.jar,file:///home/caixa/pentaho/data-
integration/lib/org.eclipse.paho.client.mqttv3-
1.2.0.jar,file:///home/caixa/pentaho/data-integration/lib/enunciate-jersey-rt-
1.27.jar,file:///home/caixa/pentaho/data-integration/lib/jetty-xml-
8.1.15.v20140411.jar,file:///home/caixa/pentaho/data-integration/lib/commons-codec-
1.10.jar,file:///home/caixa/pentaho/data-integration/lib/rxjava-
2.0.4.jar,file:///home/caixa/pentaho/data-integration/lib/metastore-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/jaxen-
1.1.1.jar,file:///home/caixa/pentaho/data-integration/lib/log4jdbc-
1.2.jar,file:///home/caixa/pentaho/data-integration/lib/kettle-engine-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/edtftpj-
2.1.0.jar,file:///home/caixa/pentaho/data-integration/lib/batik-codec-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/pdi-osgi-bridge-core-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/ehcache-core-
2.5.1.jar,file:///home/caixa/pentaho/data-integration/lib/kettle-dbdialog-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/mimepull-
1.9.3.jar,file:///home/caixa/pentaho/data-integration/lib/classic-extensions-drill-
down-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/trilead-ssh2-
build213.jar,file:///home/caixa/pentaho/data-integration/lib/tinybundles-
2.0.0.jar,file:///home/caixa/pentaho/data-integration/lib/georss-rome-
0.9.8.jar,file:///home/caixa/pentaho/data-integration/lib/webservices-rt-
2.3.1.jar,file:///home/caixa/pentaho/data-integration/lib/jetty-security-
8.1.15.v20140411.jar,file:///home/caixa/pentaho/data-integration/lib/kettle-core-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/kettle-log4j-core-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/jersey-multipart-
1.19.1.jar,file:///home/caixa/pentaho/data-integration/lib/jersey-core-
1.19.1.jar,file:///home/caixa/pentaho/data-integration/lib/jackson-module-jaxb-
annotations-2.9.4.jar,file:///home/caixa/pentaho/data-integration/lib/commons-io-
2.2.jar,file:///home/caixa/pentaho/data-integration/lib/batik-awt-util-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/pax-exam-
4.1.0.jar,file:///home/caixa/pentaho/data-integration/lib/commons-collections-
3.2.2.jar,file:///home/caixa/pentaho/data-integration/lib/ftp4che-
0.7.1.jar,file:///home/caixa/pentaho/data-integration/lib/jackson-jaxrs-json-
provider-2.9.4.jar,file:///home/caixa/pentaho/data-integration/lib/itext-rtf-
2.1.7.jar,file:///home/caixa/pentaho/data-integration/lib/infobright-core-
3.4.jar,file:///home/caixa/pentaho/data-integration/lib/dom4j-
1.6.1.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-registry-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/classic-core-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/commons-database-model-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/LucidDbClient-
minimal-0.9.4.jar,file:///home/caixa/pentaho/data-integration/lib/xml-apis-
2.0.2.jar,file:///home/caixa/pentaho/data-integration/lib/xmlgraphics-commons-
2.2.jar,file:///home/caixa/pentaho/data-integration/lib/mondrian-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/legacy-functions-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/bsh-
1.3.0.jar,file:///home/caixa/pentaho/data-integration/lib/geronimo-
servlet_3.0_spec-1.0.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-
cwm-1.5.4.jar,file:///home/caixa/pentaho/data-integration/lib/jsch-
0.1.54.jar,file:///home/caixa/pentaho/data-integration/lib/spring-core-
4.3.2.RELEASE.jar,file:///home/caixa/pentaho/data-integration/lib/webservices-api-
2.3.1.jar,file:///home/caixa/pentaho/data-integration/lib/libdocbundle-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/pdi-engine-spark-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/jetty-plus-
8.1.15.v20140411.jar,file:///home/caixa/pentaho/data-integration/lib/nekohtml-
1.9.15.jar,file:///home/caixa/pentaho/data-integration/lib/simple-jndi-
1.0.0.jar,file:///home/caixa/pentaho/data-integration/lib/h2-
1.2.131.jar,file:///home/caixa/pentaho/data-integration/lib/commons-lang3-
3.0.jar,file:///home/caixa/pentaho/data-integration/lib/classic-extensions-pmd-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/jetty-servlet-
8.1.15.v20140411.jar,file:///home/caixa/pentaho/data-integration/lib/jxl-
2.6.12.jar,file:///home/caixa/pentaho/data-integration/lib/jmi-
200507110943.jar,file:///home/caixa/pentaho/data-integration/lib/ops4j-base-exec-
1.4.0.jar,file:///home/caixa/pentaho/data-integration/lib/jackson-databind-
2.9.2.jar,file:///home/caixa/pentaho/data-integration/lib/commons-lang-
2.6.jar,file:///home/caixa/pentaho/data-integration/lib/libserializer-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/com.wcohen.secondstring-
0.1.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-service-
coordinator-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/batik-
parser-1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/ldapjdk-
20000524.jar,file:///home/caixa/pentaho/data-integration/lib/jackson-core-
2.9.2.jar,file:///home/caixa/pentaho/data-integration/lib/hibernate-core-
3.6.9.Final.jar,file:///home/caixa/pentaho/data-integration/lib/wsdl4j-qname-
1.6.1.jar,file:///home/caixa/pentaho/data-integration/lib/httpcore-
4.4.6.jar,file:///home/caixa/pentaho/data-integration/lib/classic-extensions-
olap4j-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/batik-i18n-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/saxon-dom-
9.1.0.8.jar,file:///home/caixa/pentaho/data-integration/lib/batik-gvt-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/hibernate-commons-
annotations-3.2.0.Final.jar,file:///home/caixa/pentaho/data-
integration/lib/org.apache.karaf.jaas.boot-
2.4.2.jar,file:///home/caixa/pentaho/data-integration/lib/libfonts-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/batik-ext-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/json-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/classic-extensions-
sampledata-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/javacc-
5.0.jar,file:///home/caixa/pentaho/data-integration/lib/jersey-bundle-
1.19.1.jar,file:///home/caixa/pentaho/data-integration/lib/barbecue-1.5-
beta1.jar,file:///home/caixa/pentaho/data-integration/lib/commons-beanutils-
1.9.3.jar,file:///home/caixa/pentaho/data-integration/lib/xml-apis-ext-
1.3.04.jar,file:///home/caixa/pentaho/data-integration/lib/ops4j-base-spi-
1.4.0.jar,file:///home/caixa/pentaho/data-integration/lib/legacy-charts-8.1.0.0-
365.jar,file:///home/caixa/pentaho/data-integration/lib/joda-time-
1.6.jar,file:///home/caixa/pentaho/data-integration/lib/spark-avro_2.11-
4.0.0.jar,file:///home/caixa/pentaho/data-integration/lib/ops4j-base-store-
1.4.0.jar,file:///home/caixa/pentaho/data-integration/lib/pentaho-platform-
repository-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/guava-
17.0.jar,file:///home/caixa/pentaho/data-integration/lib/spring-security-core-
4.1.3.RELEASE.jar,file:///home/caixa/pentaho/data-integration/lib/commands-3.3.0-
I20070605-0010.jar,file:///home
/caixa/pentaho/data-integration/lib/batik-xml-
1.9.1.jar,file:///home/caixa/pentaho/data-integration/lib/classic-extensions-
mondrian-8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/eigenbase-
properties-1.1.2.jar,file:///home/caixa/pentaho/data-integration/lib/avalon-
framework-4.1.5.jar,file:///home/caixa/pentaho/data-integration/lib/scannotation-
1.0.2.jar,file:///home/caixa/pentaho/data-integration/lib/hibernate-ehcache-
3.6.9.Final.jar,file:///home/caixa/pentaho/data-integration/lib/javadbf-
20081125.jar,file:///home/caixa/pentaho/data-integration/lib/classic-extensions-
8.1.0.0-365.jar,file:///home/caixa/pentaho/data-integration/lib/commons-
configuration-1.9.jar,file:///home/caixa/pentaho/data-integration/lib/sapdbc-
7.4.4.jar,file:///home/caixa/pentaho/data-integration/lib/validation-api-
1.0.0.GA.jar,file:///home/caixa/pentaho/data-integration/lib/commons-pool-
1.5.7.jar,file:///home/caixa/pentaho/data-integration/lib/eigenbase-resgen-
1.3.1.jar,file:///home/caixa/pentaho/data-integration/lib/spring-beans-
4.3.2.RELEASE.jar,file:///home/caixa/pentaho/data-integration/lib/SassyReader-
0.5.jar,file:///home/caixa/pentaho/data-integration/lib/classic-extensions-xpath-
8.1.0.0-365.jar","spark.app.id":"application_1528141977211_0085"},"System
Properties":{"java.io.tmpdir":"/tmp","org.objectweb.howl./home/caixa/pentaho/data-
integration/system/karaf/caches/systemmanager/data-
1/txlog/transaction_1.log.locked":"true","Internal.Cluster.Size":"1","karaf.delay.c
onsole":"false","line.separator":"\n","org.apache.aries.proxy.weaving.enabled":"non
e","karaf.startLocalConsole":"false","path.separator":":","karaf.data":"/home/caixa
/pentaho/data-integration/system/karaf/caches/systemmanager/data-
1","sun.font.fontmanager":"sun.awt.X11FontManager","org.apache.servicemix.specs.tim
eout":"0","Internal.Step.CopyNr":"0","sun.management.compiler":"HotSpot 64-Bit
Tiered
Compilers","SPARK_SUBMIT":"true","log4j.ignoreTCL":"true","sun.cpu.endian":"little"
,"java.specification.version":"1.8","org.objectweb.howl./home/caixa/pentaho/data-
integration/system/karaf/caches/systemmanager/data-
1/txlog/transaction_2.log.locked":"true","java.vm.specification.name":"Java Virtual
Machine Specification","java.vendor":"Oracle
Corporation","org.apache.servicemix.specs.debug":"false","java.vm.specification.ver
sion":"1.8","user.home":"*********(redacted)","file.encoding.pkg":"sun.io","sun.nio
.ch.bugLevel":"","karaf.history":"/home/caixa/pentaho/data-
integration/./system/karaf//data/history.txt","sun.arch.data.model":"64","karaf.por
t":"8802","sun.boot.library.path":"/usr/java/jdk1.8.0_171-
amd64/jre/lib/amd64","user.dir":"*********(redacted)","org.pentaho.osgi.service.htt
p.port":"9051","java.library.path":"/home/caixa/pentaho/data-
integration/libswt/win64:/home/caixa/wekafiles/native","sun.cpu.isalist":"","karaf.
startRemoteShell":"true","karaf.default.repository":"system","os.arch":"amd64","jav
a.vm.version":"25.171-
b11","weka.core.logging.Logger":"weka.core.logging.ConsoleLogger","pentaho.solution
path":"solution:","org.ops4j.pax.logging.DefaultServiceLog.level":"ERROR","java.end
orsed.dirs":"/usr/java/jdk1.8.0_171-
amd64/jre/lib/endorsed","java.runtime.version":"1.8.0_171-
b11","java.vm.info":"mixed mode","Internal.Step.Name":"step-
name","java.ext.dirs":"/usr/java/jdk1.8.0_171-
amd64/jre/lib/ext:/usr/java/packages/lib/ext","jline.nobell":"true","java.runtime.n
ame":"Java(TM) SE Runtime Environment","Internal.Step.Partition.ID":"partition-
id","file.separator":"/","Internal.Slave.Server.Name":"slave-trans-
name","Internal.Step.Partition.Number":"0","securerandom.source":"file:/dev/./urand
om","java.class.version":"52.0","java.specification.name":"Java Platform API
Specification","sun.boot.class.path":"/usr/java/jdk1.8.0_171-
amd64/jre/lib/resources.jar:/usr/java/jdk1.8.0_171-
amd64/jre/lib/rt.jar:/usr/java/jdk1.8.0_171-
amd64/jre/lib/sunrsasign.jar:/usr/java/jdk1.8.0_171-
amd64/jre/lib/jsse.jar:/usr/java/jdk1.8.0_171-
amd64/jre/lib/jce.jar:/usr/java/jdk1.8.0_171-
amd64/jre/lib/charsets.jar:/usr/java/jdk1.8.0_171-
amd64/jre/lib/jfr.jar:/usr/java/jdk1.8.0_171-
amd64/jre/classes","file.encoding":"UTF-8","karaf.home":"/home/caixa/pentaho/data-
integration/system/karaf","karaf.shell.init.script":"/home/caixa/pentaho/data-
integration/system/karaf/etc/shell.init.script","user.timezone":"*********(redacted
)","karaf.name":"root","java.specification.vendor":"Oracle
Corporation","vfs.sftp.userDirIsRoot":"*********(redacted)","sun.java.launcher":"SU
N_STANDARD","karaf.etc":"/home/caixa/pentaho/data-
integration/./system/karaf//etc","os.version":"3.10.0-
862.3.2.el7.x86_64","xml.catalog.files":"","sun.os.patch.level":"unknown","java.vm.
specification.vendor":"Oracle Corporation","Internal.Kettle.Build.Date":"2018-04-30
09.42.24","log4j.configuration":"file:/home/caixa/pentaho/data-
integration/./system/osgi/log4j.xml","user.country":"*********(redacted)","sun.jnu.
encoding":"UTF-
8","user.language":"*********(redacted)","karaf.instances":"/home/caixa/pentaho/dat
a-
integration/system/karaf/instances","org.osgi.framework.startlevel.beginning":"100"
,"Internal.Kettle.Build.Version":"8.1.0.0-
365","org.pentaho.fastbin.provider.port":"52901","Internal.Step.Unique.Number":"0",
"WEKA_HOME":"/home/caixa/wekafiles","embedded.karaf.mode":"true","java.vendor.url":
"*********(redacted)","karaf.base":"/home/caixa/pentaho/data-
integration/system/karaf","java.awt.printerjob":"sun.print.PSPrinterJob","java.awt.
graphicsenv":"sun.awt.X11GraphicsEnvironment","karaf.version":"3.0.3","awt.toolkit"
:"sun.awt.X11.XToolkit","org.osgi.framework.system.packages.extra":"*********(redac
ted)","os.name":"Linux","Internal.Slave.Transformation.Number":"0","java.vm.vendor"
:"Oracle
Corporation","org.eclipse.jetty.server.Request.maxFormContentSize":"20000000","java
.vendor.url.bug":"*********(redacted)","Internal.Kettle.Version":"8.1.0.0-
365","user.name":"*********(redacted)","karaf.lock":"false","hdp.version":"2.6.5.0-
292","java.vm.name":"Java HotSpot(TM) 64-Bit Server
VM","sun.java.command":"*********(redacted)","Internal.Step.Unique.Count":"1","java
.home":"/usr/java/jdk1.8.0_171-
amd64/jre","felix.fileinstall.dir":"/home/caixa/pentaho/data-
integration/./system/karaf//etc,/home/caixa/pentaho/data-
integration/./system/karaf//etc-
spark","java.version":"1.8.0_171","sun.io.unicode.encoding":"UnicodeLittle","org.ap
ache.aries.proxy.weaving.disabled":"org.objectweb.asm.*,org.slf4j.*,org.apache.log4
j.*,javax.*,org.apache.xerces.*","karaf.admin.role":"admin"},"Classpath Entries":
{"/usr/hdp/current/spark2-client/jars/hadoop-common-2.7.3.2.6.5.0-292.jar":"System
Classpath","/usr/hdp/current/spark2-client/jars/aws-java-sdk-core-
1.10.6.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/jersey-
container-servlet-core-2.22.2.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/batik-i18n-
1.9.1.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/eigenbase-
properties-1.1.5.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/pax-
exam-4.1.0.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/stringtemplate-3.2.1.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/commons-compiler-3.0.8.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/classic-core-8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/libloader-
8.1.0.0-365.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/scala-
xml_2.11-1.0.5.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/jzlib-
1.0.7.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/monetdb-jdbc-
2.8.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/js-
1.7R3.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/json4s-
ast_2.11-3.2.11.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/jt400-
6.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/jetty-webapp-
8.1.15.v20140411.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/breeze-macros_2.11-0.13.2.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/rxjava-
2.0.4.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/aopalliance-
1.0.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/libpixie-8.1.0.0-
365.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/univocity-
parsers-2.5.9.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/libformula-8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/saxon-dom-
9.1.0.8.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/kryo-
shaded-3.0.3.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/wsdl4j-
1.6.2.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/jackson-core-
asl-1.9.13.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/zookeeper-
3.4.6.2.6.5.0-292.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/batik-dom-
1.9.1.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/hadoop-
mapreduce-client-jobclient-2.7.3.2.6.5.0-292.jar":"System
Classpath","/usr/hdp/current/spark2-client/jars/spark-kvstore_2.11-2.3.0.2.6.5.0-
292.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/hadoop-azure-
2.7.3.2.6.5.0-292.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/jackson-annotations-
2.9.2.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/javolution-
5.5.1.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/aopalliance-
repackaged-2.4.0-b34.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/slf4j-api-1.7.16.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/pentaho-osgi-utils-api-8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/openide-util-
200507110943.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/derby-
10.12.1.1.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/spark-
hive_2.11-2.3.0.2.6.5.0-292.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/LucidDbClient-minimal-
0.9.4.jar":"*********(redacted)","/usr/hdp/c
urrent/spark2-client/jars/parquet-hadoop-1.8.2.jar":"System
Classpath","/usr/hdp/current/spark2-client/jars/okio-1.6.0.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/libswing-8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/commons-io-
2.2.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/spark-
cloud_2.11-2.3.0.2.6.5.0-292.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/hibernate-ehcache-
3.6.9.Final.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/pentaho
-registry-8.1.0.0-365.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/commons-logging-1.1.3.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/xml-apis-
2.0.2.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/asm-
3.2.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/hk2-locator-
2.4.0-b34.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/pax-exam-
extender-service-
4.1.0.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/groovy-all-
2.4.8.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/netty-all-
4.1.17.Final.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/parquet-
column-1.8.2.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/jersey-
container-servlet-2.22.2.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/ivy-2.4.0.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/classic-extensions-8.1.0.0-
365.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/api-asn1-api-
1.0.0-M20.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/nekohtml-
1.9.15.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/metrics-
graphite-3.1.5.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/javacc-
5.0.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/hadoop-hdfs-
2.7.3.2.6.5.0-292.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/jetty-xml-
8.1.15.v20140411.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/js
onpath-1.0.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/antlr-
2.7.7.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/log4jdbc-
1.2.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/spark-
avro_2.11-4.0.0.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/json4s-core_2.11-3.2.11.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/batik-gui-util-
1.9.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/legacy-
functions-8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/kettle-engine-
8.1.0.0-365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/ops4j-
base-monitors-1.4.0.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/jsr305-1.3.9.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/mysql-connector-java-5.1.46-
bin.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/jackson-jaxrs-
1.9.13.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/chill_2.11-
0.8.4.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/metrics-core-
3.1.5.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/com.wcohen.secondstring-
0.1.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/spark-
unsafe_2.11-2.3.0.2.6.5.0-292.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/org.apache.felix.framework-
4.4.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/spring-aop-
4.3.2.RELEASE.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/flute
-8.1.0.0-365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/pdi-
osgi-bridge-core-8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/pentaho-ee-dsc-
core-8.1.0.0-365-obf.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/gcs-connector-1.8.1.2.6.5.0-292-shaded.jar":"System
Classpath","/usr/hdp/current/spark2-client/jars/py4j-0.10.6.jar":"System
Classpath","/usr/hdp/current/spark2-client/jars/oro-2.0.8.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/aopalliance-
1.0.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/machinist_2.11-
0.6.1.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/arrow-vector-
0.8.0.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/sapdbc-
7.4.4.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/apache-log4j-
extras-1.2.17.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/jersey-
media-jaxb-2.22.2.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/encoder-
1.2.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/metrics-json-
3.1.5.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/commons-
httpclient-3.1.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/javax.servlet-api-3.1.0.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/classic-extensions-scripting-
8.1.0.0-365.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/json-
smart-1.3.1.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/avro-ipc-
1.7.7.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/sac-
1.3.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/metrics-jvm-
3.1.5.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/ops4j-base-exec-
1.4.0.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/compress-lzf-
1.0.3.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/jaxrpc-api-
1.1.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/orc-mapreduce-
1.4.3.2.6.5.0-292-nohive.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/jetty-util-
8.1.15.v20140411.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/co
mmons-collections-
3.2.2.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/classic-
extensions-reportdesigner-parser-8.1.0.0-
365.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/spark-
core_2.11-2.3.0.2.6.5.0-292.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/hibernate-commons-annotations-
3.2.0.Final.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/jetty-
plus-8.1.15.v20140411.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/objenesis-2.1.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/jta-1.1.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/batik-css-
1.9.1.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/jackson-
module-paranamer-2.7.9.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/hadoop-mapreduce-client-core-2.7.3.2.6.5.0-292.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/tinybundles-
2.0.0.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/commons-xul-
core-8.1.0.0-365.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/commons-digester-1.8.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/spark-yarn_2.11-2.3.0.2.6.5.0-292.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/json-8.1.0.0-
365.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/hadoop-client-
2.7.3.2.6.5.0-292.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/jetty-sslengine-6.1.26.hwx.jar":"System
Classpath","/usr/hdp/current/spark2-client/jars/commons-codec-1.10.jar":"System
Classpath","/usr/hdp/current/spark2-client/jars/spark-network-shuffle_2.11-
2.3.0.2.6.5.0-292.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/spark-mllib-local_2.11-2.3.0.2.6.5.0-292.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/xml-apis-ext-
1.3.04.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/spark-
repl_2.11-2.3.0.2.6.5.0-292.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/jface-3.3.0-I20070606-
0010.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/commons-math3-
3.4.1.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/jcl-over-slf4j-
1.7.16.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/pax-swissbox-
core-1.7.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/jackson-
module-jaxb-annotations-
2.9.4.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/jaybird-
2.1.6.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/jsch-
0.1.54.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/jul-to-
slf4j-1.7.16.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/json4s-
jackson_2.11-3.2.11.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/spark-streaming-kafka-0-10_2.11-
2.1.0.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/hppc-
0.7.2.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/pax-swissbox-
extender-
1.7.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/pentaho-
service-coordinator-8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/rome-
1.0.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/validation-api-
1.1.0.Final.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/activation-1.1.1.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/aws-java-sdk-kms-1.10.6.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/log4j-
1.2.14.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/syslog4j-
0.9.46.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/commons-
digester-1.8.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/hadoop-yarn-common-2.7.3.2.6.5.0-292.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/pentaho-hadoop-shims-api-
8.1.2018.05.00-365.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/scala-library-2.11.8.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/scala-parser-combinators_2.11-1.0.4.jar":"System
Classpath","/usr/hdp/current/spark2-client/jars/aircompressor-0.8.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/SassyReader-
0.5.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/orc-core-
1.4.3.2.6.5.0-292-nohive.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/tyrus-standalone-client-
1.13.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/classic-
extensions-olap4j-8.1.0.0-365.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/scala-compiler-2.11.8.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/commons-net-
1.4.1.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/scala-
reflect-2.11.8.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/hadoop-
annotations-2.7.3.2.6.5.0-292.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/slf4j-log4j12-1.7.16.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/bsf-
2.4.0.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/kettle-core-
8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/mimepull-
1.9.3.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/stax-api-
1.0.1.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/eigenbase-
resgen-
1.3.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/bndlib-
2.1.0.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/jetty-server-
8.1.15.v20140411.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/hs
qldb-2.3.2.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/chill-
java-0.8.4.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/core-
1.1.2.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/minlog-
1.3.0.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/shapeless_2.11-
2.3.2.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/commons-
compress-1.4.1.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/jackson-annotations-2.6.7.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/mondrian-8.1.0.0-
365.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/spark-
sketch_2.11-2.3.0.2.6.5.0-292.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/commons-lang3-
3.0.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/kafka-clients-
0.10.2.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/commands-
3.3.0-I20070605-
0010.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/org.apache.kar
af.main-
3.0.3.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/libxml-
8.1.0.0-365.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/datanucleus-core-3.2.10.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/poi-ooxml-
3.17.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/postgresql-
42.1.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/commons-xul-
swt-8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/enunciate-core-
annotations-1.27.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/commons-beanutils-core-1.8.0.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/spring-security-core-
4.1.3.RELEASE.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/mail-
1.4.7.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/commons-dbcp-
1.4.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/parquet-hadoop-
bundle-1.6.0.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/antlr4-
runtime-4.7.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/aws-java-
sdk-s3-1.10.6.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/calcite-
avatica-1.2.0-incubating.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/spring-beans-
4.3.2.RELEASE.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/sprin
g-core-4.3.2.RELEASE.jar":"*********(redacted)","/etc/hadoop/conf/":"System
Classpath","spark://caixa4.iot.local:42693/jars/mof-
200507110943.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/jackso
n-jaxrs-json-provider-
2.9.4.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/wstx-asl-
3.2.4.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/h2-
1.2.131.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/jackson-
core-2.6.7.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/ftp4che-
0.7.1.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/log4j-
1.2.17.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/jersey-guava-
2.22.2.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/jetty-security-
8.1.15.v20140411.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/ba
tik-ext-1.9.1.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/arrow-memory-0.8.0.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/hive-beeline-1.21.2.2.6.5.0-292.jar":"System
Classpath","/usr/hdp/current/spark2-client/jars/hive-metastore-1.21.2.2.6.5.0-
292.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/validation-api-
1.0.0.GA.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/jetty-
http-8.1.15.v20140411.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/jackson-xc-1.9.13.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/wizard-core-8.1.0.0-
365.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/azure-data-
lake-store-sdk-2.1.4.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/georss-rome-
0.9.8.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/commons-lang-
2.6.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/libbase-
8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/javadbf-
20081125.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/commons-
configuration-1.6.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/jsendnsca-
2.0.1.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/arrow-format-
0.8.0.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/spark-
streaming_2.11-2.3.0.2.6.5.0-292.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/spring-context-support-
4.3.2.RELEASE.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/jxl-
2.6.12.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/janino-
2.5.16.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/ehcache-
core-2.5.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/pdi-
engine-api-8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/pax-exam-cdi-
4.1.0.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/hive-jdbc-
1.21.2.2.6.5.0-292.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/htrace-core-3.1.0-incubating.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/olap4j-
1.2.0.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/spark-
streaming-mqtt_2.11-2.1.1.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/spark-network-common_2.11-2.3.0.2.6.5.0-292.jar":"System
Classpath","/usr/hdp/current/spark2-client/jars/RoaringBitmap-0.5.11.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/axis2-kernel-
1.5.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/nbmdr-
200507110943-
custom.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/ops4j-base-
net-
1.4.0.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/librepository
-8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/commons-cli-
1.2.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/dom4j-
1.6.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/pax-swissbox-
lifecycle-1.7.1.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/hadoop-azure-datalake-2.7.3.2.6.5.0-292.jar":"System
Classpath","/usr/hdp/current/spark2-client/jars/hadoop-mapreduce-client-shuffle-
2.7.3.2.6.5.0-292.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/commons-cli-1.2.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/wsdl4j-qname-
1.6.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/enunciate-
jersey-rt-
1.27.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/reactive-
streams-1.0.0.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/antlr-runtime-3.4.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/super-csv-2.2.0.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/javassist-3.18.1-GA.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/jfreechart-
1.0.13.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/olap4j-xmla-
1.2.0.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/jmi-
200507110943.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/libfb303-0.9.3.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/scannotation-
1.0.2.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/pdi-engine-
spark-8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/snmp4j-
1.9.3d.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/spark-
catalyst_2.11-2.3.0.2.6.5.0-292.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/pentaho-connections-8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/odfdom-java-
0.8.6.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/javax.inject-
1.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/jackson-databind-
2.9.2.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/batik-bridge-
1.9.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/kettle-ui-
swt-8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/batik-svg-dom-
1.9.1.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/calcite-
linq4j-1.2.0-incubating.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/breeze_2.11-0.13.2.jar":"System
Classpath","/usr/hdp/current/spark2-client/jars/hadoop-mapreduce-client-common-
2.7.3.2.6.5.0-292.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/jersey-bundle-
1.19.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/spring-
context-4.3.2.RELEASE.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/janino-3.0.8.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/commons-pool-
1.5.7.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/jersey-
client-2.22.2.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/joda-
time-
1.6.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/libdocbundle-
8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/commons-
database-model-8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/derby-
10.2.1.6.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/commons-
xul-swing-8.1.0.0-365.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/jackson-dataformat-cbor-2.6.7.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/org.apache.felix.main-
4.2.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/trilead-ssh2-
build213.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/commons-
beanutils-
1.9.3.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/derbyclient-
10.2.1.6.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/batik-
transcoder-1.9.1.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/jline-2.12.1.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/parquet-jackson-1.8.2.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/ini4j-
0.5.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/jaxen-
1.1.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/commons-
configuration-
1.9.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/pentaho-
platform-core-8.1.0.0-365.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/hadoop-auth-2.7.3.2.6.5.0-292.jar":"System
Classpath","/usr/hdp/current/spark2-client/jars/scalap-2.11.8.jar":"System
Classpath","/usr/hdp/current/spark2-client/jars/hadoop-openstack-2.7.3.2.6.5.0-
292.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/commons-lang-
2.6.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/guava-
17.0.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/edtftpj-
2.1.0.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/protobuf-
java-2.5.0.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/commons-io-
2.4.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/jetty-io-
8.1.15.v20140411.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/commons-crypto-1.0.0.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/jersey-client-
1.19.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/commons-
logging-1.1.3.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/jetty-6.1.26.hwx.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/jsr311-api-
1.1.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/httpcore-
4.4.6.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/lz4-java-
1.4.0.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/hadoop-yarn-
client-2.7.3.2.6.5.0-292.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/classic-extensions-kettle-8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/jackson-jaxrs-
base-
2.9.4.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/flexjson-
2.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/libsparkline-
8.1.0.0-365.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/httpcore-4.4.4.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/pyrolite-4.13.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/snappy-java-1.1.2.6.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/pentaho-platform-extensions-
8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/classic-
extensions-toc-8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/pdi-spark-
driver-8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/webservices-
api-2.3.1.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/jets3t-
0.9.4.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/oro-
2.0.8.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/guava-
14.0.1.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/bcmail-jdk14-
138.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/mdrapi-
200507110943.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/jersey
-core-
1.19.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/avalon-
framework-
4.1.5.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/pentaho-
platform-api-8.1.0.0-365.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/javax.ws.rs-api-2.0.1.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/mstor-
0.9.13.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/commons-
codec-1.10.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/pentaho-
cwm-1.5.4.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/xmlbeans-
2.6.0.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/itext-
2.1.7.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/avro-mapred-
1.7.7-hadoop2.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/saxon-
9.1.0.8.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/pax-
swissbox-tracker-1.7.1.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/joda-time-2.9.3.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/commons-math-
1.1.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/commons-
compress-1.4.1.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/javax.inject-2.4.0-b34.jar":"System
Classpath","/usr/hdp/current/spark2-client/jars/javax.annotation-api-
1.2.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/hadoop-yarn-
server-common-2.7.3.2.6.5.0-292.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/sqlite-jdbc-
3.7.2.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/curator-
framework-2.7.1.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/xmlgraphics-commons-
2.2.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/snappy-java-
1.1.0.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/hive-exec-
1.21.2.2.6.5.0-292.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/legacy-charts-8.1.0.0-
365.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/curator-
recipes-2.7.1.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/javassist-3.20.0-
GA.jar":"*********(redacted)","/home/caixa/pentaho/data-integration/adaptive-
execution/sparkConf/":"System
Classpath","spark://caixa4.iot.local:42693/jars/batik-util-
1.9.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/libfonts-
8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/libserializer-
8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/pentaho-
platform-repository-8.1.0.0-
365.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/leveldbjni-all-
1.8.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/eigenbase-
properties-1.1.2.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/hk2-utils-2.4.0-b34.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/jtransforms-2.4.0.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/jersey-common-2.22.2.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/org.eclipse.paho.client.mqttv3-
1.2.0.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/ldapjdk-
20000524.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/webservice
s-rt-2.3.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/common-
3.3.0-
v20070426.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/slf4j-
log4j12-
1.7.7.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/ops4j-base-
io-1.4.0.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/spark-
tags_2.11-2.3.0.2.6.5.0-292.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/httpclient-
4.5.3.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/spire-
macros_2.11-0.13.0.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/simple-jndi-
1.0.0.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/curator-
client-2.7.1.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/classic-
extensions-pmd-8.1.0.0-365.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/spark-hadoop-cloud_2.11-2.3.0.2.6.5.0-292.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/poi-
3.17.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/batik-parser-
1.9.1.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/parquet-
common-1.8.2.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/netty-
3.9.9.Final.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/org.apache.karaf.util-
3.0.3.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/apacheds-
kerberos-codec-2.0.0-M15.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/axis2-adb-
1.5.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/stax-api-1.0-
2.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/apache-log4j-extras-
1.2.17.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/jcip-
annotations-1.0-1.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/cglib-nodep-
2.2.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/jsp-api-
2.1.jar":"System
Classpath","/usr/hdp/current/spark2-client/jars/parquet-encoding-
1.8.2.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/barcode4j-
2.0.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/jackson-mapper-
asl-1.9.13.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/zstd-jni-
1.3.2-2.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/commons-net-
2.2.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/batik-xml-
1.9.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/ops4j-base-
util-property-
1.4.0.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/commons-dbcp-
1.4.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/commons-
collections4-4.1.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/hadoop-yarn-server-web-proxy-2.7.3.2.6.5.0-292.jar":"System
Classpath","/usr/hdp/current/spark2-client/jars/hadoop-yarn-registry-2.7.3.2.6.5.0-
292.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/metastore-8.1.0.0-
365.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/jdo-api-
3.0.1.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/paranamer-
2.8.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/guice-
3.0.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/jackson-databind-
2.6.7.1.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/classic-
extensions-sampledata-8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/jetty-servlet-
8.1.15.v20140411.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/ba
rbecue-1.5-
beta1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/eigenbase-
xom-1.3.5.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/okhttp-
2.7.5.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/batik-constants-
1.9.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/ops4j-base-
lang-1.4.0.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/macro-
compat_2.11-1.1.1.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/feed4j-
1.0.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/arpack_combined_all-0.1.jar":"System
Classpath","/usr/hdp/current/spark2-client/jars/java-xmlbuilder-1.1.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/jackson-core-
2.9.2.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/xercesImpl-
2.9.1.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/gson-
2.2.4.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/ognl-
2.6.9.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/antlr-
complete-
3.5.2.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/jersey-
apache-client4-1.19.1.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/spark-launcher_2.11-2.3.0.2.6.5.0-292.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/snakeyaml-
1.7.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/spark-sql_2.11-
2.3.0.2.6.5.0-292.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/org.apache.karaf.jaas.boot-
2.4.2.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/commons-
beanutils-1.7.0.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/commons-vfs2-
2.2.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/ops4j-base-
store-1.4.0.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/kettle-
log4j-core-8.1.0.0-365.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/jaxb-api-2.2.2.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/base64-2.3.8.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/jcifs-
1.3.3.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/batik-gvt-
1.9.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/geronimo-
servlet_3.0_spec-1.0.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/spark-hive-thriftserver_2.11-2.3.0.2.6.5.0-292.jar":"System
Classpath","/usr/hdp/current/spark2-client/jars/opencsv-2.3.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/jcommon-
1.0.16.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/hibernate-
c3p0-
3.6.9.Final.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/spring-
web-4.3.2.RELEASE.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/guice-servlet-3.0.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/kettle-dbdialog-8.1.0.0-
365.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/calcite-core-
1.2.0-incubating.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/azure-storage-5.4.0.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/hadoop-mapreduce-client-app-2.7.3.2.6.5.0-292.jar":"System
Classpath","/usr/hdp/current/spark2-client/jars/nimbus-jose-jwt-4.41.1.jar":"System
Classpath","/usr/hdp/current/spark2-client/jars/jetty-util-6.1.26.hwx.jar":"System
Classpath","/usr/hdp/current/spark2-client/jars/datanucleus-rdbms-
3.2.9.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/avro-
1.7.7.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/pax-swissbox-
framework-1.7.1.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/hive-cli-1.21.2.2.6.5.0-292.jar":"System
Classpath","/usr/hdp/current/spark2-client/jars/bonecp-0.8.0.RELEASE.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/spring-expression-
4.3.2.RELEASE.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/commons-lang3-3.5.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/xmlenc-0.52.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/libformat-8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/bcprov-jdk14-
138.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/libthrift-
0.9.3.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/itext-rtf-
2.1.7.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/infobright-
core-3.4.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/spark-
graphx_2.11-2.3.0.2.6.5.0-292.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/commons-validator-
1.3.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/classic-
extensions-xpath-8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/pentaho-vfs-
browser-8.1.0.0-365.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/hk2-api-2.4.0-b34.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/blueprints-core-
2.6.0.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/batik-awt-
util-1.9.1.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/api-
util-1.0.0-M20.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/ST4-
4.0.4.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/jersey-server-
2.22.2.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/xercesImpl-
2.9.1.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/pentaho-
metadata-8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/slf4j-api-
1.7.7.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/jodd-core-
3.5.2.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/httpclient-
4.5.2.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/bsh-
1.3.0.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/JavaEWAH-
0.3.2.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/apacheds-i18n-
2.0.0-M15.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/json-simple-
1.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/jersey-
multipart-
1.19.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/jetty-
continuation-8.1.15.v20140411.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/bcprov-jdk15on-1.58.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/javax.websocket-api-
1.0.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/batik-codec-
1.9.1.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/azure-
keyvault-core-0.8.0.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/org.apache.aries.util-
1.1.0.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/hibernate-
core-
3.6.9.Final.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/classic
-extensions-drill-down-8.1.0.0-
365.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/jpam-
1.1.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/hadoop-aws-
2.7.3.2.6.5.0-292.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/classic-extensions-mondrian-
8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/activation-
1.1.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/osgi-resource-
locator-1.0.1.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/commons-
pool-1.5.4.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/hadoop-
yarn-api-2.7.3.2.6.5.0-292.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/datanucleus-api-jdo-3.2.6.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/xstream-
1.4.10.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/pentaho-
metaverse-api-8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/batik-anim-
1.9.1.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/javacup-
10k.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/pentaho-
capability-manager-8.1.0.0-
365.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/jmiutils-
200507110943.jar":"*********(redacted)","/usr/hdp/current/spark2-
client/jars/snappy-0.2.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/jug-lgpl-
2.0.0.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/poi-ooxml-
schemas-3.17.jar":"*********(redacted)","spark://caixa4.iot.local:42693/jars/batik-
script-1.9.1.jar":"*********(redacted)","/usr/hdp/current/sp
ark2-client/jars/xbean-asm5-shaded-4.4.jar":"System
Classpath","/usr/hdp/current/spark2-client/jars/spark-mllib_2.11-2.3.0.2.6.5.0-
292.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/stream-
2.7.0.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/xz-
1.0.jar":"System Classpath","spark://caixa4.iot.local:42693/jars/ops4j-base-spi-
1.4.0.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/parquet-
format-2.3.1.jar":"System
Classpath","spark://caixa4.iot.local:42693/jars/rsyntaxtextarea-
1.3.2.jar":"*********(redacted)","/usr/hdp/current/spark2-client/jars/commons-
collections-3.2.2.jar":"System Classpath","/usr/hdp/current/spark2-
client/jars/flatbuffers-1.2.0-3f79e055.jar":"System
Classpath","/usr/hdp/current/spark2-client/jars/jackson-module-scala_2.11-
2.6.7.1.jar":"System Classpath","/usr/hdp/current/spark2-client/jars/spire_2.11-
0.13.0.jar":"System Classpath"}}
{"Event":"SparkListenerApplicationStart","App
Name":"CreateCleansedAggregatedDataFile","App
ID":"application_1528141977211_0085","Timestamp":1529076104123,"User":"edudoserrano
"}
{"Event":"SparkListenerExecutorAdded","Timestamp":1529076153390,"Executor
ID":"2","Executor Info":{"Host":"caixa4.iot.local","Total Cores":3,"Log Urls":
{"stdout":"http://caixa4.iot.local:8042/node/containerlogs/container_1528141977211_
0085_01_000003/edudoserrano/stdout?start=-
4096","stderr":"http://caixa4.iot.local:8042/node/containerlogs/container_152814197
7211_0085_01_000003/edudoserrano/stderr?start=-4096"}}}
{"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor
ID":"2","Host":"caixa4.iot.local","Port":39531},"Maximum
Memory":1529452953,"Timestamp":1529076153479,"Maximum Onheap
Memory":1529452953,"Maximum Offheap Memory":0}
{"Event":"SparkListenerJobStart","Job ID":0,"Submission Time":1529076154328,"Stage
Infos":[{"Stage ID":0,"Stage Attempt ID":0,"Stage Name":"collect at
StreamLookupSparkOperation.java:101","Number of Tasks":1,"RDD Info":[{"RDD
ID":12,"Name":"Enrich ZipCode_f4a066ab-419c-4f2b-9281-
3ee4e77c38e9","Scope":"{\"id\":\"12\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at FileInputSparkOperation.java:148","Parent IDs":[9],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"1\",\"name\":\"DeserializeToObje
ct\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[5],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":5,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"5\",\"name\":\"WholeStageCodegen
\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[1],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":1,"Name":"FileScanRDD","Scope":"{\"id\":\"5\",\"name\":\"WholeStageCodegen\"}",
"Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":[],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"9\",\"name\":\"mapPartitions\"}"
,"Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[6],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[],"Details":"org.apache.spark.api.java.AbstractJavaRDDLike.collect(JavaRDDLike.sca
la:45)\norg.pentaho.di.engine.spark.impl.ops.StreamLookupSparkOperation.broadcastIn
foStream(StreamLookupSparkOperation.java:101)\norg.pentaho.di.engine.spark.impl.ops
.StreamLookupSparkOperation.apply(StreamLookupSparkOperation.java:87)\norg.pentaho.
di.engine.spark.impl.execution.TaskObservable.applyOperation(TaskObservable.java:26
4)\njava.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:656)\nj
ava.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:632)
\njava.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:474)\n
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1962)\njava.
util.Optional.ifPresent(Optional.java:159)\norg.pentaho.di.engine.spark.impl.execut
ion.TaskObservable$OperationSubscriber.lambda$addOutput$1(TaskObservable.java:355)\
njava.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:760)
\njava.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.jav
a:778)\njava.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:
2140)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable$OperationSubscribe
r.addOutput(TaskObservable.java:354)\norg.pentaho.di.engine.spark.impl.execution.Ta
skObservable$OperationSubscriber.lambda$setOutput$3(TaskObservable.java:399)\njava.
lang.Iterable.forEach(Iterable.java:75)\norg.pentaho.di.engine.spark.impl.execution
.TaskObservable$OperationSubscriber.setOutput(TaskObservable.java:399)\norg.pentaho
.di.engine.spark.impl.ops.GenericSparkOperation.apply(GenericSparkOperation.java:11
4)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable.applyOperation(TaskOb
servable.java:264)\njava.util.concurrent.CompletableFuture.uniAccept(CompletableFut
ure.java:656)","Accumulables":[]}],"Stage IDs":[0],"Properties":
{"spark.job.interruptOnCancel":"false","spark.rdd.scope":"{\"id\":\"18\",\"name\":\
"collect\"}","spark.rdd.scope.noOverride":"true","spark.job.description":"CreateCle
ansedAggregatedDataFile","spark.jobGroup.id":"CreateCleansedAggregatedDataFile-
bbd04462-732f-4c98-8a56-6b39ea74bf93"}}
{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":0,"Stage Attempt
ID":0,"Stage Name":"collect at StreamLookupSparkOperation.java:101","Number of
Tasks":1,"RDD Info":[{"RDD ID":12,"Name":"Enrich ZipCode_f4a066ab-419c-4f2b-9281-
3ee4e77c38e9","Scope":"{\"id\":\"12\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at FileInputSparkOperation.java:148","Parent IDs":[9],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"1\",\"name\":\"DeserializeToObje
ct\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[5],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":5,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"5\",\"name\":\"WholeStageCodegen
\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[1],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":1,"Name":"FileScanRDD","Scope":"{\"id\":\"5\",\"name\":\"WholeStageCodegen\"}",
"Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":[],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"9\",\"name\":\"mapPartitions\"}"
,"Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[6],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[],"Details":"org.apache.spark.api.java.AbstractJavaRDDLike.collect(JavaRDDLike.sca
la:45)\norg.pentaho.di.engine.spark.impl.ops.StreamLookupSparkOperation.broadcastIn
foStream(StreamLookupSparkOperation.java:101)\norg.pentaho.di.engine.spark.impl.ops
.StreamLookupSparkOperation.apply(StreamLookupSparkOperation.java:87)\norg.pentaho.
di.engine.spark.impl.execution.TaskObservable.applyOperation(TaskObservable.java:26
4)\njava.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:656)\nj
ava.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:632)
\njava.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:474)\n
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1962)\njava.
util.Optional.ifPresent(Optional.java:159)\norg.pentaho.di.engine.spark.impl.execut
ion.TaskObservable$OperationSubscriber.lambda$addOutput$1(TaskObservable.java:355)\
njava.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:760)
\njava.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.jav
a:778)\njava.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:
2140)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable$OperationSubscribe
r.addOutput(TaskObservable.java:354)\norg.pentaho.di.engine.spark.impl.execution.Ta
skObservable$OperationSubscriber.lambda$setOutput$3(TaskObservable.java:399)\njava.
lang.Iterable.forEach(Iterable.java:75)\norg.pentaho.di.engine.spark.impl.execution
.TaskObservable$OperationSubscriber.setOutput(TaskObservable.java:399)\norg.pentaho
.di.engine.spark.impl.ops.GenericSparkOperation.apply(GenericSparkOperation.java:11
4)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable.applyOperation(TaskOb
servable.java:264)\njava.util.concurrent.CompletableFuture.uniAccept(CompletableFut
ure.java:656)","Submission Time":1529076154356,"Accumulables":[]},"Properties":
{"spark.job.interruptOnCancel":"false","spark.rdd.scope":"{\"id\":\"18\",\"name\":\
"collect\"}","spark.rdd.scope.noOverride":"true","spark.job.description":"CreateCle
ansedAggregatedDataFile","spark.jobGroup.id":"CreateCleansedAggregatedDataFile-
bbd04462-732f-4c98-8a56-6b39ea74bf93"}}
{"Event":"SparkListenerTaskStart","Stage ID":0,"Stage Attempt ID":0,"Task Info":
{"Task ID":0,"Index":0,"Attempt":0,"Launch Time":1529076154476,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerExecutorAdded","Timestamp":1529076165349,"Executor
ID":"1","Executor Info":{"Host":"caixa3.iot.local","Total Cores":3,"Log Urls":
{"stdout":"http://caixa3.iot.local:8042/node/containerlogs/container_1528141977211_
0085_01_000002/edudoserrano/stdout?start=-
4096","stderr":"http://caixa3.iot.local:8042/node/containerlogs/container_152814197
7211_0085_01_000002/edudoserrano/stderr?start=-4096"}}}
{"Event":"SparkListenerBlockManagerAdded","Block Manager ID":{"Executor
ID":"1","Host":"caixa3.iot.local","Port":40751},"Maximum
Memory":1529452953,"Timestamp":1529076165462,"Maximum Onheap
Memory":1529452953,"Maximum Offheap Memory":0}
{"Event":"SparkListenerTaskGettingResult","Task Info":{"Task
ID":0,"Index":0,"Attempt":0,"Launch Time":1529076154476,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":1529076166562,"Finish
Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":0,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":0,"Index":0,"Attempt":0,"Launch Time":1529076154476,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":1529076166562,"Finish
Time":1529076166968,"Failed":false,"Killed":false,"Accumulables":
[{"ID":86,"Name":"number of output
rows","Update":"81831","Value":"81831","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":98,"Name":"duration total (min, med,
max)","Update":"2416","Value":"2415","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":123,"Name":"internal.metrics.input.recordsRead","Update":81831,"Value":81831,
"Internal":true,"Count Failed Values":true},
{"ID":122,"Name":"internal.metrics.input.bytesRead","Update":2157289,"Value":215728
9,"Internal":true,"Count Failed Values":true},
{"ID":107,"Name":"internal.metrics.resultSerializationTime","Update":320,"Value":32
0,"Internal":true,"Count Failed Values":true},
{"ID":106,"Name":"internal.metrics.jvmGCTime","Update":560,"Value":560,"Internal":t
rue,"Count Failed Values":true},
{"ID":105,"Name":"internal.metrics.resultSize","Update":7525859,"Value":7525859,"In
ternal":true,"Count Failed Values":true},
{"ID":104,"Name":"internal.metrics.executorCpuTime","Update":2603378941,"Value":260
3378941,"Internal":true,"Count Failed Values":true},
{"ID":103,"Name":"internal.metrics.executorRunTime","Update":2688,"Value":2688,"Int
ernal":true,"Count Failed Values":true},
{"ID":102,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6535196475,
"Value":6535196475,"Internal":true,"Count Failed Values":true},
{"ID":101,"Name":"internal.metrics.executorDeserializeTime","Update":8970,"Value":8
970,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":8970,"Executor Deserialize CPU Time":6535196475,"Executor Run
Time":2688,"Executor CPU Time":2603378941,"Result Size":7525859,"JVM GC
Time":560,"Result Serialization Time":320,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":2157289,"Records Read":81831},"Output
Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":0,"Stage Attempt
ID":0,"Stage Name":"collect at StreamLookupSparkOperation.java:101","Number of
Tasks":1,"RDD Info":[{"RDD ID":12,"Name":"Enrich ZipCode_f4a066ab-419c-4f2b-9281-
3ee4e77c38e9","Scope":"{\"id\":\"12\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at FileInputSparkOperation.java:148","Parent IDs":[9],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":6,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"1\",\"name\":\"DeserializeToObje
ct\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[5],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":5,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"5\",\"name\":\"WholeStageCodegen
\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[1],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":1,"Name":"FileScanRDD","Scope":"{\"id\":\"5\",\"name\":\"WholeStageCodegen\"}",
"Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":[],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":9,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"9\",\"name\":\"mapPartitions\"}"
,"Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[6],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[],"Details":"org.apache.spark.api.java.AbstractJavaRDDLike.collect(JavaRDDLike.sca
la:45)\norg.pentaho.di.engine.spark.impl.ops.StreamLookupSparkOperation.broadcastIn
foStream(StreamLookupSparkOperation.java:101)\norg.pentaho.di.engine.spark.impl.ops
.StreamLookupSparkOperation.apply(StreamLookupSparkOperation.java:87)\norg.pentaho.
di.engine.spark.impl.execution.TaskObservable.applyOperation(TaskObservable.java:26
4)\njava.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:656)\nj
ava.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:632)
\njava.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:474)\n
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1962)\njava.
util.Optional.ifPresent(Optional.java:159)\norg.pentaho.di.engine.spark.impl.execut
ion.TaskObservable$OperationSubscriber.lambda$addOutput$1(TaskObservable.java:355)\
njava.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:760)
\njava.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.jav
a:778)\njava.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:
2140)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable$OperationSubscribe
r.addOutput(TaskObservable.java:354)\norg.pentaho.di.engine.spark.impl.execution.Ta
skObservable$OperationSubscriber.lambda$setOutput$3(TaskObservable.java:399)\njava.
lang.Iterable.forEach(Iterable.java:75)\norg.pentaho.di.engine.spark.impl.execution
.TaskObservable$OperationSubscriber.setOutput(TaskObservable.java:399)\norg.pentaho
.di.engine.spark.impl.ops.GenericSparkOperation.apply(GenericSparkOperation.java:11
4)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable.applyOperation(TaskOb
servable.java:264)\njava.util.concurrent.CompletableFuture.uniAccept(CompletableFut
ure.java:656)","Submission Time":1529076154356,"Completion
Time":1529076166982,"Accumulables":
[{"ID":101,"Name":"internal.metrics.executorDeserializeTime","Value":8970,"Internal
":true,"Count Failed Values":true},{"ID":86,"Name":"number of output
rows","Value":"81831","Internal":true,"Count Failed Values":true,"Metadata":"sql"},
{"ID":122,"Name":"internal.metrics.input.bytesRead","Value":2157289,"Internal":true
,"Count Failed Values":true},
{"ID":104,"Name":"internal.metrics.executorCpuTime","Value":2603378941,"Internal":t
rue,"Count Failed Values":true},{"ID":98,"Name":"duration total (min, med,
max)","Value":"2415","Internal":true,"Count Failed Values":true,"Metadata":"sql"},
{"ID":107,"Name":"internal.metrics.resultSerializationTime","Value":320,"Internal":
true,"Count Failed Values":true},
{"ID":106,"Name":"internal.metrics.jvmGCTime","Value":560,"Internal":true,"Count
Failed Values":true},
{"ID":103,"Name":"internal.metrics.executorRunTime","Value":2688,"Internal":true,"C
ount Failed Values":true},
{"ID":123,"Name":"internal.metrics.input.recordsRead","Value":81831,"Internal":true
,"Count Failed Values":true},
{"ID":105,"Name":"internal.metrics.resultSize","Value":7525859,"Internal":true,"Cou
nt Failed Values":true},
{"ID":102,"Name":"internal.metrics.executorDeserializeCpuTime","Value":6535196475,"
Internal":true,"Count Failed Values":true}]}}
{"Event":"SparkListenerJobEnd","Job ID":0,"Completion Time":1529076166990,"Job
Result":{"Result":"JobSucceeded"}}
{"Event":"SparkListenerJobStart","Job ID":1,"Submission Time":1529076167462,"Stage
Infos":[{"Stage ID":1,"Stage Attempt ID":0,"Stage Name":"collect at
StreamLookupSparkOperation.java:101","Number of Tasks":1,"RDD Info":[{"RDD
ID":14,"Name":"Enrich Product Info_a831639a-4118-46ff-85c4-
4df473d4c6a2","Scope":"{\"id\":\"14\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at FileInputSparkOperation.java:148","Parent IDs":[10],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":0,"Name":"FileScanRDD","Scope":"{\"id\":\"3\",\"name\":\"WholeStageCodegen\"}",
"Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":[],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":3,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"3\",\"name\":\"WholeStageCodegen
\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[0],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":10,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"11\",\"name\":\"mapPartitions\"
}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[7],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"DeserializeToObje
ct\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[3],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[],"Details":"org.apache.spark.api.java.AbstractJavaRDDLike.collect(JavaRDDLike.sca
la:45)\norg.pentaho.di.engine.spark.impl.ops.StreamLookupSparkOperation.broadcastIn
foStream(StreamLookupSparkOperation.java:101)\norg.pentaho.di.engine.spark.impl.ops
.StreamLookupSparkOperation.apply(StreamLookupSparkOperation.java:87)\norg.pentaho.
di.engine.spark.impl.execution.TaskObservable.applyOperation(TaskObservable.java:26
4)\njava.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:656)\nj
ava.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:632)
\njava.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:474)\n
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1962)\njava.
util.Optional.ifPresent(Optional.java:159)\norg.pentaho.di.engine.spark.impl.execut
ion.TaskObservable$OperationSubscriber.lambda$addOutput$1(TaskObservable.java:355)\
njava.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:760)
\njava.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.jav
a:778)\njava.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:
2140)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable$OperationSubscribe
r.addOutput(TaskObservable.java:354)\norg.pentaho.di.engine.spark.impl.execution.Ta
skObservable$OperationSubscriber.lambda$setOutput$3(TaskObservable.java:399)\njava.
lang.Iterable.forEach(Iterable.java:75)\norg.pentaho.di.engine.spark.impl.execution
.TaskObservable$OperationSubscriber.setOutput(TaskObservable.java:399)\norg.pentaho
.di.engine.spark.api.SparkOperation$Subscriber.setOutput(SparkOperation.java:170)\n
org.pentaho.di.engine.spark.impl.ops.StreamLookupSparkOperation.apply(StreamLookupS
parkOperation.java:90)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable.a
pplyOperation(TaskObservable.java:264)","Accumulables":[]}],"Stage IDs":
[1],"Properties":
{"spark.job.interruptOnCancel":"false","spark.rdd.scope":"{\"id\":\"25\",\"name\":\
"collect\"}","spark.rdd.scope.noOverride":"true","spark.job.description":"CreateCle
ansedAggregatedDataFile","spark.jobGroup.id":"CreateCleansedAggregatedDataFile-
bbd04462-732f-4c98-8a56-6b39ea74bf93"}}
{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":1,"Stage Attempt
ID":0,"Stage Name":"collect at StreamLookupSparkOperation.java:101","Number of
Tasks":1,"RDD Info":[{"RDD ID":14,"Name":"Enrich Product Info_a831639a-4118-46ff-
85c4-
4df473d4c6a2","Scope":"{\"id\":\"14\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at FileInputSparkOperation.java:148","Parent IDs":[10],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":0,"Name":"FileScanRDD","Scope":"{\"id\":\"3\",\"name\":\"WholeStageCodegen\"}",
"Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":[],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":3,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"3\",\"name\":\"WholeStageCodegen
\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[0],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":10,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"11\",\"name\":\"mapPartitions\"
}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[7],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"DeserializeToObje
ct\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[3],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[],"Details":"org.apache.spark.api.java.AbstractJavaRDDLike.collect(JavaRDDLike.sca
la:45)\norg.pentaho.di.engine.spark.impl.ops.StreamLookupSparkOperation.broadcastIn
foStream(StreamLookupSparkOperation.java:101)\norg.pentaho.di.engine.spark.impl.ops
.StreamLookupSparkOperation.apply(StreamLookupSparkOperation.java:87)\norg.pentaho.
di.engine.spark.impl.execution.TaskObservable.applyOperation(TaskObservable.java:26
4)\njava.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:656)\nj
ava.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:632)
\njava.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:474)\n
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1962)\njava.
util.Optional.ifPresent(Optional.java:159)\norg.pentaho.di.engine.spark.impl.execut
ion.TaskObservable$OperationSubscriber.lambda$addOutput$1(TaskObservable.java:355)\
njava.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:760)
\njava.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.jav
a:778)\njava.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:
2140)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable$OperationSubscribe
r.addOutput(TaskObservable.java:354)\norg.pentaho.di.engine.spark.impl.execution.Ta
skObservable$OperationSubscriber.lambda$setOutput$3(TaskObservable.java:399)\njava.
lang.Iterable.forEach(Iterable.java:75)\norg.pentaho.di.engine.spark.impl.execution
.TaskObservable$OperationSubscriber.setOutput(TaskObservable.java:399)\norg.pentaho
.di.engine.spark.api.SparkOperation$Subscriber.setOutput(SparkOperation.java:170)\n
org.pentaho.di.engine.spark.impl.ops.StreamLookupSparkOperation.apply(StreamLookupS
parkOperation.java:90)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable.a
pplyOperation(TaskObservable.java:264)","Submission
Time":1529076167464,"Accumulables":[]},"Properties":
{"spark.job.interruptOnCancel":"false","spark.rdd.scope":"{\"id\":\"25\",\"name\":\
"collect\"}","spark.rdd.scope.noOverride":"true","spark.job.description":"CreateCle
ansedAggregatedDataFile","spark.jobGroup.id":"CreateCleansedAggregatedDataFile-
bbd04462-732f-4c98-8a56-6b39ea74bf93"}}
{"Event":"SparkListenerTaskStart","Stage ID":1,"Stage Attempt ID":0,"Task Info":
{"Task ID":1,"Index":0,"Attempt":0,"Launch Time":1529076167487,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":1,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1,"Index":0,"Attempt":0,"Launch Time":1529076167487,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076180395,"Failed":false,"Killed":false,"Accumulables":
[{"ID":87,"Name":"number of output
rows","Update":"80","Value":"80","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":99,"Name":"duration total (min, med,
max)","Update":"2093","Value":"2092","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":148,"Name":"internal.metrics.input.recordsRead","Update":80,"Value":80,"Inter
nal":true,"Count Failed Values":true},
{"ID":147,"Name":"internal.metrics.input.bytesRead","Update":7700,"Value":7700,"Int
ernal":true,"Count Failed Values":true},
{"ID":132,"Name":"internal.metrics.resultSerializationTime","Update":6,"Value":6,"I
nternal":true,"Count Failed Values":true},
{"ID":131,"Name":"internal.metrics.jvmGCTime","Update":654,"Value":654,"Internal":t
rue,"Count Failed Values":true},
{"ID":130,"Name":"internal.metrics.resultSize","Update":16278,"Value":16278,"Intern
al":true,"Count Failed Values":true},
{"ID":129,"Name":"internal.metrics.executorCpuTime","Update":2247296737,"Value":224
7296737,"Internal":true,"Count Failed Values":true},
{"ID":128,"Name":"internal.metrics.executorRunTime","Update":2306,"Value":2306,"Int
ernal":true,"Count Failed Values":true},
{"ID":127,"Name":"internal.metrics.executorDeserializeCpuTime","Update":6000280587,
"Value":6000280587,"Internal":true,"Count Failed Values":true},
{"ID":126,"Name":"internal.metrics.executorDeserializeTime","Update":10534,"Value":
10534,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":10534,"Executor Deserialize CPU Time":6000280587,"Executor Run
Time":2306,"Executor CPU Time":2247296737,"Result Size":16278,"JVM GC
Time":654,"Result Serialization Time":6,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":7700,"Records Read":80},"Output Metrics":
{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":1,"Stage Attempt
ID":0,"Stage Name":"collect at StreamLookupSparkOperation.java:101","Number of
Tasks":1,"RDD Info":[{"RDD ID":14,"Name":"Enrich Product Info_a831639a-4118-46ff-
85c4-
4df473d4c6a2","Scope":"{\"id\":\"14\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at FileInputSparkOperation.java:148","Parent IDs":[10],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":0,"Name":"FileScanRDD","Scope":"{\"id\":\"3\",\"name\":\"WholeStageCodegen\"}",
"Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":[],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":3,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"3\",\"name\":\"WholeStageCodegen
\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[0],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":10,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"11\",\"name\":\"mapPartitions\"
}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[7],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":7,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"2\",\"name\":\"DeserializeToObje
ct\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[3],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":1,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[],"Details":"org.apache.spark.api.java.AbstractJavaRDDLike.collect(JavaRDDLike.sca
la:45)\norg.pentaho.di.engine.spark.impl.ops.StreamLookupSparkOperation.broadcastIn
foStream(StreamLookupSparkOperation.java:101)\norg.pentaho.di.engine.spark.impl.ops
.StreamLookupSparkOperation.apply(StreamLookupSparkOperation.java:87)\norg.pentaho.
di.engine.spark.impl.execution.TaskObservable.applyOperation(TaskObservable.java:26
4)\njava.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:656)\nj
ava.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:632)
\njava.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:474)\n
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1962)\njava.
util.Optional.ifPresent(Optional.java:159)\norg.pentaho.di.engine.spark.impl.execut
ion.TaskObservable$OperationSubscriber.lambda$addOutput$1(TaskObservable.java:355)\
njava.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:760)
\njava.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.jav
a:778)\njava.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:
2140)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable$OperationSubscribe
r.addOutput(TaskObservable.java:354)\norg.pentaho.di.engine.spark.impl.execution.Ta
skObservable$OperationSubscriber.lambda$setOutput$3(TaskObservable.java:399)\njava.
lang.Iterable.forEach(Iterable.java:75)\norg.pentaho.di.engine.spark.impl.execution
.TaskObservable$OperationSubscriber.setOutput(TaskObservable.java:399)\norg.pentaho
.di.engine.spark.api.SparkOperation$Subscriber.setOutput(SparkOperation.java:170)\n
org.pentaho.di.engine.spark.impl.ops.StreamLookupSparkOperation.apply(StreamLookupS
parkOperation.java:90)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable.a
pplyOperation(TaskObservable.java:264)","Submission Time":1529076167464,"Completion
Time":1529076180397,"Accumulables":
[{"ID":128,"Name":"internal.metrics.executorRunTime","Value":2306,"Internal":true,"
Count Failed Values":true},
{"ID":131,"Name":"internal.metrics.jvmGCTime","Value":654,"Internal":true,"Count
Failed Values":true},
{"ID":127,"Name":"internal.metrics.executorDeserializeCpuTime","Value":6000280587,"
Internal":true,"Count Failed Values":true},
{"ID":148,"Name":"internal.metrics.input.recordsRead","Value":80,"Internal":true,"C
ount Failed Values":true},
{"ID":130,"Name":"internal.metrics.resultSize","Value":16278,"Internal":true,"Count
Failed Values":true},
{"ID":147,"Name":"internal.metrics.input.bytesRead","Value":7700,"Internal":true,"C
ount Failed Values":true},
{"ID":129,"Name":"internal.metrics.executorCpuTime","Value":2247296737,"Internal":t
rue,"Count Failed Values":true},{"ID":87,"Name":"number of output
rows","Value":"80","Internal":true,"Count Failed Values":true,"Metadata":"sql"},
{"ID":132,"Name":"internal.metrics.resultSerializationTime","Value":6,"Internal":tr
ue,"Count Failed Values":true},{"ID":99,"Name":"duration total (min, med,
max)","Value":"2092","Internal":true,"Count Failed Values":true,"Metadata":"sql"},
{"ID":126,"Name":"internal.metrics.executorDeserializeTime","Value":10534,"Internal
":true,"Count Failed Values":true}]}}
{"Event":"SparkListenerJobEnd","Job ID":1,"Completion Time":1529076180398,"Job
Result":{"Result":"JobSucceeded"}}
{"Event":"SparkListenerJobStart","Job ID":2,"Submission Time":1529076180885,"Stage
Infos":[{"Stage ID":2,"Stage Attempt ID":0,"Stage Name":"toJavaRDD at
SortSparkOperation.java:104","Number of Tasks":8,"RDD Info":[{"RDD
ID":29,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"42\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[28],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":19,"Name":"Filter rows - OnlinePurchase_4b591203-41e4-4eca-9cdd-
fe589fedd602","Scope":"{\"id\":\"31\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[18],"Storage Level":
{"Use Disk":false,"Use Memory":true,"Deserialized":true,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":15,"Name":"Adjust Product ID\n_fd95334e-b1a9-4bee-9f23-
aede01894fd5","Scope":"{\"id\":\"15\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[13],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":23,"Name":"Sort rows_e6949a49-3968-4d86-89d9-
09094c8d0f56","Scope":"{\"id\":\"35\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[22],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":26,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"ExistingRDD\"}"
,"Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[25],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":22,"Name":"Clean up some fields_a66c000b-3729-4792-9fa6-
f772f25cda3d","Scope":"{\"id\":\"34\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[20],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":20,"Name":"SessionCounter_8da8d860-08f1-4cc0-b532-
0e8c9e88868f","Scope":"{\"id\":\"32\",\"name\":\"filter\"}","Callsite":"filter at
FilterSparkOperation.java:100","Parent IDs":[19],"Storage Level":{"Use
Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":28,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"42\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[27],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":27,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"42\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[26],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":25,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"37\",\"name\":\"map\"}","Callsi
te":"createDataFrame at RowToSparkDatasetConverter.java:46","Parent IDs":
[24],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":17,"Name":"Enrich ZipCode_f4a066ab-419c-4f2b-9281-
3ee4e77c38e9","Scope":"{\"id\":\"17\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[16],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":13,"Name":"Breakout Dates_b684358c-4fcf-433a-9676-
238c9c961a16","Scope":"{\"id\":\"13\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at FileInputSparkOperation.java:148","Parent IDs":[11],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":2,"Name":"FileScanRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen\"}",
"Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":[],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":24,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"36\",\"name\":\"map\"}","Callsi
te":"map at RowToSparkDatasetConverter.java:44","Parent IDs":[23],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":16,"Name":"Remove Fields_c85eb164-86ab-488d-8da2-
5e6f768da442","Scope":"{\"id\":\"16\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[15],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":18,"Name":"Enrich Product Info_a831639a-4118-46ff-85c4-
4df473d4c6a2","Scope":"{\"id\":\"24\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[17],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"0\",\"name\":\"DeserializeToObje
ct\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[4],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen
\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[2],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"mapPartitions\"
}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[8],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[],"Details":"org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:2985)\norg.penta
ho.di.engine.spark.impl.ops.SortSparkOperation.apply(SortSparkOperation.java:104)\n
org.pentaho.di.engine.spark.impl.execution.TaskObservable.applyOperation(TaskObserv
able.java:264)\njava.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.
java:656)\njava.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFutu
re.java:632)\njava.util.concurrent.CompletableFuture.postComplete(CompletableFuture
.java:474)\njava.util.concurrent.CompletableFuture.complete(CompletableFuture.java:
1962)\njava.util.Optional.ifPresent(Optional.java:159)\norg.pentaho.di.engine.spark
.impl.execution.TaskObservable$OperationSubscriber.lambda$addOutput$1(TaskObservabl
e.java:355)\njava.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFutu
re.java:760)\njava.util.concurrent.CompletableFuture.uniWhenCompleteStage(Completab
leFuture.java:778)\njava.util.concurrent.CompletableFuture.whenComplete(Completable
Future.java:2140)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable$Operat
ionSubscriber.addOutput(TaskObservable.java:354)\norg.pentaho.di.engine.spark.impl.
execution.TaskObservable$OperationSubscriber.lambda$setOutput$3(TaskObservable.java
:399)\njava.lang.Iterable.forEach(Iterable.java:75)\norg.pentaho.di.engine.spark.im
pl.execution.TaskObservable$OperationSubscriber.setOutput(TaskObservable.java:399)\
norg.pentaho.di.engine.spark.impl.ops.GenericSparkOperation.apply(GenericSparkOpera
tion.java:114)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable.applyOper
ation(TaskObservable.java:264)\njava.util.concurrent.CompletableFuture.uniAccept(Co
mpletableFuture.java:656)\njava.util.concurrent.CompletableFuture$UniAccept.tryFire
(CompletableFuture.java:632)","Accumulables":[]}],"Stage IDs":[2],"Properties":
{"spark.job.interruptOnCancel":"false","spark.rdd.scope":"{\"id\":\"42\",\"name\":\
"Exchange\"}","spark.rdd.scope.noOverride":"true","spark.job.description":"CreateCl
eansedAggregatedDataFile","spark.jobGroup.id":"CreateCleansedAggregatedDataFile-
bbd04462-732f-4c98-8a56-6b39ea74bf93"}}
{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":2,"Stage Attempt
ID":0,"Stage Name":"toJavaRDD at SortSparkOperation.java:104","Number of
Tasks":8,"RDD Info":[{"RDD
ID":29,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"42\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[28],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":19,"Name":"Filter rows - OnlinePurchase_4b591203-41e4-4eca-9cdd-
fe589fedd602","Scope":"{\"id\":\"31\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[18],"Storage Level":
{"Use Disk":false,"Use Memory":true,"Deserialized":true,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":15,"Name":"Adjust Product ID\n_fd95334e-b1a9-4bee-9f23-
aede01894fd5","Scope":"{\"id\":\"15\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[13],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":23,"Name":"Sort rows_e6949a49-3968-4d86-89d9-
09094c8d0f56","Scope":"{\"id\":\"35\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[22],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":26,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"ExistingRDD\"}"
,"Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[25],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":22,"Name":"Clean up some fields_a66c000b-3729-4792-9fa6-
f772f25cda3d","Scope":"{\"id\":\"34\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[20],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":20,"Name":"SessionCounter_8da8d860-08f1-4cc0-b532-
0e8c9e88868f","Scope":"{\"id\":\"32\",\"name\":\"filter\"}","Callsite":"filter at
FilterSparkOperation.java:100","Parent IDs":[19],"Storage Level":{"Use
Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":28,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"42\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[27],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":27,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"42\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[26],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":25,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"37\",\"name\":\"map\"}","Callsi
te":"createDataFrame at RowToSparkDatasetConverter.java:46","Parent IDs":
[24],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":17,"Name":"Enrich ZipCode_f4a066ab-419c-4f2b-9281-
3ee4e77c38e9","Scope":"{\"id\":\"17\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[16],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":13,"Name":"Breakout Dates_b684358c-4fcf-433a-9676-
238c9c961a16","Scope":"{\"id\":\"13\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at FileInputSparkOperation.java:148","Parent IDs":[11],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":2,"Name":"FileScanRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen\"}",
"Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":[],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":24,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"36\",\"name\":\"map\"}","Callsi
te":"map at RowToSparkDatasetConverter.java:44","Parent IDs":[23],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":16,"Name":"Remove Fields_c85eb164-86ab-488d-8da2-
5e6f768da442","Scope":"{\"id\":\"16\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[15],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":18,"Name":"Enrich Product Info_a831639a-4118-46ff-85c4-
4df473d4c6a2","Scope":"{\"id\":\"24\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[17],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"0\",\"name\":\"DeserializeToObje
ct\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[4],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen
\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[2],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"mapPartitions\"
}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[8],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[],"Details":"org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:2985)\norg.penta
ho.di.engine.spark.impl.ops.SortSparkOperation.apply(SortSparkOperation.java:104)\n
org.pentaho.di.engine.spark.impl.execution.TaskObservable.applyOperation(TaskObserv
able.java:264)\njava.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.
java:656)\njava.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFutu
re.java:632)\njava.util.concurrent.CompletableFuture.postComplete(CompletableFuture
.java:474)\njava.util.concurrent.CompletableFuture.complete(CompletableFuture.java:
1962)\njava.util.Optional.ifPresent(Optional.java:159)\norg.pentaho.di.engine.spark
.impl.execution.TaskObservable$OperationSubscriber.lambda$addOutput$1(TaskObservabl
e.java:355)\njava.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFutu
re.java:760)\njava.util.concurrent.CompletableFuture.uniWhenCompleteStage(Completab
leFuture.java:778)\njava.util.concurrent.CompletableFuture.whenComplete(Completable
Future.java:2140)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable$Operat
ionSubscriber.addOutput(TaskObservable.java:354)\norg.pentaho.di.engine.spark.impl.
execution.TaskObservable$OperationSubscriber.lambda$setOutput$3(TaskObservable.java
:399)\njava.lang.Iterable.forEach(Iterable.java:75)\norg.pentaho.di.engine.spark.im
pl.execution.TaskObservable$OperationSubscriber.setOutput(TaskObservable.java:399)\
norg.pentaho.di.engine.spark.impl.ops.GenericSparkOperation.apply(GenericSparkOpera
tion.java:114)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable.applyOper
ation(TaskObservable.java:264)\njava.util.concurrent.CompletableFuture.uniAccept(Co
mpletableFuture.java:656)\njava.util.concurrent.CompletableFuture$UniAccept.tryFire
(CompletableFuture.java:632)","Submission Time":1529076180896,"Accumulables":
[]},"Properties":
{"spark.job.interruptOnCancel":"false","spark.rdd.scope":"{\"id\":\"42\",\"name\":\
"Exchange\"}","spark.rdd.scope.noOverride":"true","spark.job.description":"CreateCl
eansedAggregatedDataFile","spark.jobGroup.id":"CreateCleansedAggregatedDataFile-
bbd04462-732f-4c98-8a56-6b39ea74bf93"}}
{"Event":"SparkListenerTaskStart","Stage ID":2,"Stage Attempt ID":0,"Task Info":
{"Task ID":2,"Index":0,"Attempt":0,"Launch Time":1529076180965,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":2,"Stage Attempt ID":0,"Task Info":
{"Task ID":3,"Index":1,"Attempt":0,"Launch Time":1529076180965,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":2,"Stage Attempt ID":0,"Task Info":
{"Task ID":4,"Index":2,"Attempt":0,"Launch Time":1529076180965,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":2,"Stage Attempt ID":0,"Task Info":
{"Task ID":5,"Index":3,"Attempt":0,"Launch Time":1529076180965,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":2,"Stage Attempt ID":0,"Task Info":
{"Task ID":6,"Index":4,"Attempt":0,"Launch Time":1529076180965,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":2,"Stage Attempt ID":0,"Task Info":
{"Task ID":7,"Index":5,"Attempt":0,"Launch Time":1529076180966,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":2,"Stage Attempt ID":0,"Task Info":
{"Task ID":8,"Index":6,"Attempt":0,"Launch Time":1529076211402,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":2,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":7,"Index":5,"Attempt":0,"Launch Time":1529076180966,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076211418,"Failed":false,"Killed":false,"Accumulables":
[{"ID":156,"Name":"number of output
rows","Update":"119895","Value":"119895","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":88,"Name":"number of output
rows","Update":"842307","Value":"842307","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":100,"Name":"duration total (min, med,
max)","Update":"57531","Value":"57530","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":179,"Name":"internal.metrics.input.recordsRead","Update":842307,"Value":84230
7,"Internal":true,"Count Failed Values":true},
{"ID":178,"Name":"internal.metrics.input.bytesRead","Update":134283264,"Value":1342
83264,"Internal":true,"Count Failed Values":true},
{"ID":163,"Name":"internal.metrics.resultSerializationTime","Update":8,"Value":8,"I
nternal":true,"Count Failed Values":true},
{"ID":162,"Name":"internal.metrics.jvmGCTime","Update":2758,"Value":2758,"Internal"
:true,"Count Failed Values":true},
{"ID":161,"Name":"internal.metrics.resultSize","Update":925184,"Value":925184,"Inte
rnal":true,"Count Failed Values":true},
{"ID":160,"Name":"internal.metrics.executorCpuTime","Update":26578018790,"Value":26
578018790,"Internal":true,"Count Failed Values":true},
{"ID":159,"Name":"internal.metrics.executorRunTime","Update":29988,"Value":29988,"I
nternal":true,"Count Failed Values":true},
{"ID":158,"Name":"internal.metrics.executorDeserializeCpuTime","Update":343358788,"
Value":343358788,"Internal":true,"Count Failed Values":true},
{"ID":157,"Name":"internal.metrics.executorDeserializeTime","Update":419,"Value":41
9,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":419,"Executor Deserialize CPU Time":343358788,"Executor Run
Time":29988,"Executor CPU Time":26578018790,"Result Size":925184,"JVM GC
Time":2758,"Result Serialization Time":8,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":134283264,"Records Read":842307},"Output
Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":2,"Stage Attempt ID":0,"Task Info":
{"Task ID":9,"Index":7,"Attempt":0,"Launch Time":1529076211560,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":2,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":6,"Index":4,"Attempt":0,"Launch Time":1529076180965,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076211565,"Failed":false,"Killed":false,"Accumulables":
[{"ID":156,"Name":"number of output
rows","Update":"120131","Value":"240026","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":88,"Name":"number of output
rows","Update":"842411","Value":"1684718","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":100,"Name":"duration total (min, med,
max)","Update":"60023","Value":"117553","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":179,"Name":"internal.metrics.input.recordsRead","Update":842411,"Value":16847
18,"Internal":true,"Count Failed Values":true},
{"ID":178,"Name":"internal.metrics.input.bytesRead","Update":134283264,"Value":2685
66528,"Internal":true,"Count Failed Values":true},
{"ID":163,"Name":"internal.metrics.resultSerializationTime","Update":24,"Value":32,
"Internal":true,"Count Failed Values":true},
{"ID":162,"Name":"internal.metrics.jvmGCTime","Update":2780,"Value":5538,"Internal"
:true,"Count Failed Values":true},
{"ID":161,"Name":"internal.metrics.resultSize","Update":925160,"Value":1850344,"Int
ernal":true,"Count Failed Values":true},
{"ID":160,"Name":"internal.metrics.executorCpuTime","Update":26627318951,"Value":53
205337741,"Internal":true,"Count Failed Values":true},
{"ID":159,"Name":"internal.metrics.executorRunTime","Update":30068,"Value":60056,"I
nternal":true,"Count Failed Values":true},
{"ID":158,"Name":"internal.metrics.executorDeserializeCpuTime","Update":390715879,"
Value":734074667,"Internal":true,"Count Failed Values":true},
{"ID":157,"Name":"internal.metrics.executorDeserializeTime","Update":471,"Value":89
0,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":471,"Executor Deserialize CPU Time":390715879,"Executor Run
Time":30068,"Executor CPU Time":26627318951,"Result Size":925160,"JVM GC
Time":2780,"Result Serialization Time":24,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":134283264,"Records Read":842411},"Output
Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":2,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":4,"Index":2,"Attempt":0,"Launch Time":1529076180965,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076212376,"Failed":false,"Killed":false,"Accumulables":
[{"ID":156,"Name":"number of output
rows","Update":"119998","Value":"360024","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":88,"Name":"number of output
rows","Update":"842271","Value":"2526989","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":100,"Name":"duration total (min, med,
max)","Update":"61709","Value":"179262","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":179,"Name":"internal.metrics.input.recordsRead","Update":842271,"Value":25269
89,"Internal":true,"Count Failed Values":true},
{"ID":178,"Name":"internal.metrics.input.bytesRead","Update":134283264,"Value":4028
49792,"Internal":true,"Count Failed Values":true},
{"ID":163,"Name":"internal.metrics.resultSerializationTime","Update":5,"Value":37,"
Internal":true,"Count Failed Values":true},
{"ID":162,"Name":"internal.metrics.jvmGCTime","Update":2822,"Value":8360,"Internal"
:true,"Count Failed Values":true},
{"ID":161,"Name":"internal.metrics.resultSize","Update":925059,"Value":2775403,"Int
ernal":true,"Count Failed Values":true},
{"ID":160,"Name":"internal.metrics.executorCpuTime","Update":27414508094,"Value":80
619845835,"Internal":true,"Count Failed Values":true},
{"ID":159,"Name":"internal.metrics.executorRunTime","Update":30906,"Value":90962,"I
nternal":true,"Count Failed Values":true},
{"ID":158,"Name":"internal.metrics.executorDeserializeCpuTime","Update":380391801,"
Value":1114466468,"Internal":true,"Count Failed Values":true},
{"ID":157,"Name":"internal.metrics.executorDeserializeTime","Update":469,"Value":13
59,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":469,"Executor Deserialize CPU Time":380391801,"Executor Run
Time":30906,"Executor CPU Time":27414508094,"Result Size":925059,"JVM GC
Time":2822,"Result Serialization Time":5,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":134283264,"Records Read":842271},"Output
Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":2,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":3,"Index":1,"Attempt":0,"Launch Time":1529076180965,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076213439,"Failed":false,"Killed":false,"Accumulables":
[{"ID":156,"Name":"number of output
rows","Update":"120594","Value":"480618","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":88,"Name":"number of output
rows","Update":"842339","Value":"3369328","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":100,"Name":"duration total (min, med,
max)","Update":"63923","Value":"243185","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":179,"Name":"internal.metrics.input.recordsRead","Update":842339,"Value":33693
28,"Internal":true,"Count Failed Values":true},
{"ID":178,"Name":"internal.metrics.input.bytesRead","Update":134283264,"Value":5371
33056,"Internal":true,"Count Failed Values":true},
{"ID":163,"Name":"internal.metrics.resultSerializationTime","Update":4,"Value":41,"
Internal":true,"Count Failed Values":true},
{"ID":162,"Name":"internal.metrics.jvmGCTime","Update":2842,"Value":11202,"Internal
":true,"Count Failed Values":true},
{"ID":161,"Name":"internal.metrics.resultSize","Update":924699,"Value":3700102,"Int
ernal":true,"Count Failed Values":true},
{"ID":160,"Name":"internal.metrics.executorCpuTime","Update":28829672097,"Value":10
9449517932,"Internal":true,"Count Failed Values":true},
{"ID":159,"Name":"internal.metrics.executorRunTime","Update":32031,"Value":122993,"
Internal":true,"Count Failed Values":true},
{"ID":158,"Name":"internal.metrics.executorDeserializeCpuTime","Update":322788284,"
Value":1437254752,"Internal":true,"Count Failed Values":true},
{"ID":157,"Name":"internal.metrics.executorDeserializeTime","Update":414,"Value":17
73,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":414,"Executor Deserialize CPU Time":322788284,"Executor Run
Time":32031,"Executor CPU Time":28829672097,"Result Size":924699,"JVM GC
Time":2842,"Result Serialization Time":4,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":134283264,"Records Read":842339},"Output
Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":2,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":5,"Index":3,"Attempt":0,"Launch Time":1529076180965,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076213890,"Failed":false,"Killed":false,"Accumulables":
[{"ID":156,"Name":"number of output
rows","Update":"120364","Value":"600982","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":88,"Name":"number of output
rows","Update":"842327","Value":"4211655","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":100,"Name":"duration total (min, med,
max)","Update":"64837","Value":"308022","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":179,"Name":"internal.metrics.input.recordsRead","Update":842327,"Value":42116
55,"Internal":true,"Count Failed Values":true},
{"ID":178,"Name":"internal.metrics.input.bytesRead","Update":134283264,"Value":6714
16320,"Internal":true,"Count Failed Values":true},
{"ID":163,"Name":"internal.metrics.resultSerializationTime","Update":5,"Value":46,"
Internal":true,"Count Failed Values":true},
{"ID":162,"Name":"internal.metrics.jvmGCTime","Update":2871,"Value":14073,"Internal
":true,"Count Failed Values":true},
{"ID":161,"Name":"internal.metrics.resultSize","Update":925237,"Value":4625339,"Int
ernal":true,"Count Failed Values":true},
{"ID":160,"Name":"internal.metrics.executorCpuTime","Update":29186106446,"Value":13
8635624378,"Internal":true,"Count Failed Values":true},
{"ID":159,"Name":"internal.metrics.executorRunTime","Update":32482,"Value":155475,"
Internal":true,"Count Failed Values":true},
{"ID":158,"Name":"internal.metrics.executorDeserializeCpuTime","Update":357028441,"
Value":1794283193,"Internal":true,"Count Failed Values":true},
{"ID":157,"Name":"internal.metrics.executorDeserializeTime","Update":416,"Value":21
89,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":416,"Executor Deserialize CPU Time":357028441,"Executor Run
Time":32482,"Executor CPU Time":29186106446,"Result Size":925237,"JVM GC
Time":2871,"Result Serialization Time":5,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":134283264,"Records Read":842327},"Output
Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":2,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":9,"Index":7,"Attempt":0,"Launch Time":1529076211560,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076218812,"Failed":false,"Killed":false,"Accumulables":
[{"ID":156,"Name":"number of output
rows","Update":"14825","Value":"615807","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":88,"Name":"number of output
rows","Update":"103629","Value":"4315284","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":100,"Name":"duration total (min, med,
max)","Update":"13313","Value":"321335","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":179,"Name":"internal.metrics.input.recordsRead","Update":103629,"Value":43152
84,"Internal":true,"Count Failed Values":true},
{"ID":178,"Name":"internal.metrics.input.bytesRead","Update":16511423,"Value":68792
7743,"Internal":true,"Count Failed Values":true},
{"ID":163,"Name":"internal.metrics.resultSerializationTime","Update":5,"Value":51,"
Internal":true,"Count Failed Values":true},
{"ID":162,"Name":"internal.metrics.jvmGCTime","Update":2797,"Value":16870,"Internal
":true,"Count Failed Values":true},
{"ID":161,"Name":"internal.metrics.resultSize","Update":925110,"Value":5550449,"Int
ernal":true,"Count Failed Values":true},
{"ID":160,"Name":"internal.metrics.executorCpuTime","Update":4097139298,"Value":142
732763676,"Internal":true,"Count Failed Values":true},
{"ID":159,"Name":"internal.metrics.executorRunTime","Update":6872,"Value":162347,"I
nternal":true,"Count Failed Values":true},
{"ID":158,"Name":"internal.metrics.executorDeserializeCpuTime","Update":305486898,"
Value":2099770091,"Internal":true,"Count Failed Values":true},
{"ID":157,"Name":"internal.metrics.executorDeserializeTime","Update":349,"Value":25
38,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":349,"Executor Deserialize CPU Time":305486898,"Executor Run
Time":6872,"Executor CPU Time":4097139298,"Result Size":925110,"JVM GC
Time":2797,"Result Serialization Time":5,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":16511423,"Records Read":103629},"Output
Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":2,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":2,"Index":0,"Attempt":0,"Launch Time":1529076180965,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076219665,"Failed":false,"Killed":false,"Accumulables":
[{"ID":156,"Name":"number of output
rows","Update":"120910","Value":"736717","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":88,"Name":"number of output
rows","Update":"842339","Value":"5157623","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":100,"Name":"duration total (min, med,
max)","Update":"73759","Value":"395094","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":179,"Name":"internal.metrics.input.recordsRead","Update":842339,"Value":51576
23,"Internal":true,"Count Failed Values":true},
{"ID":178,"Name":"internal.metrics.input.bytesRead","Update":134283264,"Value":8222
11007,"Internal":true,"Count Failed Values":true},
{"ID":163,"Name":"internal.metrics.resultSerializationTime","Update":5,"Value":56,"
Internal":true,"Count Failed Values":true},
{"ID":162,"Name":"internal.metrics.jvmGCTime","Update":5632,"Value":22502,"Internal
":true,"Count Failed Values":true},
{"ID":161,"Name":"internal.metrics.resultSize","Update":925147,"Value":6475596,"Int
ernal":true,"Count Failed Values":true},
{"ID":160,"Name":"internal.metrics.executorCpuTime","Update":32455721271,"Value":17
5188484947,"Internal":true,"Count Failed Values":true},
{"ID":159,"Name":"internal.metrics.executorRunTime","Update":38209,"Value":200556,"
Internal":true,"Count Failed Values":true},
{"ID":158,"Name":"internal.metrics.executorDeserializeCpuTime","Update":362707845,"
Value":2462477936,"Internal":true,"Count Failed Values":true},
{"ID":157,"Name":"internal.metrics.executorDeserializeTime","Update":460,"Value":29
98,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":460,"Executor Deserialize CPU Time":362707845,"Executor Run
Time":38209,"Executor CPU Time":32455721271,"Result Size":925147,"JVM GC
Time":5632,"Result Serialization Time":5,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":134283264,"Records Read":842339},"Output
Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":2,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":8,"Index":6,"Attempt":0,"Launch Time":1529076211402,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076239027,"Failed":false,"Killed":false,"Accumulables":
[{"ID":156,"Name":"number of output
rows","Update":"120568","Value":"857285","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":88,"Name":"number of output
rows","Update":"842377","Value":"6000000","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":100,"Name":"duration total (min, med,
max)","Update":"54611","Value":"449705","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":179,"Name":"internal.metrics.input.recordsRead","Update":842377,"Value":60000
00,"Internal":true,"Count Failed Values":true},
{"ID":178,"Name":"internal.metrics.input.bytesRead","Update":134283264,"Value":9564
94271,"Internal":true,"Count Failed Values":true},
{"ID":163,"Name":"internal.metrics.resultSerializationTime","Update":4,"Value":60,"
Internal":true,"Count Failed Values":true},
{"ID":162,"Name":"internal.metrics.jvmGCTime","Update":4414,"Value":26916,"Internal
":true,"Count Failed Values":true},
{"ID":161,"Name":"internal.metrics.resultSize","Update":924700,"Value":7400296,"Int
ernal":true,"Count Failed Values":true},
{"ID":160,"Name":"internal.metrics.executorCpuTime","Update":22862999812,"Value":19
8051484759,"Internal":true,"Count Failed Values":true},
{"ID":159,"Name":"internal.metrics.executorRunTime","Update":27311,"Value":227867,"
Internal":true,"Count Failed Values":true},
{"ID":158,"Name":"internal.metrics.executorDeserializeCpuTime","Update":290962875,"
Value":2753440811,"Internal":true,"Count Failed Values":true},
{"ID":157,"Name":"internal.metrics.executorDeserializeTime","Update":293,"Value":32
91,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":293,"Executor Deserialize CPU Time":290962875,"Executor Run
Time":27311,"Executor CPU Time":22862999812,"Result Size":924700,"JVM GC
Time":4414,"Result Serialization Time":4,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":134283264,"Records Read":842377},"Output
Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":2,"Stage Attempt
ID":0,"Stage Name":"toJavaRDD at SortSparkOperation.java:104","Number of
Tasks":8,"RDD Info":[{"RDD
ID":29,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"42\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[28],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":19,"Name":"Filter rows - OnlinePurchase_4b591203-41e4-4eca-9cdd-
fe589fedd602","Scope":"{\"id\":\"31\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[18],"Storage Level":
{"Use Disk":false,"Use Memory":true,"Deserialized":true,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":15,"Name":"Adjust Product ID\n_fd95334e-b1a9-4bee-9f23-
aede01894fd5","Scope":"{\"id\":\"15\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[13],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":23,"Name":"Sort rows_e6949a49-3968-4d86-89d9-
09094c8d0f56","Scope":"{\"id\":\"35\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[22],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":26,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"ExistingRDD\"}"
,"Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[25],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":22,"Name":"Clean up some fields_a66c000b-3729-4792-9fa6-
f772f25cda3d","Scope":"{\"id\":\"34\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[20],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":20,"Name":"SessionCounter_8da8d860-08f1-4cc0-b532-
0e8c9e88868f","Scope":"{\"id\":\"32\",\"name\":\"filter\"}","Callsite":"filter at
FilterSparkOperation.java:100","Parent IDs":[19],"Storage Level":{"Use
Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":28,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"42\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[27],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":27,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"42\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[26],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":25,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"37\",\"name\":\"map\"}","Callsi
te":"createDataFrame at RowToSparkDatasetConverter.java:46","Parent IDs":
[24],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":17,"Name":"Enrich ZipCode_f4a066ab-419c-4f2b-9281-
3ee4e77c38e9","Scope":"{\"id\":\"17\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[16],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":13,"Name":"Breakout Dates_b684358c-4fcf-433a-9676-
238c9c961a16","Scope":"{\"id\":\"13\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at FileInputSparkOperation.java:148","Parent IDs":[11],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":2,"Name":"FileScanRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen\"}",
"Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":[],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":24,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"36\",\"name\":\"map\"}","Callsi
te":"map at RowToSparkDatasetConverter.java:44","Parent IDs":[23],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":16,"Name":"Remove Fields_c85eb164-86ab-488d-8da2-
5e6f768da442","Scope":"{\"id\":\"16\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[15],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":18,"Name":"Enrich Product Info_a831639a-4118-46ff-85c4-
4df473d4c6a2","Scope":"{\"id\":\"24\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[17],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"0\",\"name\":\"DeserializeToObje
ct\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[4],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen
\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[2],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"mapPartitions\"
}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[8],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[],"Details":"org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:2985)\norg.penta
ho.di.engine.spark.impl.ops.SortSparkOperation.apply(SortSparkOperation.java:104)\n
org.pentaho.di.engine.spark.impl.execution.TaskObservable.applyOperation(TaskObserv
able.java:264)\njava.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.
java:656)\njava.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFutu
re.java:632)\njava.util.concurrent.CompletableFuture.postComplete(CompletableFuture
.java:474)\njava.util.concurrent.CompletableFuture.complete(CompletableFuture.java:
1962)\njava.util.Optional.ifPresent(Optional.java:159)\norg.pentaho.di.engine.spark
.impl.execution.TaskObservable$OperationSubscriber.lambda$addOutput$1(TaskObservabl
e.java:355)\njava.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFutu
re.java:760)\njava.util.concurrent.CompletableFuture.uniWhenCompleteStage(Completab
leFuture.java:778)\njava.util.concurrent.CompletableFuture.whenComplete(Completable
Future.java:2140)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable$Operat
ionSubscriber.addOutput(TaskObservable.java:354)\norg.pentaho.di.engine.spark.impl.
execution.TaskObservable$OperationSubscriber.lambda$setOutput$3(TaskObservable.java
:399)\njava.lang.Iterable.forEach(Iterable.java:75)\norg.pentaho.di.engine.spark.im
pl.execution.TaskObservable$OperationSubscriber.setOutput(TaskObservable.java:399)\
norg.pentaho.di.engine.spark.impl.ops.GenericSparkOperation.apply(GenericSparkOpera
tion.java:114)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable.applyOper
ation(TaskObservable.java:264)\njava.util.concurrent.CompletableFuture.uniAccept(Co
mpletableFuture.java:656)\njava.util.concurrent.CompletableFuture$UniAccept.tryFire
(CompletableFuture.java:632)","Submission Time":1529076180896,"Completion
Time":1529076239028,"Accumulables":
[{"ID":158,"Name":"internal.metrics.executorDeserializeCpuTime","Value":2753440811,
"Internal":true,"Count Failed Values":true},
{"ID":178,"Name":"internal.metrics.input.bytesRead","Value":956494271,"Internal":tr
ue,"Count Failed Values":true},
{"ID":160,"Name":"internal.metrics.executorCpuTime","Value":198051484759,"Internal"
:true,"Count Failed Values":true},{"ID":100,"Name":"duration total (min, med,
max)","Value":"449705","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":163,"Name":"internal.metrics.resultSerializationTime","Value":60,"Internal":t
rue,"Count Failed Values":true},
{"ID":157,"Name":"internal.metrics.executorDeserializeTime","Value":3291,"Internal"
:true,"Count Failed Values":true},{"ID":88,"Name":"number of output
rows","Value":"6000000","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":156,"Name":"number of output
rows","Value":"857285","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":159,"Name":"internal.metrics.executorRunTime","Value":227867,"Internal":true,
"Count
Failed Values":true},
{"ID":162,"Name":"internal.metrics.jvmGCTime","Value":26916,"Internal":true,"Count
Failed Values":true},
{"ID":179,"Name":"internal.metrics.input.recordsRead","Value":6000000,"Internal":tr
ue,"Count Failed Values":true},
{"ID":161,"Name":"internal.metrics.resultSize","Value":7400296,"Internal":true,"Cou
nt Failed Values":true}]}}
{"Event":"SparkListenerJobEnd","Job ID":2,"Completion Time":1529076239028,"Job
Result":{"Result":"JobSucceeded"}}
{"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionStart","execut
ionId":0,"description":"registerTempTable at
BaseGroupBySparkOperation.java:126","details":"org.apache.spark.sql.Dataset.registe
rTempTable(Dataset.scala:3003)\norg.pentaho.di.engine.spark.impl.ops.groupby.BaseGr
oupBySparkOperation.apply(BaseGroupBySparkOperation.java:126)\norg.pentaho.di.engin
e.spark.impl.execution.TaskObservable.applyOperation(TaskObservable.java:264)\njava
.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:656)\njava.util
.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:632)\njava.u
til.concurrent.CompletableFuture.postComplete(CompletableFuture.java:474)\njava.uti
l.concurrent.CompletableFuture.complete(CompletableFuture.java:1962)\njava.util.Opt
ional.ifPresent(Optional.java:159)\norg.pentaho.di.engine.spark.impl.execution.Task
Observable$OperationSubscriber.lambda$addOutput$1(TaskObservable.java:355)\njava.ut
il.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:760)\njava.u
til.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:778)\n
java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2140)\no
rg.pentaho.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.addOut
put(TaskObservable.java:354)\norg.pentaho.di.engine.spark.impl.execution.TaskObserv
able$OperationSubscriber.lambda$setOutput$3(TaskObservable.java:399)\njava.lang.Ite
rable.forEach(Iterable.java:75)\norg.pentaho.di.engine.spark.impl.execution.TaskObs
ervable$OperationSubscriber.setOutput(TaskObservable.java:399)\norg.pentaho.di.engi
ne.spark.api.SparkOperation$Subscriber.setOutput(SparkOperation.java:170)\norg.pent
aho.di.engine.spark.impl.ops.SortSparkOperation.apply(SortSparkOperation.java:108)\
norg.pentaho.di.engine.spark.impl.execution.TaskObservable.applyOperation(TaskObser
vable.java:264)\njava.util.concurrent.CompletableFuture.uniAccept(CompletableFuture
.java:656)","physicalPlanDescription":"== Parsed Logical Plan ==\nCreateViewCommand
`groupByStepData`, false, true, LocalTempView\n +- AnalysisBarrier\n +-
LogicalRDD [onlinesalesamount#104, city#105, state#106, year#107L, month#108L,
day#109L, hour#110L, zipcode#111, sessioncounter#112L], false\n\n== Analyzed
Logical Plan ==\nCreateViewCommand `groupByStepData`, false, true, LocalTempView\n
+- AnalysisBarrier\n +- LogicalRDD [onlinesalesamount#104, city#105,
state#106, year#107L, month#108L, day#109L, hour#110L, zipcode#111,
sessioncounter#112L], false\n\n== Optimized Logical Plan ==\nCreateViewCommand
`groupByStepData`, false, true, LocalTempView\n +- AnalysisBarrier\n +-
LogicalRDD [onlinesalesamount#104, city#105, state#106, year#107L, month#108L,
day#109L, hour#110L, zipcode#111, sessioncounter#112L], false\n\n== Physical Plan
==\nExecute CreateViewCommand\n +- CreateViewCommand `groupByStepData`, false,
true, LocalTempView\n +- AnalysisBarrier\n +- LogicalRDD
[onlinesalesamount#104, city#105, state#106, year#107L, month#108L, day#109L,
hour#110L, zipcode#111, sessioncounter#112L], false","sparkPlanInfo":
{"nodeName":"Execute CreateViewCommand","simpleString":"Execute
CreateViewCommand","children":[],"metrics":[]},"time":1529076239911}
{"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionEnd","executio
nId":0,"time":1529076239914}
{"Event":"SparkListenerJobStart","Job ID":3,"Submission Time":1529076240714,"Stage
Infos":[{"Stage ID":5,"Stage Attempt ID":0,"Stage Name":"toJavaRDD at
BaseGroupBySparkOperation.java:149","Number of Tasks":200,"RDD Info":[{"RDD
ID":45,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"71\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[44],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":42,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"72\",\"name\":\"WholeStageCodeg
en\"}","Callsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[41],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":43,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"71\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[42],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":44,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"71\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[43],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":41,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"75\",\"name\":\"Exchange\"}","Cal
lsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":[40],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[4],"Details":"org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:2985)\norg.pent
aho.di.engine.spark.impl.ops.groupby.BaseGroupBySparkOperation.apply(BaseGroupBySpa
rkOperation.java:149)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable.ap
plyOperation(TaskObservable.java:264)\njava.util.concurrent.CompletableFuture.uniAc
cept(CompletableFuture.java:656)\njava.util.concurrent.CompletableFuture$UniAccept.
tryFire(CompletableFuture.java:632)\njava.util.concurrent.CompletableFuture.postCom
plete(CompletableFuture.java:474)\njava.util.concurrent.CompletableFuture.complete(
CompletableFuture.java:1962)\njava.util.Optional.ifPresent(Optional.java:159)\norg.
pentaho.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.lambda$ad
dOutput$1(TaskObservable.java:355)\njava.util.concurrent.CompletableFuture.uniWhenC
omplete(CompletableFuture.java:760)\njava.util.concurrent.CompletableFuture.uniWhen
CompleteStage(CompletableFuture.java:778)\njava.util.concurrent.CompletableFuture.w
henComplete(CompletableFuture.java:2140)\norg.pentaho.di.engine.spark.impl.executio
n.TaskObservable$OperationSubscriber.addOutput(TaskObservable.java:354)\norg.pentah
o.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.lambda$setOutpu
t$3(TaskObservable.java:399)\njava.lang.Iterable.forEach(Iterable.java:75)\norg.pen
taho.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.setOutput(Ta
skObservable.java:399)\norg.pentaho.di.engine.spark.api.SparkOperation$Subscriber.s
etOutput(SparkOperation.java:170)\norg.pentaho.di.engine.spark.impl.ops.SortSparkOp
eration.apply(SortSparkOperation.java:108)\norg.pentaho.di.engine.spark.impl.execut
ion.TaskObservable.applyOperation(TaskObservable.java:264)\njava.util.concurrent.Co
mpletableFuture.uniAccept(CompletableFuture.java:656)","Accumulables":[]},{"Stage
ID":3,"Stage Attempt ID":0,"Stage Name":"toJavaRDD at
SortSparkOperation.java:104","Number of Tasks":8,"RDD Info":[{"RDD
ID":30,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"42\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[26],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":19,"Name":"Filter rows - OnlinePurchase_4b591203-41e4-4eca-9cdd-
fe589fedd602","Scope":"{\"id\":\"31\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[18],"Storage Level":
{"Use Disk":false,"Use Memory":true,"Deserialized":true,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":15,"Name":"Adjust Product ID\n_fd95334e-b1a9-4bee-9f23-
aede01894fd5","Scope":"{\"id\":\"15\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[13],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":23,"Name":"Sort rows_e6949a49-3968-4d86-89d9-
09094c8d0f56","Scope":"{\"id\":\"35\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[22],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":26,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"ExistingRDD\"}"
,"Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[25],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":22,"Name":"Clean up some fields_a66c000b-3729-4792-9fa6-
f772f25cda3d","Scope":"{\"id\":\"34\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[20],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":20,"Name":"SessionCounter_8da8d860-08f1-4cc0-b532-
0e8c9e88868f","Scope":"{\"id\":\"32\",\"name\":\"filter\"}","Callsite":"filter at
FilterSparkOperation.java:100","Parent IDs":[19],"Storage Level":{"Use
Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":25,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"37\",\"name\":\"map\"}","Callsi
te":"createDataFrame at RowToSparkDatasetConverter.java:46","Parent IDs":
[24],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":17,"Name":"Enrich ZipCode_f4a066ab-419c-4f2b-9281-
3ee4e77c38e9","Scope":"{\"id\":\"17\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[16],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":13,"Name":"Breakout Dates_b684358c-4fcf-433a-9676-
238c9c961a16","Scope":"{\"id\":\"13\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at FileInputSparkOperation.java:148","Parent IDs":[11],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":2,"Name":"FileScanRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen\"}",
"Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":[],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":24,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"36\",\"name\":\"map\"}","Callsi
te":"map at RowToSparkDatasetConverter.java:44","Parent IDs":[23],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":16,"Name":"Remove Fields_c85eb164-86ab-488d-8da2-
5e6f768da442","Scope":"{\"id\":\"16\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[15],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":18,"Name":"Enrich Product Info_a831639a-4118-46ff-85c4-
4df473d4c6a2","Scope":"{\"id\":\"24\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[17],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"0\",\"name\":\"DeserializeToObje
ct\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[4],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen
\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[2],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"mapPartitions\"
}","Callsite":"toJavaRDD
at FileInputSparkOperation.java:148","Parent IDs":[8],"Storage Level":{"Use
Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[],"Details":"org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:2985)\norg.penta
ho.di.engine.spark.impl.ops.SortSparkOperation.apply(SortSparkOperation.java:104)\n
org.pentaho.di.engine.spark.impl.execution.TaskObservable.applyOperation(TaskObserv
able.java:264)\njava.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.
java:656)\njava.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFutu
re.java:632)\njava.util.concurrent.CompletableFuture.postComplete(CompletableFuture
.java:474)\njava.util.concurrent.CompletableFuture.complete(CompletableFuture.java:
1962)\njava.util.Optional.ifPresent(Optional.java:159)\norg.pentaho.di.engine.spark
.impl.execution.TaskObservable$OperationSubscriber.lambda$addOutput$1(TaskObservabl
e.java:355)\njava.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFutu
re.java:760)\njava.util.concurrent.CompletableFuture.uniWhenCompleteStage(Completab
leFuture.java:778)\njava.util.concurrent.CompletableFuture.whenComplete(Completable
Future.java:2140)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable$Operat
ionSubscriber.addOutput(TaskObservable.java:354)\norg.pentaho.di.engine.spark.impl.
execution.TaskObservable$OperationSubscriber.lambda$setOutput$3(TaskObservable.java
:399)\njava.lang.Iterable.forEach(Iterable.java:75)\norg.pentaho.di.engine.spark.im
pl.execution.TaskObservable$OperationSubscriber.setOutput(TaskObservable.java:399)\
norg.pentaho.di.engine.spark.impl.ops.GenericSparkOperation.apply(GenericSparkOpera
tion.java:114)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable.applyOper
ation(TaskObservable.java:264)\njava.util.concurrent.CompletableFuture.uniAccept(Co
mpletableFuture.java:656)\njava.util.concurrent.CompletableFuture$UniAccept.tryFire
(CompletableFuture.java:632)","Accumulables":[]},{"Stage ID":4,"Stage Attempt
ID":0,"Stage Name":"toJavaRDD at BaseGroupBySparkOperation.java:149","Number of
Tasks":200,"RDD Info":[{"RDD
ID":40,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"75\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[39],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":38,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"79\",\"name\":\"ExistingRDD\"}"
,"Callsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[37],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":39,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"76\",\"name\":\"WholeStageCodeg
en\"}","Callsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[38],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":36,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"65\",\"name\":\"map\"}","Callsi
te":"map at RowToSparkDatasetConverter.java:44","Parent IDs":[35],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":33,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"DeserializeToOb
ject\"}","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":
[32],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":37,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"66\",\"name\":\"map\"}","Callsi
te":"createDataFrame at RowToSparkDatasetConverter.java:46","Parent IDs":
[36],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":31,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"42\",\"name\":\"Exchange\"}","Cal
lsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[30],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":32,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodeg
en\"}","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":
[31],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":34,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"63\",\"name\":\"mapPartitions\"
}","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[33],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":35,"Name":"Group by_0701cd0a-f6a0-463b-9260-
499dbc0fd519","Scope":"{\"id\":\"64\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at SortSparkOperation.java:105","Parent IDs":[34],"Storage Level":{"Use
Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[3],"Details":"org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:2985)\norg.pent
aho.di.engine.spark.impl.ops.groupby.BaseGroupBySparkOperation.apply(BaseGroupBySpa
rkOperation.java:149)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable.ap
plyOperation(TaskObservable.java:264)\njava.util.concurrent.CompletableFuture.uniAc
cept(CompletableFuture.java:656)\njava.util.concurrent.CompletableFuture$UniAccept.
tryFire(CompletableFuture.java:632)\njava.util.concurrent.CompletableFuture.postCom
plete(CompletableFuture.java:474)\njava.util.concurrent.CompletableFuture.complete(
CompletableFuture.java:1962)\njava.util.Optional.ifPresent(Optional.java:159)\norg.
pentaho.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.lambda$ad
dOutput$1(TaskObservable.java:355)\njava.util.concurrent.CompletableFuture.uniWhenC
omplete(CompletableFuture.java:760)\njava.util.concurrent.CompletableFuture.uniWhen
CompleteStage(CompletableFuture.java:778)\njava.util.concurrent.CompletableFuture.w
henComplete(CompletableFuture.java:2140)\norg.pentaho.di.engine.spark.impl.executio
n.TaskObservable$OperationSubscriber.addOutput(TaskObservable.java:354)\norg.pentah
o.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.lambda$setOutpu
t$3(TaskObservable.java:399)\njava.lang.Iterable.forEach(Iterable.java:75)\norg.pen
taho.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.setOutput(Ta
skObservable.java:399)\norg.pentaho.di.engine.spark.api.SparkOperation$Subscriber.s
etOutput(SparkOperation.java:170)\norg.pentaho.di.engine.spark.impl.ops.SortSparkOp
eration.apply(SortSparkOperation.java:108)\norg.pentaho.di.engine.spark.impl.execut
ion.TaskObservable.applyOperation(TaskObservable.java:264)\njava.util.concurrent.Co
mpletableFuture.uniAccept(CompletableFuture.java:656)","Accumulables":[]}],"Stage
IDs":[5,3,4],"Properties":
{"spark.job.interruptOnCancel":"false","spark.rdd.scope":"{\"id\":\"71\",\"name\":\
"Exchange\"}","spark.rdd.scope.noOverride":"true","spark.job.description":"CreateCl
eansedAggregatedDataFile","spark.jobGroup.id":"CreateCleansedAggregatedDataFile-
bbd04462-732f-4c98-8a56-6b39ea74bf93"}}
{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":3,"Stage Attempt
ID":0,"Stage Name":"toJavaRDD at SortSparkOperation.java:104","Number of
Tasks":8,"RDD Info":[{"RDD
ID":30,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"42\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[26],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":19,"Name":"Filter rows - OnlinePurchase_4b591203-41e4-4eca-9cdd-
fe589fedd602","Scope":"{\"id\":\"31\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[18],"Storage Level":
{"Use Disk":false,"Use Memory":true,"Deserialized":true,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":15,"Name":"Adjust Product ID\n_fd95334e-b1a9-4bee-9f23-
aede01894fd5","Scope":"{\"id\":\"15\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[13],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":23,"Name":"Sort rows_e6949a49-3968-4d86-89d9-
09094c8d0f56","Scope":"{\"id\":\"35\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[22],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":26,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"ExistingRDD\"}"
,"Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[25],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":22,"Name":"Clean up some fields_a66c000b-3729-4792-9fa6-
f772f25cda3d","Scope":"{\"id\":\"34\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[20],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":20,"Name":"SessionCounter_8da8d860-08f1-4cc0-b532-
0e8c9e88868f","Scope":"{\"id\":\"32\",\"name\":\"filter\"}","Callsite":"filter at
FilterSparkOperation.java:100","Parent IDs":[19],"Storage Level":{"Use
Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":25,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"37\",\"name\":\"map\"}","Callsi
te":"createDataFrame at RowToSparkDatasetConverter.java:46","Parent IDs":
[24],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":17,"Name":"Enrich ZipCode_f4a066ab-419c-4f2b-9281-
3ee4e77c38e9","Scope":"{\"id\":\"17\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[16],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":13,"Name":"Breakout Dates_b684358c-4fcf-433a-9676-
238c9c961a16","Scope":"{\"id\":\"13\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at FileInputSparkOperation.java:148","Parent IDs":[11],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":2,"Name":"FileScanRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen\"}",
"Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":[],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":24,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"36\",\"name\":\"map\"}","Callsi
te":"map at RowToSparkDatasetConverter.java:44","Parent IDs":[23],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":16,"Name":"Remove Fields_c85eb164-86ab-488d-8da2-
5e6f768da442","Scope":"{\"id\":\"16\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[15],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":18,"Name":"Enrich Product Info_a831639a-4118-46ff-85c4-
4df473d4c6a2","Scope":"{\"id\":\"24\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[17],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"0\",\"name\":\"DeserializeToObje
ct\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[4],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen
\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[2],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"mapPartitions\"
}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[8],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[],"Details":"org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:2985)\norg.penta
ho.di.engine.spark.impl.ops.SortSparkOperation.apply(SortSparkOperation.java:104)\n
org.pentaho.di.engine.spark.impl.execution.TaskObservable.applyOperation(TaskObserv
able.java:264)\njava.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.
java:656)\njava.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFutu
re.java:632)\njava.util.concurrent.CompletableFuture.postComplete(CompletableFuture
.java:474)\njava.util.concurrent.CompletableFuture.complete(CompletableFuture.java:
1962)\njava.util.Optional.ifPresent(Optional.java:159)\norg.pentaho.di.engine.spark
.impl.execution.TaskObservable$OperationSubscriber.lambda$addOutput$1(TaskObservabl
e.java:355)\njava.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFutu
re.java:760)\njava.util.concurrent.CompletableFuture.uniWhenCompleteStage(Completab
leFuture.java:778)\njava.util.concurrent.CompletableFuture.whenComplete(Completable
Future.java:2140)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable$Operat
ionSubscriber.addOutput(TaskObservable.java:354)\norg.pentaho.di.engine.spark.impl.
execution.TaskObservable$OperationSubscriber.lambda$setOutput$3(TaskObservable.java
:399)\njava.lang.Iterable.forEach(Iterable.java:75)\norg.pentaho.di.engine.spark.im
pl.execution.TaskObservable$OperationSubscriber.setOutput(TaskObservable.java:399)\
norg.pentaho.di.engine.spark.impl.ops.GenericSparkOperation.apply(GenericSparkOpera
tion.java:114)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable.applyOper
ation(TaskObservable.java:264)\njava.util.concurrent.CompletableFuture.uniAccept(Co
mpletableFuture.java:656)\njava.util.concurrent.CompletableFuture$UniAccept.tryFire
(CompletableFuture.java:632)","Submission Time":1529076240724,"Accumulables":
[]},"Properties":
{"spark.job.interruptOnCancel":"false","spark.rdd.scope":"{\"id\":\"71\",\"name\":\
"Exchange\"}","spark.rdd.scope.noOverride":"true","spark.job.description":"CreateCl
eansedAggregatedDataFile","spark.jobGroup.id":"CreateCleansedAggregatedDataFile-
bbd04462-732f-4c98-8a56-6b39ea74bf93"}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":
{"Task ID":10,"Index":0,"Attempt":0,"Launch Time":1529076241238,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"PROCESS_LOCAL","Speculative":false,"G
etting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":
{"Task ID":11,"Index":5,"Attempt":0,"Launch Time":1529076241239,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"PROCESS_LOCAL","Speculative":false,"G
etting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":
{"Task ID":12,"Index":7,"Attempt":0,"Launch Time":1529076241240,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"PROCESS_LOCAL","Speculative":false,"G
etting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":
{"Task ID":13,"Index":1,"Attempt":0,"Launch Time":1529076241240,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":
{"Task ID":14,"Index":2,"Attempt":0,"Launch Time":1529076241240,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":
{"Task ID":15,"Index":3,"Attempt":0,"Launch Time":1529076241241,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":
{"Task ID":16,"Index":4,"Attempt":0,"Launch Time":1529076242024,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":12,"Index":7,"Attempt":0,"Launch Time":1529076241240,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"PROCESS_LOCAL","Speculative":false,"G
etting Result Time":0,"Finish
Time":1529076242027,"Failed":false,"Killed":false,"Accumulables":
[{"ID":151,"Name":"data size total (min, med,
max)","Update":"1557135","Value":"1557134","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":156,"Name":"number of output
rows","Update":"14825","Value":"872110","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":225,"Name":"internal.metrics.input.recordsRead","Update":103629,"Value":10362
9,"Internal":true,"Count Failed Values":true},
{"ID":224,"Name":"internal.metrics.input.bytesRead","Update":94138960,"Value":94138
960,"Internal":true,"Count Failed Values":true},
{"ID":223,"Name":"internal.metrics.shuffle.write.writeTime","Update":36548311,"Valu
e":36548311,"Internal":true,"Count Failed Values":true},
{"ID":222,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":14825,"Va
lue":14825,"Internal":true,"Count Failed Values":true},
{"ID":221,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":339246,"Val
ue":339246,"Internal":true,"Count Failed Values":true},
{"ID":209,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":1,"I
nternal":true,"Count Failed Values":true},
{"ID":208,"Name":"internal.metrics.jvmGCTime","Update":33,"Value":33,"Internal":tru
e,"Count Failed Values":true},
{"ID":207,"Name":"internal.metrics.resultSize","Update":5104,"Value":5104,"Internal
":true,"Count Failed Values":true},
{"ID":206,"Name":"internal.metrics.executorCpuTime","Update":339672754,"Value":3396
72754,"Internal":true,"Count Failed Values":true},
{"ID":205,"Name":"internal.metrics.executorRunTime","Update":387,"Value":387,"Inter
nal":true,"Count Failed Values":true},
{"ID":204,"Name":"internal.metrics.executorDeserializeCpuTime","Update":343362518,"
Value":343362518,"Internal":true,"Count Failed Values":true},
{"ID":203,"Name":"internal.metrics.executorDeserializeTime","Update":386,"Value":38
6,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":386,"Executor Deserialize CPU Time":343362518,"Executor Run
Time":387,"Executor CPU Time":339672754,"Result Size":5104,"JVM GC Time":33,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":0,"Local Blocks Fetched":0,"Fetch Wait
Time":0,"Remote Bytes Read":0,"Remote Bytes Read To Disk":0,"Local Bytes
Read":0,"Total Records Read":0},"Shuffle Write Metrics":{"Shuffle Bytes
Written":339246,"Shuffle Write Time":36548311,"Shuffle Records
Written":14825},"Input Metrics":{"Bytes Read":94138960,"Records
Read":103629},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated
Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":3,"Stage Attempt ID":0,"Task Info":
{"Task ID":17,"Index":6,"Attempt":0,"Launch Time":1529076243424,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":11,"Index":5,"Attempt":0,"Launch Time":1529076241239,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"PROCESS_LOCAL","Speculative":false,"G
etting Result Time":0,"Finish
Time":1529076243424,"Failed":false,"Killed":false,"Accumulables":
[{"ID":151,"Name":"data size total (min, med,
max)","Update":"12588239","Value":"14145373","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":156,"Name":"number of output
rows","Update":"119895","Value":"992005","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":225,"Name":"internal.metrics.input.recordsRead","Update":842307,"Value":94593
6,"Internal":true,"Count Failed Values":true},
{"ID":224,"Name":"internal.metrics.input.bytesRead","Update":770943616,"Value":8650
82576,"Internal":true,"Count Failed Values":true},
{"ID":223,"Name":"internal.metrics.shuffle.write.writeTime","Update":39386373,"Valu
e":75934684,"Internal":true,"Count Failed Values":true},
{"ID":222,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":119895,"V
alue":134720,"Internal":true,"Count Failed Values":true},
{"ID":221,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":2461378,"Va
lue":2800624,"Internal":true,"Count Failed Values":true},
{"ID":209,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":2,"I
nternal":true,"Count Failed Values":true},
{"ID":208,"Name":"internal.metrics.jvmGCTime","Update":81,"Value":114,"Internal":tr
ue,"Count Failed Values":true},
{"ID":207,"Name":"internal.metrics.resultSize","Update":5104,"Value":10208,"Interna
l":true,"Count Failed Values":true},
{"ID":206,"Name":"internal.metrics.executorCpuTime","Update":1732850114,"Value":207
2522868,"Internal":true,"Count Failed Values":true},
{"ID":205,"Name":"internal.metrics.executorRunTime","Update":1833,"Value":2220,"Int
ernal":true,"Count Failed Values":true},
{"ID":204,"Name":"internal.metrics.executorDeserializeCpuTime","Update":292710688,"
Value":636073206,"Internal":true,"Count Failed Values":true},
{"ID":203,"Name":"internal.metrics.executorDeserializeTime","Update":341,"Value":72
7,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":341,"Executor Deserialize CPU Time":292710688,"Executor Run
Time":1833,"Executor CPU Time":1732850114,"Result Size":5104,"JVM GC
Time":81,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":2461378,"Shuffle Write Time":39386373,"Shuffle Records
Written":119895},"Input Metrics":{"Bytes Read":770943616,"Records
Read":842307},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated
Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":10,"Index":0,"Attempt":0,"Launch Time":1529076241238,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"PROCESS_LOCAL","Speculative":false,"G
etting Result Time":0,"Finish
Time":1529076243554,"Failed":false,"Killed":false,"Accumulables":
[{"ID":151,"Name":"data size total (min, med,
max)","Update":"12695143","Value":"26840516","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":156,"Name":"number of output
rows","Update":"120910","Value":"1112915","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":225,"Name":"internal.metrics.input.recordsRead","Update":842339,"Value":17882
75,"Internal":true,"Count Failed Values":true},
{"ID":224,"Name":"internal.metrics.input.bytesRead","Update":775592032,"Value":1640
674608,"Internal":true,"Count Failed Values":true},
{"ID":223,"Name":"internal.metrics.shuffle.write.writeTime","Update":35975064,"Valu
e":111909748,"Internal":true,"Count Failed Values":true},
{"ID":222,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":120910,"V
alue":255630,"Internal":true,"Count Failed Values":true},
{"ID":221,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":2482404,"Va
lue":5283028,"Internal":true,"Count Failed Values":true},
{"ID":208,"Name":"internal.metrics.jvmGCTime","Update":75,"Value":189,"Internal":tr
ue,"Count Failed Values":true},
{"ID":207,"Name":"internal.metrics.resultSize","Update":5061,"Value":15269,"Interna
l":true,"Count Failed Values":true},
{"ID":206,"Name":"internal.metrics.executorCpuTime","Update":1820662982,"Value":389
3185850,"Internal":true,"Count Failed Values":true},
{"ID":205,"Name":"internal.metrics.executorRunTime","Update":1918,"Value":4138,"Int
ernal":true,"Count Failed Values":true},
{"ID":204,"Name":"internal.metrics.executorDeserializeCpuTime","Update":330523661,"
Value":966596867,"Internal":true,"Count Failed Values":true},
{"ID":203,"Name":"internal.metrics.executorDeserializeTime","Update":387,"Value":11
14,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":387,"Executor Deserialize CPU Time":330523661,"Executor Run
Time":1918,"Executor CPU Time":1820662982,"Result Size":5061,"JVM GC
Time":75,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":2482404,"Shuffle Write Time":35975064,"Shuffle Records
Written":120910},"Input Metrics":{"Bytes Read":775592032,"Records
Read":842339},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated
Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":13,"Index":1,"Attempt":0,"Launch Time":1529076241240,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076267811,"Failed":false,"Killed":false,"Accumulables":
[{"ID":151,"Name":"data size total (min, med,
max)","Update":"12661823","Value":"39502339","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":156,"Name":"number of output
rows","Update":"120594","Value":"1233509","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":88,"Name":"number of output
rows","Update":"842339","Value":"6842339","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":100,"Name":"duration total (min, med,
max)","Update":"52279","Value":"501981","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":225,"Name":"internal.metrics.input.recordsRead","Update":842339,"Value":26306
14,"Internal":true,"Count Failed Values":true},
{"ID":224,"Name":"internal.metrics.input.bytesRead","Update":134283264,"Value":1774
957872,"Internal":true,"Count Failed Values":true},
{"ID":223,"Name":"internal.metrics.shuffle.write.writeTime","Update":19486398,"Valu
e":131396146,"Internal":true,"Count Failed Values":true},
{"ID":222,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":120594,"V
alue":376224,"Internal":true,"Count Failed Values":true},
{"ID":221,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":2476692,"Va
lue":7759720,"Internal":true,"Count Failed Values":true},
{"ID":208,"Name":"internal.metrics.jvmGCTime","Update":987,"Value":1176,"Internal":
true,"Count Failed Values":true},
{"ID":207,"Name":"internal.metrics.resultSize","Update":5585,"Value":20854,"Interna
l":true,"Count Failed Values":true},
{"ID":206,"Name":"internal.metrics.executorCpuTime","Update":25143421653,"Value":29
036607503,"Internal":true,"Count Failed Values":true},
{"ID":205,"Name":"internal.metrics.executorRunTime","Update":26173,"Value":30311,"I
nternal":true,"Count Failed Values":true},
{"ID":204,"Name":"internal.metrics.executorDeserializeCpuTime","Update":312604170,"
Value":1279201037,"Internal":true,"Count Failed Values":true},
{"ID":203,"Name":"internal.metrics.executorDeserializeTime","Update":385,"Value":14
99,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":385,"Executor Deserialize CPU Time":312604170,"Executor Run
Time":26173,"Executor CPU Time":25143421653,"Result Size":5585,"JVM GC
Time":987,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":2476692,"Shuffle Write Time":19486398,"Shuffle Records
Written":120594},"Input Metrics":{"Bytes Read":134283264,"Records
Read":842339},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated
Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":16,"Index":4,"Attempt":0,"Launch Time":1529076242024,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076269471,"Failed":false,"Killed":false,"Accumulables":
[{"ID":151,"Name":"data size total (min, med,
max)","Update":"12612375","Value":"52114714","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":156,"Name":"number of output
rows","Update":"120131","Value":"1353640","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":88,"Name":"number of output
rows","Update":"842411","Value":"7684750","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":100,"Name":"duration total (min, med,
max)","Update":"54415","Value":"556396","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":225,"Name":"internal.metrics.input.recordsRead","Update":842411,"Value":34730
25,"Internal":true,"Count Failed Values":true},
{"ID":224,"Name":"internal.metrics.input.bytesRead","Update":134283264,"Value":1909
241136,"Internal":true,"Count Failed Values":true},
{"ID":223,"Name":"internal.metrics.shuffle.write.writeTime","Update":26581427,"Valu
e":157977573,"Internal":true,"Count Failed Values":true},
{"ID":222,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":120131,"V
alue":496355,"Internal":true,"Count Failed Values":true},
{"ID":221,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":2464805,"Va
lue":10224525,"Internal":true,"Count Failed Values":true},
{"ID":208,"Name":"internal.metrics.jvmGCTime","Update":966,"Value":2142,"Internal":
true,"Count Failed Values":true},
{"ID":207,"Name":"internal.metrics.resultSize","Update":5500,"Value":26354,"Interna
l":true,"Count Failed Values":true},
{"ID":206,"Name":"internal.metrics.executorCpuTime","Update":26243828659,"Value":55
280436162,"Internal":true,"Count Failed Values":true},
{"ID":205,"Name":"internal.metrics.executorRunTime","Update":27246,"Value":57557,"I
nternal":true,"Count Failed Values":true},
{"ID":204,"Name":"internal.metrics.executorDeserializeCpuTime","Update":193469356,"
Value":1472670393,"Internal":true,"Count Failed Values":true},
{"ID":203,"Name":"internal.metrics.executorDeserializeTime","Update":195,"Value":16
94,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":195,"Executor Deserialize CPU Time":193469356,"Executor Run
Time":27246,"Executor CPU Time":26243828659,"Result Size":5500,"JVM GC
Time":966,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":2464805,"Shuffle Write Time":26581427,"Shuffle Records
Written":120131},"Input Metrics":{"Bytes Read":134283264,"Records
Read":842411},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated
Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":15,"Index":3,"Attempt":0,"Launch Time":1529076241241,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076273108,"Failed":false,"Killed":false,"Accumulables":
[{"ID":151,"Name":"data size total (min, med,
max)","Update":"12638895","Value":"64753609","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":156,"Name":"number of output
rows","Update":"120364","Value":"1474004","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":88,"Name":"number of output
rows","Update":"842327","Value":"8527077","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":100,"Name":"duration total (min, med,
max)","Update":"62929","Value":"619325","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":225,"Name":"internal.metrics.input.recordsRead","Update":842327,"Value":43153
52,"Internal":true,"Count Failed Values":true},
{"ID":224,"Name":"internal.metrics.input.bytesRead","Update":134283264,"Value":2043
524400,"Internal":true,"Count Failed Values":true},
{"ID":223,"Name":"internal.metrics.shuffle.write.writeTime","Update":30394191,"Valu
e":188371764,"Internal":true,"Count Failed Values":true},
{"ID":222,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":120364,"V
alue":616719,"Internal":true,"Count Failed Values":true},
{"ID":221,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":2473383,"Va
lue":12697908,"Internal":true,"Count Failed Values":true},
{"ID":208,"Name":"internal.metrics.jvmGCTime","Update":4640,"Value":6782,"Internal"
:true,"Count Failed Values":true},
{"ID":207,"Name":"internal.metrics.resultSize","Update":5585,"Value":31939,"Interna
l":true,"Count Failed Values":true},
{"ID":206,"Name":"internal.metrics.executorCpuTime","Update":26809240278,"Value":82
089676440,"Internal":true,"Count Failed Values":true},
{"ID":205,"Name":"internal.metrics.executorRunTime","Update":31514,"Value":89071,"I
nternal":true,"Count Failed Values":true},
{"ID":204,"Name":"internal.metrics.executorDeserializeCpuTime","Update":308169050,"
Value":1780839443,"Internal":true,"Count Failed Values":true},
{"ID":203,"Name":"internal.metrics.executorDeserializeTime","Update":340,"Value":20
34,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":340,"Executor Deserialize CPU Time":308169050,"Executor Run
Time":31514,"Executor CPU Time":26809240278,"Result Size":5585,"JVM GC
Time":4640,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":2473383,"Shuffle Write Time":30394191,"Shuffle Records
Written":120364},"Input Metrics":{"Bytes Read":134283264,"Records
Read":842327},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated
Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":17,"Index":6,"Attempt":0,"Launch Time":1529076243424,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076274036,"Failed":false,"Killed":false,"Accumulables":
[{"ID":151,"Name":"data size total (min, med,
max)","Update":"12658983","Value":"77412592","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":156,"Name":"number of output
rows","Update":"120568","Value":"1594572","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":88,"Name":"number of output
rows","Update":"842377","Value":"9369454","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":100,"Name":"duration total (min, med,
max)","Update":"60625","Value":"679950","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":225,"Name":"internal.metrics.input.recordsRead","Update":842377,"Value":51577
29,"Internal":true,"Count Failed Values":true},
{"ID":224,"Name":"internal.metrics.input.bytesRead","Update":134283264,"Value":2177
807664,"Internal":true,"Count Failed Values":true},
{"ID":223,"Name":"internal.metrics.shuffle.write.writeTime","Update":39300999,"Valu
e":227672763,"Internal":true,"Count Failed Values":true},
{"ID":222,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":120568,"V
alue":737287,"Internal":true,"Count Failed Values":true},
{"ID":221,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":2476176,"Va
lue":15174084,"Internal":true,"Count Failed Values":true},
{"ID":208,"Name":"internal.metrics.jvmGCTime","Update":4583,"Value":11365,"Internal
":true,"Count Failed Values":true},
{"ID":207,"Name":"internal.metrics.resultSize","Update":5500,"Value":37439,"Interna
l":true,"Count Failed Values":true},
{"ID":206,"Name":"internal.metrics.executorCpuTime","Update":25730430975,"Value":10
7820107415,"Internal":true,"Count Failed Values":true},
{"ID":205,"Name":"internal.metrics.executorRunTime","Update":30386,"Value":119457,"
Internal":true,"Count Failed Values":true},
{"ID":204,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218491148,"
Value":1999330591,"Internal":true,"Count Failed Values":true},
{"ID":203,"Name":"internal.metrics.executorDeserializeTime","Update":218,"Value":22
52,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":218,"Executor Deserialize CPU Time":218491148,"Executor Run
Time":30386,"Executor CPU Time":25730430975,"Result Size":5500,"JVM GC
Time":4583,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":2476176,"Shuffle Write Time":39300999,"Shuffle Records
Written":120568},"Input Metrics":{"Bytes Read":134283264,"Records
Read":842377},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated
Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":3,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":14,"Index":2,"Attempt":0,"Launch Time":1529076241240,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076275975,"Failed":false,"Killed":false,"Accumulables":
[{"ID":151,"Name":"data size total (min, med,
max)","Update":"12597919","Value":"90010511","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":156,"Name":"number of output
rows","Update":"119998","Value":"1714570","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":88,"Name":"number of output
rows","Update":"842271","Value":"10211725","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":100,"Name":"duration total (min, med,
max)","Update":"68701","Value":"748651","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":225,"Name":"internal.metrics.input.recordsRead","Update":842271,"Value":60000
00,"Internal":true,"Count Failed Values":true},
{"ID":224,"Name":"internal.metrics.input.bytesRead","Update":134283264,"Value":2312
090928,"Internal":true,"Count Failed Values":true},
{"ID":223,"Name":"internal.metrics.shuffle.write.writeTime","Update":19419191,"Valu
e":247091954,"Internal":true,"Count Failed Values":true},
{"ID":222,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":119998,"V
alue":857285,"Internal":true,"Count Failed Values":true},
{"ID":221,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":2463414,"Va
lue":17637498,"Internal":true,"Count Failed Values":true},
{"ID":208,"Name":"internal.metrics.jvmGCTime","Update":4687,"Value":16052,"Internal
":true,"Count Failed Values":true},
{"ID":207,"Name":"internal.metrics.resultSize","Update":5670,"Value":43109,"Interna
l":true,"Count Failed Values":true},
{"ID":206,"Name":"internal.metrics.executorCpuTime","Update":29623708438,"Value":13
7443815853,"Internal":true,"Count Failed Values":true},
{"ID":205,"Name":"internal.metrics.executorRunTime","Update":34381,"Value":153838,"
Internal":true,"Count Failed Values":true},
{"ID":204,"Name":"internal.metrics.executorDeserializeCpuTime","Update":323538558,"
Value":2322869149,"Internal":true,"Count Failed Values":true},
{"ID":203,"Name":"internal.metrics.executorDeserializeTime","Update":344,"Value":25
96,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":344,"Executor Deserialize CPU Time":323538558,"Executor Run
Time":34381,"Executor CPU Time":29623708438,"Result Size":5670,"JVM GC
Time":4687,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":2463414,"Shuffle Write Time":19419191,"Shuffle Records
Written":119998},"Input Metrics":{"Bytes Read":134283264,"Records
Read":842271},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated
Blocks":[]}}
{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":3,"Stage Attempt
ID":0,"Stage Name":"toJavaRDD at SortSparkOperation.java:104","Number of
Tasks":8,"RDD Info":[{"RDD
ID":30,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"42\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[26],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":19,"Name":"Filter rows - OnlinePurchase_4b591203-41e4-4eca-9cdd-
fe589fedd602","Scope":"{\"id\":\"31\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[18],"Storage Level":
{"Use Disk":false,"Use Memory":true,"Deserialized":true,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":15,"Name":"Adjust Product ID\n_fd95334e-b1a9-4bee-9f23-
aede01894fd5","Scope":"{\"id\":\"15\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[13],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":23,"Name":"Sort rows_e6949a49-3968-4d86-89d9-
09094c8d0f56","Scope":"{\"id\":\"35\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[22],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":26,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"ExistingRDD\"}"
,"Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[25],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":22,"Name":"Clean up some fields_a66c000b-3729-4792-9fa6-
f772f25cda3d","Scope":"{\"id\":\"34\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[20],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":20,"Name":"SessionCounter_8da8d860-08f1-4cc0-b532-
0e8c9e88868f","Scope":"{\"id\":\"32\",\"name\":\"filter\"}","Callsite":"filter at
FilterSparkOperation.java:100","Parent IDs":[19],"Storage Level":{"Use
Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":25,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"37\",\"name\":\"map\"}","Callsi
te":"createDataFrame at RowToSparkDatasetConverter.java:46","Parent IDs":
[24],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":17,"Name":"Enrich ZipCode_f4a066ab-419c-4f2b-9281-
3ee4e77c38e9","Scope":"{\"id\":\"17\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[16],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":13,"Name":"Breakout Dates_b684358c-4fcf-433a-9676-
238c9c961a16","Scope":"{\"id\":\"13\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at FileInputSparkOperation.java:148","Parent IDs":[11],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":2,"Name":"FileScanRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen\"}",
"Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":[],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":24,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"36\",\"name\":\"map\"}","Callsi
te":"map at RowToSparkDatasetConverter.java:44","Parent IDs":[23],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":16,"Name":"Remove Fields_c85eb164-86ab-488d-8da2-
5e6f768da442","Scope":"{\"id\":\"16\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[15],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":18,"Name":"Enrich Product Info_a831639a-4118-46ff-85c4-
4df473d4c6a2","Scope":"{\"id\":\"24\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[17],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"0\",\"name\":\"DeserializeToObje
ct\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[4],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen
\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[2],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"mapPartitions\"
}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[8],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[],"Details":"org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:2985)\norg.penta
ho.di.engine.spark.impl.ops.SortSparkOperation.apply(SortSparkOperation.java:104)\n
org.pentaho.di.engine.spark.impl.execution.TaskObservable.applyOperation(TaskObserv
able.java:264)\njava.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.
java:656)\njava.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFutu
re.java:632)\njava.util.concurrent.CompletableFuture.postComplete(CompletableFuture
.java:474)\njava.util.concurrent.CompletableFuture.complete(CompletableFuture.java:
1962)\njava.util.Optional.ifPresent(Optional.java:159)\norg.pentaho.di.engine.spark
.impl.execution.TaskObservable$OperationSubscriber.lambda$addOutput$1(TaskObservabl
e.java:355)\njava.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFutu
re.java:760)\njava.util.concurrent.CompletableFuture.uniWhenCompleteStage(Completab
leFuture.java:778)\njava.util.concurrent.CompletableFuture.whenComplete(Completable
Future.java:2140)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable$Operat
ionSubscriber.addOutput(TaskObservable.java:354)\norg.pentaho.di.engine.spark.impl.
execution.TaskObservable$OperationSubscriber.lambda$setOutput$3(TaskObservable.java
:399)\njava.lang.Iterable.forEach(Iterable.java:75)\norg.pentaho.di.engine.spark.im
pl.execution.TaskObservable$OperationSubscriber.setOutput(TaskObservable.java:399)\
norg.pentaho.di.engine.spark.impl.ops.GenericSparkOperation.apply(GenericSparkOpera
tion.java:114)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable.applyOper
ation(TaskObservable.java:264)\njava.util.concurrent.CompletableFuture.uniAccept(Co
mpletableFuture.java:656)\njava.util.concurrent.CompletableFuture$UniAccept.tryFire
(CompletableFuture.java:632)","Submission Time":1529076240724,"Completion
Time":1529076275976,"Accumulables":
[{"ID":209,"Name":"internal.metrics.resultSerializationTime","Value":2,"Internal":t
rue,"Count Failed Values":true},{"ID":151,"Name":"data size total (min, med,
max)","Value":"90010511","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":205,"Name":"internal.metrics.executorRunTime","Value":153838,"Internal":true,
"Count Failed Values":true},
{"ID":223,"Name":"internal.metrics.shuffle.write.writeTime","Value":247091954,"Inte
rnal":true,"Count Failed Values":true},{"ID":100,"Name":"duration total (min, med,
max)","Value":"748651","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":208,"Name":"internal.metrics.jvmGCTime","Value":16052,"Internal":true,"Count
Failed Values":true},{"ID":88,"Name":"number of output
rows","Value":"10211725","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":225,"Name":"internal.metrics.input.recordsRead","Value":6000000,"Internal":tr
ue,"Count Failed Values":true},
{"ID":207,"Name":"internal.metrics.resultSize","Value":43109,"Internal":true,"Count
Failed Values":true},{"ID":156,"Name":"number of output
rows","Value":"1714570","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":222,"Name":"internal.metrics.shuffle.write.recordsWritten","Value":857285,"In
ternal":true,"Count Failed Values":true},
{"ID":204,"Name":"internal.metrics.executorDeserializeCpuTime","Value":2322869149,"
Internal":true,"Count Failed Values":true},
{"ID":203,"Name":"internal.metrics.executorDeserializeTime","Value":2596,"Internal"
:true,"Count Failed Values":true},
{"ID":221,"Name":"internal.metrics.shuffle.write.bytesWritten","Value":17637498,"In
ternal":true,"Count
Failed Values":true},
{"ID":206,"Name":"internal.metrics.executorCpuTime","Value":137443815853,"Internal"
:true,"Count Failed Values":true},
{"ID":224,"Name":"internal.metrics.input.bytesRead","Value":2312090928,"Internal":t
rue,"Count Failed Values":true}]}}
{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":4,"Stage Attempt
ID":0,"Stage Name":"toJavaRDD at BaseGroupBySparkOperation.java:149","Number of
Tasks":200,"RDD Info":[{"RDD
ID":40,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"75\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[39],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":38,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"79\",\"name\":\"ExistingRDD\"}"
,"Callsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[37],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":39,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"76\",\"name\":\"WholeStageCodeg
en\"}","Callsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[38],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":36,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"65\",\"name\":\"map\"}","Callsi
te":"map at RowToSparkDatasetConverter.java:44","Parent IDs":[35],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":33,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"DeserializeToOb
ject\"}","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":
[32],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":37,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"66\",\"name\":\"map\"}","Callsi
te":"createDataFrame at RowToSparkDatasetConverter.java:46","Parent IDs":
[36],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":31,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"42\",\"name\":\"Exchange\"}","Cal
lsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[30],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":32,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodeg
en\"}","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":
[31],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":34,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"63\",\"name\":\"mapPartitions\"
}","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[33],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":35,"Name":"Group by_0701cd0a-f6a0-463b-9260-
499dbc0fd519","Scope":"{\"id\":\"64\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at SortSparkOperation.java:105","Parent IDs":[34],"Storage Level":{"Use
Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[3],"Details":"org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:2985)\norg.pent
aho.di.engine.spark.impl.ops.groupby.BaseGroupBySparkOperation.apply(BaseGroupBySpa
rkOperation.java:149)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable.ap
plyOperation(TaskObservable.java:264)\njava.util.concurrent.CompletableFuture.uniAc
cept(CompletableFuture.java:656)\njava.util.concurrent.CompletableFuture$UniAccept.
tryFire(CompletableFuture.java:632)\njava.util.concurrent.CompletableFuture.postCom
plete(CompletableFuture.java:474)\njava.util.concurrent.CompletableFuture.complete(
CompletableFuture.java:1962)\njava.util.Optional.ifPresent(Optional.java:159)\norg.
pentaho.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.lambda$ad
dOutput$1(TaskObservable.java:355)\njava.util.concurrent.CompletableFuture.uniWhenC
omplete(CompletableFuture.java:760)\njava.util.concurrent.CompletableFuture.uniWhen
CompleteStage(CompletableFuture.java:778)\njava.util.concurrent.CompletableFuture.w
henComplete(CompletableFuture.java:2140)\norg.pentaho.di.engine.spark.impl.executio
n.TaskObservable$OperationSubscriber.addOutput(TaskObservable.java:354)\norg.pentah
o.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.lambda$setOutpu
t$3(TaskObservable.java:399)\njava.lang.Iterable.forEach(Iterable.java:75)\norg.pen
taho.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.setOutput(Ta
skObservable.java:399)\norg.pentaho.di.engine.spark.api.SparkOperation$Subscriber.s
etOutput(SparkOperation.java:170)\norg.pentaho.di.engine.spark.impl.ops.SortSparkOp
eration.apply(SortSparkOperation.java:108)\norg.pentaho.di.engine.spark.impl.execut
ion.TaskObservable.applyOperation(TaskObservable.java:264)\njava.util.concurrent.Co
mpletableFuture.uniAccept(CompletableFuture.java:656)","Submission
Time":1529076276027,"Accumulables":[]},"Properties":
{"spark.job.interruptOnCancel":"false","spark.rdd.scope":"{\"id\":\"71\",\"name\":\
"Exchange\"}","spark.rdd.scope.noOverride":"true","spark.job.description":"CreateCl
eansedAggregatedDataFile","spark.jobGroup.id":"CreateCleansedAggregatedDataFile-
bbd04462-732f-4c98-8a56-6b39ea74bf93"}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":18,"Index":0,"Attempt":0,"Launch Time":1529076276090,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":19,"Index":1,"Attempt":0,"Launch Time":1529076276092,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":20,"Index":2,"Attempt":0,"Launch Time":1529076276092,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":21,"Index":3,"Attempt":0,"Launch Time":1529076276092,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":22,"Index":4,"Attempt":0,"Launch Time":1529076276092,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":23,"Index":5,"Attempt":0,"Launch Time":1529076276092,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":24,"Index":6,"Attempt":0,"Launch Time":1529076277016,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":19,"Index":1,"Attempt":0,"Launch Time":1529076276092,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076277016,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"108783","Value":"108782","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"10","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1046","Value":"1046","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"17039358","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"147","Value":"146","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"249","Value":"248","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4122","Value":"4122","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"16908286","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"37","Value":"36","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"343","Value":"342","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":19939658,"Valu
e":19939658,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1046,"Val
ue":1046,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49434,"Valu
e":49434,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4122,"Value":
4122,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":48232,"Val
ue":48232,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":36634,"Va
lue":36634,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":4,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":4,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":3
3947648,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":18,"Internal":tru
e,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":5827,"Internal
":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":391189995,"Value":3911
89995,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":482,"Value":482,"Inter
nal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":389371726,"
Value":389371726,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":434,"Value":43
4,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":434,"Executor Deserialize CPU Time":389371726,"Executor Run
Time":482,"Executor CPU Time":391189995,"Result Size":5827,"JVM GC Time":18,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":36634,"Remote Bytes Read To Disk":0,"Local Bytes
Read":48232,"Total Records Read":4122},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49434,"Shuffle Write Time":19939658,"Shuffle Records Written":1046},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":25,"Index":7,"Attempt":0,"Launch Time":1529076277019,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":21,"Index":3,"Attempt":0,"Launch Time":1529076276092,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076277020,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"75503","Value":"184285","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"726","Value":"1772","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"17301501","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"147","Value":"293","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"252","Value":"500","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4179","Value":"8301","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"33816573","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"43","Value":"79","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"345","Value":"687","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":35812349,"Valu
e":55752007,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":726,"Valu
e":1772,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":42233,"Valu
e":91667,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4179,"Value":
8301,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":46109,"Val
ue":94341,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":37643,"Va
lue":74277,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":8,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":8,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":5
1118080,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":36,"Internal":tru
e,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":11654,"Interna
l":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":284970088,"Value":6761
60083,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":486,"Value":968,"Inter
nal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":338154211,"
Value":727525937,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":433,"Value":86
7,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":433,"Executor Deserialize CPU Time":338154211,"Executor Run
Time":486,"Executor CPU Time":284970088,"Result Size":5827,"JVM GC Time":18,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":37643,"Remote Bytes Read To Disk":0,"Local Bytes
Read":46109,"Total Records Read":4179},"Shuffle Write Metrics":{"Shuffle Bytes
Written":42233,"Shuffle Write Time":35812349,"Shuffle Records Written":726},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":26,"Index":8,"Attempt":0,"Launch Time":1529076277021,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":23,"Index":5,"Attempt":0,"Launch Time":1529076276092,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076277021,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"89127","Value":"273412","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"857","Value":"2629","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"17563644","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"147","Value":"440","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"251","Value":"751","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4421","Value":"12722","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"50724860","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"41","Value":"120","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"347","Value":"1034","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":37132796,"Valu
e":92884803,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":857,"Valu
e":2629,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":44270,"Valu
e":135937,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4421,"Value":
12722,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":49976,"Val
ue":144317,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":38599,"Va
lue":112876,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":12,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":12,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":6
8288512,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":54,"Internal":tru
e,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":17481,"Interna
l":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":248651450,"Value":9248
11533,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":487,"Value":1455,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":307487071,"
Value":1035013008,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":433,"Value":13
00,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":433,"Executor Deserialize CPU Time":307487071,"Executor Run
Time":487,"Executor CPU Time":248651450,"Result Size":5827,"JVM GC Time":18,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":38599,"Remote Bytes Read To Disk":0,"Local Bytes
Read":49976,"Total Records Read":4421},"Shuffle Write Metrics":{"Shuffle Bytes
Written":44270,"Shuffle Write Time":37132796,"Shuffle Records Written":857},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":27,"Index":9,"Attempt":0,"Launch Time":1529076277212,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":22,"Index":4,"Attempt":0,"Launch Time":1529076276092,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076277212,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"102439","Value":"375851","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"985","Value":"3614","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"17825787","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"178","Value":"618","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"294","Value":"1045","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4092","Value":"16814","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"67633147","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"47","Value":"167","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"414","Value":"1448","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":88861747,"Valu
e":181746550,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":985,"Valu
e":3614,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46655,"Valu
e":182592,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4092,"Value":
16814,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":36762,"Val
ue":181079,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":46181,"Va
lue":159057,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":16,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":16,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":8
5458944,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":68,"Internal":tru
e,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":23308,"Interna
l":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":434496615,"Value":1359
308148,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":622,"Value":2077,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":357362038,"
Value":1392375046,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":487,"Value":17
87,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":487,"Executor Deserialize CPU Time":357362038,"Executor Run
Time":622,"Executor CPU Time":434496615,"Result Size":5827,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":46181,"Remote Bytes Read To Disk":0,"Local Bytes
Read":36762,"Total Records Read":4092},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46655,"Shuffle Write Time":88861747,"Shuffle Records Written":985},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":28,"Index":10,"Attempt":0,"Launch Time":1529076277216,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":20,"Index":2,"Attempt":0,"Launch Time":1529076276092,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076277216,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"116583","Value":"492434","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1121","Value":"4735","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"18087930","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"179","Value":"797","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"296","Value":"1341","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4946","Value":"21760","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"84541434","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"58","Value":"225","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"420","Value":"1868","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":91675865,"Valu
e":273422415,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1121,"Val
ue":4735,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":51130,"Valu
e":233722,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4946,"Value":
21760,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":44951,"Val
ue":226030,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":55406,"Va
lue":214463,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":20,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":20,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
02629376,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":82,"Internal":tru
e,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":29135,"Interna
l":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":320401809,"Value":1679
709957,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":626,"Value":2703,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":410858013,"
Value":1803233059,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":488,"Value":22
75,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":488,"Executor Deserialize CPU Time":410858013,"Executor Run
Time":626,"Executor CPU Time":320401809,"Result Size":5827,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":55406,"Remote Bytes Read To Disk":0,"Local Bytes
Read":44951,"Total Records Read":4946},"Shuffle Write Metrics":{"Shuffle Bytes
Written":51130,"Shuffle Write Time":91675865,"Shuffle Records Written":1121},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":29,"Index":11,"Attempt":0,"Launch Time":1529076277242,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":18,"Index":0,"Attempt":0,"Launch Time":1529076276090,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076277242,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"195103","Value":"687537","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1876","Value":"6611","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"18350073","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"200","Value":"997","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"385","Value":"1726","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4438","Value":"26198","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"101449721","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"56","Value":"281","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"441","Value":"2309","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":27565652,"Valu
e":300988067,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1876,"Val
ue":6611,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":67623,"Valu
e":301345,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4438,"Value":
26198,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40219,"Val
ue":266249,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":55744,"Va
lue":270207,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":24,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":24,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
19799808,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":96,"Internal":tru
e,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":34962,"Interna
l":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":369882741,"Value":2049
592698,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":651,"Value":3354,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":337733690,"
Value":2140966749,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":491,"Value":27
66,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":491,"Executor Deserialize CPU Time":337733690,"Executor Run
Time":651,"Executor CPU Time":369882741,"Result Size":5827,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":55744,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40219,"Total Records Read":4438},"Shuffle Write Metrics":{"Shuffle Bytes
Written":67623,"Shuffle Write Time":27565652,"Shuffle Records Written":1876},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":30,"Index":12,"Attempt":0,"Launch Time":1529076277492,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":26,"Index":8,"Attempt":0,"Launch Time":1529076277021,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076277493,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"88711","Value":"776248","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"853","Value":"7464","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"18612216","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"58","Value":"1055","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"88","Value":"1814","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"3846","Value":"30044","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"118358008","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"16","Value":"297","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"79","Value":"2388","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":18201704,"Valu
e":319189771,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":853,"Valu
e":7464,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":44098,"Valu
e":345443,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3846,"Value":
30044,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":43734,"Val
ue":309983,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":34813,"Va
lue":305020,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":28,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":28,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
36970240,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":43,"Value":139,"Internal":tr
ue,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":40789,"Interna
l":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":116594835,"Value":2166
187533,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":121,"Value":3475,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":297915295,"
Value":2438882044,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":347,"Value":31
13,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":347,"Executor Deserialize CPU Time":297915295,"Executor Run
Time":121,"Executor CPU Time":116594835,"Result Size":5827,"JVM GC Time":43,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":34813,"Remote Bytes Read To Disk":0,"Local Bytes
Read":43734,"Total Records Read":3846},"Shuffle Write Metrics":{"Shuffle Bytes
Written":44098,"Shuffle Write Time":18201704,"Shuffle Records Written":853},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":31,"Index":13,"Attempt":0,"Launch Time":1529076277591,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":25,"Index":7,"Attempt":0,"Launch Time":1529076277019,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076277592,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"75711","Value":"851959","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"728","Value":"8192","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"18874359","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"73","Value":"1128","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"105","Value":"1919","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4141","Value":"34185","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"135266295","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"24","Value":"321","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"95","Value":"2483","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":65213210,"Valu
e":384402981,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":728,"Valu
e":8192,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":40815,"Valu
e":386258,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4141,"Value":
34185,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":46894,"Val
ue":356877,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":34643,"Va
lue":339663,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":32,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":32,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
54140672,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":43,"Value":182,"Internal":tr
ue,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":46616,"Interna
l":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":131622043,"Value":2297
809576,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":192,"Value":3667,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":324275697,"
Value":2763157741,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":374,"Value":34
87,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":374,"Executor Deserialize CPU Time":324275697,"Executor Run
Time":192,"Executor CPU Time":131622043,"Result Size":5827,"JVM GC Time":43,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":34643,"Remote Bytes Read To Disk":0,"Local Bytes
Read":46894,"Total Records Read":4141},"Shuffle Write Metrics":{"Shuffle Bytes
Written":40815,"Shuffle Write Time":65213210,"Shuffle Records Written":728},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":32,"Index":14,"Attempt":0,"Launch Time":1529076277605,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":24,"Index":6,"Attempt":0,"Launch Time":1529076277016,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076277605,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"126567","Value":"978526","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"20","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1217","Value":"9409","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"35913718","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"93","Value":"1221","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"169","Value":"2088","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4828","Value":"39013","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"152174582","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"30","Value":"351","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"119","Value":"2602","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":18595715,"Valu
e":402998696,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1217,"Val
ue":9409,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":52815,"Valu
e":439073,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4828,"Value":
39013,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":56673,"Val
ue":413550,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":44230,"Va
lue":383893,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":36,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":36,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":1
88088320,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":43,"Value":225,"Internal":tr
ue,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":52443,"Interna
l":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":159940502,"Value":2457
750078,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":208,"Value":3875,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":327255713,"
Value":3090413454,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":375,"Value":38
62,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":375,"Executor Deserialize CPU Time":327255713,"Executor Run
Time":208,"Executor CPU Time":159940502,"Result Size":5827,"JVM GC Time":43,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":44230,"Remote Bytes Read To Disk":0,"Local Bytes
Read":56673,"Total Records Read":4828},"Shuffle Write Metrics":{"Shuffle Bytes
Written":52815,"Shuffle Write Time":18595715,"Shuffle Records Written":1217},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":33,"Index":15,"Attempt":0,"Launch Time":1529076277667,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":28,"Index":10,"Attempt":0,"Launch Time":1529076277216,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076277668,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"85695","Value":"1064221","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"824","Value":"10233","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"36175861","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"118","Value":"1339","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"144","Value":"2232","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4045","Value":"43058","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"169082869","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"16","Value":"367","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"133","Value":"2735","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":24643558,"Valu
e":427642254,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":824,"Valu
e":10233,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":43668,"Valu
e":482741,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4045,"Value":
43058,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":37599,"Val
ue":451149,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":45773,"Va
lue":429666,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":40,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":40,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
05258752,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":31,"Value":256,"Internal":tr
ue,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":58270,"Interna
l":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":129934378,"Value":2587
684456,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":182,"Value":4057,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":262845090,"
Value":3353258544,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":265,"Value":41
27,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":265,"Executor Deserialize CPU Time":262845090,"Executor Run
Time":182,"Executor CPU Time":129934378,"Result Size":5827,"JVM GC Time":31,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":45773,"Remote Bytes Read To Disk":0,"Local Bytes
Read":37599,"Total Records Read":4045},"Shuffle Write Metrics":{"Shuffle Bytes
Written":43668,"Shuffle Write Time":24643558,"Shuffle Records Written":824},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":34,"Index":16,"Attempt":0,"Launch Time":1529076277671,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":27,"Index":9,"Attempt":0,"Launch Time":1529076277212,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076277671,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"81743","Value":"1145964","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"786","Value":"11019","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"36438004","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"100","Value":"1439","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"126","Value":"2358","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4041","Value":"47099","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"185991156","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"22","Value":"389","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"116","Value":"2851","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":18789434,"Valu
e":446431688,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":786,"Valu
e":11019,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":42305,"Valu
e":525046,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4041,"Value":
47099,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":35272,"Val
ue":486421,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":45573,"Va
lue":475239,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":44,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":44,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
22429184,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":31,"Value":287,"Internal":tr
ue,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":64097,"Interna
l":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":113469941,"Value":2701
154397,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":164,"Value":4221,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":285628416,"
Value":3638886960,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":289,"Value":44
16,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":289,"Executor Deserialize CPU Time":285628416,"Executor Run
Time":164,"Executor CPU Time":113469941,"Result Size":5827,"JVM GC Time":31,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":45573,"Remote Bytes Read To Disk":0,"Local Bytes
Read":35272,"Total Records Read":4041},"Shuffle Write Metrics":{"Shuffle Bytes
Written":42305,"Shuffle Write Time":18789434,"Shuffle Records Written":786},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":35,"Index":17,"Attempt":0,"Launch Time":1529076277724,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":29,"Index":11,"Attempt":0,"Launch Time":1529076277242,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076277724,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"106287","Value":"1252251","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1022","Value":"12041","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"36700147","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"64","Value":"1503","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"95","Value":"2453","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4570","Value":"51669","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"202899443","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"20","Value":"409","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"81","Value":"2932","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":16111669,"Valu
e":462543357,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1022,"Val
ue":12041,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48006,"Valu
e":573052,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4570,"Value":
51669,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41327,"Val
ue":527748,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":51615,"Va
lue":526854,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":48,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":48,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
39599616,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":31,"Value":318,"Internal":tr
ue,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":69924,"Interna
l":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":114701927,"Value":2815
856324,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":124,"Value":4345,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":310295303,"
Value":3949182263,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":353,"Value":47
69,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":353,"Executor Deserialize CPU Time":310295303,"Executor Run
Time":124,"Executor CPU Time":114701927,"Result Size":5827,"JVM GC Time":31,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":51615,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41327,"Total Records Read":4570},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48006,"Shuffle Write Time":16111669,"Shuffle Records Written":1022},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":36,"Index":18,"Attempt":0,"Launch Time":1529076277876,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":30,"Index":12,"Attempt":0,"Launch Time":1529076277492,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076277876,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"83823","Value":"1336074","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"806","Value":"12847","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"36962290","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"50","Value":"1553","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"74","Value":"2527","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4180","Value":"55849","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"219807730","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"424","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"64","Value":"2996","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":17466671,"Valu
e":480010028,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":806,"Valu
e":12847,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":43078,"Valu
e":616130,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4180,"Value":
55849,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":47841,"Val
ue":575589,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":36805,"Va
lue":563659,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":52,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":52,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
56770048,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":75708,"Interna
l":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":102113897,"Value":2917
970221,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":106,"Value":4451,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":270232807,"
Value":4219415070,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":271,"Value":50
40,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":271,"Executor Deserialize CPU Time":270232807,"Executor Run
Time":106,"Executor CPU Time":102113897,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":36805,"Remote Bytes Read To Disk":0,"Local Bytes
Read":47841,"Total Records Read":4180},"Shuffle Write Metrics":{"Shuffle Bytes
Written":43078,"Shuffle Write Time":17466671,"Shuffle Records Written":806},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":37,"Index":19,"Attempt":0,"Launch Time":1529076278062,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":33,"Index":15,"Attempt":0,"Launch Time":1529076277667,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076278062,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"101295","Value":"1437369","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"974","Value":"13821","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"37224433","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"57","Value":"1610","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"81","Value":"2608","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4422","Value":"60271","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"236716017","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"19","Value":"443","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"74","Value":"3070","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":16850548,"Valu
e":496860576,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":974,"Valu
e":13821,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47328,"Valu
e":663458,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4422,"Value":
60271,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39135,"Val
ue":614724,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":50660,"Va
lue":614319,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":56,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":56,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
73940480,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":81492,"Interna
l":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":106882915,"Value":3024
853136,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":113,"Value":4564,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":275456648,"
Value":4494871718,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":276,"Value":53
16,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":276,"Executor Deserialize CPU Time":275456648,"Executor Run
Time":113,"Executor CPU Time":106882915,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":50660,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39135,"Total Records Read":4422},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47328,"Shuffle Write Time":16850548,"Shuffle Records Written":974},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":38,"Index":20,"Attempt":0,"Launch Time":1529076280851,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":31,"Index":13,"Attempt":0,"Launch Time":1529076277591,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076280852,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"98071","Value":"1535440","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"943","Value":"14764","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"37486576","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"52","Value":"1662","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"2849","Value":"5457","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4152","Value":"64423","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"253624304","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"17","Value":"460","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"66","Value":"3136","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":99587386,"Valu
e":596447962,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":943,"Valu
e":14764,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46376,"Valu
e":709834,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4152,"Value":
64423,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":46618,"Val
ue":661342,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":37495,"Va
lue":651814,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":60,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":60,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
91110912,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":2758,"Value":3076,"Internal"
:true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":87319,"Interna
l":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":122027130,"Value":3146
880266,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":2965,"Value":7529,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":287968154,"
Value":4782839872,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":290,"Value":56
06,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":290,"Executor Deserialize CPU Time":287968154,"Executor Run
Time":2965,"Executor CPU Time":122027130,"Result Size":5827,"JVM GC
Time":2758,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":4,"Local Blocks
Fetched":4,"Fetch Wait Time":0,"Remote Bytes Read":37495,"Remote Bytes Read To
Disk":0,"Local Bytes Read":46618,"Total Records Read":4152},"Shuffle Write
Metrics":{"Shuffle Bytes Written":46376,"Shuffle Write Time":99587386,"Shuffle
Records Written":943},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output
Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":39,"Index":21,"Attempt":0,"Launch Time":1529076280861,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":32,"Index":14,"Attempt":0,"Launch Time":1529076277605,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076280862,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"86631","Value":"1622071","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"833","Value":"15597","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"37748719","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"2824","Value":"4486","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"2916","Value":"8373","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4467","Value":"68890","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"270532591","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"18","Value":"478","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"2838","Value":"5974","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":20307338,"Valu
e":616755300,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":833,"Valu
e":15597,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":44623,"Valu
e":754457,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4467,"Value":
68890,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":52010,"Val
ue":713352,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":40558,"Va
lue":692372,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":64,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":64,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
08281344,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":2758,"Value":5834,"Internal"
:true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":93146,"Interna
l":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":110629589,"Value":3257
509855,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":2951,"Value":10480,"In
ternal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":299632253,"
Value":5082472125,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":301,"Value":59
07,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":301,"Executor Deserialize CPU Time":299632253,"Executor Run
Time":2951,"Executor CPU Time":110629589,"Result Size":5827,"JVM GC
Time":2758,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":4,"Local Blocks
Fetched":4,"Fetch Wait Time":0,"Remote Bytes Read":40558,"Remote Bytes Read To
Disk":0,"Local Bytes Read":52010,"Total Records Read":4467},"Shuffle Write
Metrics":{"Shuffle Bytes Written":44623,"Shuffle Write Time":20307338,"Shuffle
Records Written":833},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output
Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":40,"Index":22,"Attempt":0,"Launch Time":1529076283286,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":35,"Index":17,"Attempt":0,"Launch Time":1529076277724,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076283288,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"94639","Value":"1716710","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"910","Value":"16507","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"38010862","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"5208","Value":"9694","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"5227","Value":"13600","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4119","Value":"73009","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"287440878","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"28","Value":"506","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"5221","Value":"11195","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":39042546,"Valu
e":655797846,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":910,"Valu
e":16507,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":45522,"Valu
e":799979,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4119,"Value":
73009,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":2725,"Value
":2725,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":36900,"Val
ue":750252,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":46063,"Va
lue":738435,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":68,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":68,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
25451776,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":2395,"Value":8229,"Internal"
:true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":98973,"Interna
l":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":133790170,"Value":3391
300025,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":5280,"Value":15760,"In
ternal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":272862738,"
Value":5355334863,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":277,"Value":61
84,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":277,"Executor Deserialize CPU Time":272862738,"Executor Run
Time":5280,"Executor CPU Time":133790170,"Result Size":5827,"JVM GC
Time":2395,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":4,"Local Blocks
Fetched":4,"Fetch Wait Time":2725,"Remote Bytes Read":46063,"Remote Bytes Read To
Disk":0,"Local Bytes Read":36900,"Total Records Read":4119},"Shuffle Write
Metrics":{"Shuffle Bytes Written":45522,"Shuffle Write Time":39042546,"Shuffle
Records Written":910},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output
Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":41,"Index":23,"Attempt":0,"Launch Time":1529076283291,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":37,"Index":19,"Attempt":0,"Launch Time":1529076278062,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076283291,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"96199","Value":"1812909","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"925","Value":"17432","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"38273005","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"4928","Value":"14622","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"4962","Value":"18562","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4314","Value":"77323","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"304349165","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"30","Value":"536","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"4941","Value":"16136","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":25041947,"Valu
e":680839793,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":925,"Valu
e":17432,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":45972,"Valu
e":845951,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4314,"Value":
77323,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":2443,"Value
":5168,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":37983,"Val
ue":788235,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":49201,"Va
lue":787636,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":72,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":72,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
42622208,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":2395,"Value":10624,"Internal
":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":104800,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":134441785,"Value":3525
741810,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":4999,"Value":20759,"In
ternal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":224467183,"
Value":5579802046,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":225,"Value":64
09,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":225,"Executor Deserialize CPU Time":224467183,"Executor Run
Time":4999,"Executor CPU Time":134441785,"Result Size":5827,"JVM GC
Time":2395,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":4,"Local Blocks
Fetched":4,"Fetch Wait Time":2443,"Remote Bytes Read":49201,"Remote Bytes Read To
Disk":0,"Local Bytes Read":37983,"Total Records Read":4314},"Shuffle Write
Metrics":{"Shuffle Bytes Written":45972,"Shuffle Write Time":25041947,"Shuffle
Records Written":925},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output
Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":42,"Index":24,"Attempt":0,"Launch Time":1529076283292,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":34,"Index":16,"Attempt":0,"Launch Time":1529076277671,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076283292,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"81015","Value":"1893924","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"30","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"779","Value":"18211","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"55312364","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"5241","Value":"19863","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"5277","Value":"23839","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4153","Value":"81476","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"321257452","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"28","Value":"564","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"5255","Value":"21391","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":18010293,"Valu
e":698850086,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":779,"Valu
e":18211,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":42694,"Valu
e":888645,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4153,"Value":
81476,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":2751,"Value
":7919,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":37136,"Val
ue":825371,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":47826,"Va
lue":835462,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":76,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":76,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":3
76569856,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":2395,"Value":13019,"Internal
":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":110627,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":142012028,"Value":3667
753838,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":5316,"Value":26075,"In
ternal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":298775356,"
Value":5878577402,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":302,"Value":67
11,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":302,"Executor Deserialize CPU Time":298775356,"Executor Run
Time":5316,"Executor CPU Time":142012028,"Result Size":5827,"JVM GC
Time":2395,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":4,"Local Blocks
Fetched":4,"Fetch Wait Time":2751,"Remote Bytes Read":47826,"Remote Bytes Read To
Disk":0,"Local Bytes Read":37136,"Total Records Read":4153},"Shuffle Write
Metrics":{"Shuffle Bytes Written":42694,"Shuffle Write Time":18010293,"Shuffle
Records Written":779},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output
Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":43,"Index":25,"Attempt":0,"Launch Time":1529076283382,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":38,"Index":20,"Attempt":0,"Launch Time":1529076280851,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076283383,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"96407","Value":"1990331","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"927","Value":"19138","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"55574507","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"2135","Value":"21998","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"2176","Value":"26015","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4418","Value":"85894","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"338165739","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"29","Value":"593","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"2152","Value":"23543","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":23337537,"Valu
e":722187623,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":927,"Valu
e":19138,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46655,"Valu
e":935300,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4418,"Value":
85894,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":2046,"Value
":9965,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":50966,"Val
ue":876337,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":41835,"Va
lue":877297,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":80,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":80,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
93740288,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":116411,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":151864038,"Value":3819
617876,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":2218,"Value":28293,"In
ternal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":303529799,"
Value":6182107201,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":306,"Value":70
17,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":306,"Executor Deserialize CPU Time":303529799,"Executor Run
Time":2218,"Executor CPU Time":151864038,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":2046,"Remote Bytes Read":41835,"Remote Bytes Read To Disk":0,"Local Bytes
Read":50966,"Total Records Read":4418},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46655,"Shuffle Write Time":23337537,"Shuffle Records Written":927},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":44,"Index":26,"Attempt":0,"Launch Time":1529076283383,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":39,"Index":21,"Attempt":0,"Launch Time":1529076280861,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076283384,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"91623","Value":"2081954","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"881","Value":"20019","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"55836650","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"2186","Value":"24184","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"2220","Value":"28235","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4345","Value":"90239","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"355074026","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"31","Value":"624","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"2195","Value":"25738","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":23115303,"Valu
e":745302926,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":881,"Valu
e":20019,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":44860,"Valu
e":980160,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4345,"Value":
90239,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":2096,"Value
":12061,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":48553,"Val
ue":924890,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":38823,"Va
lue":916120,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":84,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":84,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":4
10910720,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":122195,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":143416577,"Value":3963
034453,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":2257,"Value":30550,"In
ternal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":254517011,"
Value":6436624212,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":258,"Value":72
75,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":258,"Executor Deserialize CPU Time":254517011,"Executor Run
Time":2257,"Executor CPU Time":143416577,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":2096,"Remote Bytes Read":38823,"Remote Bytes Read To Disk":0,"Local Bytes
Read":48553,"Total Records Read":4345},"Shuffle Write Metrics":{"Shuffle Bytes
Written":44860,"Shuffle Write Time":23115303,"Shuffle Records Written":881},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":45,"Index":27,"Attempt":0,"Launch Time":1529076283388,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":36,"Index":18,"Attempt":0,"Launch Time":1529076277876,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076283389,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"87775","Value":"2169729","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"844","Value":"20863","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"56098793","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"2319","Value":"26503","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"2359","Value":"30594","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4508","Value":"94747","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"371982313","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"32","Value":"656","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"2337","Value":"28075","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":28760166,"Valu
e":774063092,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":844,"Valu
e":20863,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":44696,"Valu
e":1024856,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4508,"Value":
94747,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":2225,"Value
":14286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":51857,"Val
ue":976747,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":42203,"Va
lue":958323,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":88,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":88,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":4
28081152,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":2758,"Value":15777,"Internal
":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":128022,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":164115762,"Value":4127
150215,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":2405,"Value":32955,"In
ternal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":330307560,"
Value":6766931772,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":3102,"Value":1
0377,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":3102,"Executor Deserialize CPU Time":330307560,"Executor Run
Time":2405,"Executor CPU Time":164115762,"Result Size":5827,"JVM GC
Time":2758,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":4,"Local Blocks
Fetched":4,"Fetch Wait Time":2225,"Remote Bytes Read":42203,"Remote Bytes Read To
Disk":0,"Local Bytes Read":51857,"Total Records Read":4508},"Shuffle Write
Metrics":{"Shuffle Bytes Written":44696,"Shuffle Write Time":28760166,"Shuffle
Records Written":844},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output
Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":46,"Index":28,"Attempt":0,"Launch Time":1529076283751,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":40,"Index":22,"Attempt":0,"Launch Time":1529076283286,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076283751,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"83823","Value":"2253552","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"806","Value":"21669","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"56360936","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"57","Value":"26560","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"87","Value":"30681","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4068","Value":"98815","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"388890600","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"21","Value":"677","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"72","Value":"28147","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":86312863,"Valu
e":860375955,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":806,"Valu
e":21669,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":44020,"Valu
e":1068876,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4068,"Value":
98815,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":37643,"Val
ue":1014390,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":46801,"Va
lue":1005124,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":92,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":92,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":4
45251584,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":15787,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":133849,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":103894153,"Value":4231
044368,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":188,"Value":33143,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":261837568,"
Value":7028769340,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":269,"Value":10
646,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":269,"Executor Deserialize CPU Time":261837568,"Executor Run
Time":188,"Executor CPU Time":103894153,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":46801,"Remote Bytes Read To Disk":0,"Local Bytes
Read":37643,"Total Records Read":4068},"Shuffle Write Metrics":{"Shuffle Bytes
Written":44020,"Shuffle Write Time":86312863,"Shuffle Records Written":806},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":47,"Index":29,"Attempt":0,"Launch Time":1529076283777,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":41,"Index":23,"Attempt":0,"Launch Time":1529076283291,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076283777,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"114607","Value":"2368159","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"40","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1102","Value":"22771","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"73400295","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"81","Value":"26641","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"137","Value":"30818","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4262","Value":"103077","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"405798887","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"26","Value":"703","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"97","Value":"28244","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":63759837,"Valu
e":924135792,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1102,"Val
ue":22771,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":50358,"Valu
e":1119234,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4262,"Value":
103077,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":38745,"Val
ue":1053135,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":48001,"Va
lue":1053125,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":96,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":96,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":4
79199232,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":15797,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":139676,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":121767296,"Value":4352
811664,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":217,"Value":33360,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":258817767,"
Value":7287587107,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":264,"Value":10
910,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":264,"Executor Deserialize CPU Time":258817767,"Executor Run
Time":217,"Executor CPU Time":121767296,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":48001,"Remote Bytes Read To Disk":0,"Local Bytes
Read":38745,"Total Records Read":4262},"Shuffle Write Metrics":{"Shuffle Bytes
Written":50358,"Shuffle Write Time":63759837,"Shuffle Records Written":1102},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":48,"Index":30,"Attempt":0,"Launch Time":1529076283792,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":42,"Index":24,"Attempt":0,"Launch Time":1529076283292,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076283792,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"219127","Value":"2587286","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"50","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"2107","Value":"24878","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"90439654","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"104","Value":"26745","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"195","Value":"31013","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4959","Value":"108036","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"422707174","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"43","Value":"746","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"126","Value":"28370","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":20834873,"Valu
e":944970665,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":2107,"Val
ue":24878,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":76755,"Valu
e":1195989,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4959,"Value":
108036,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":49328,"Val
ue":1102463,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":63421,"Va
lue":1116546,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":100,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":100,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":5
13146880,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":15807,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":145503,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":150601912,"Value":4503
413576,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":231,"Value":33591,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":257406671,"
Value":7544993778,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":264,"Value":11
174,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":264,"Executor Deserialize CPU Time":257406671,"Executor Run
Time":231,"Executor CPU Time":150601912,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":63421,"Remote Bytes Read To Disk":0,"Local Bytes
Read":49328,"Total Records Read":4959},"Shuffle Write Metrics":{"Shuffle Bytes
Written":76755,"Shuffle Write Time":20834873,"Shuffle Records Written":2107},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":49,"Index":31,"Attempt":0,"Launch Time":1529076283837,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":43,"Index":25,"Attempt":0,"Launch Time":1529076283382,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076283838,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"173783","Value":"2761069","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"60","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1671","Value":"26549","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"107479013","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"59","Value":"26804","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"84","Value":"31097","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4197","Value":"112233","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"439615461","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"17","Value":"763","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"74","Value":"28444","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":19978157,"Valu
e":964948822,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1671,"Val
ue":26549,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":63012,"Valu
e":1259001,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4197,"Value":
112233,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":51158,"Val
ue":1153621,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":38411,"Va
lue":1154957,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":104,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":104,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":5
47094528,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":39,"Value":15846,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":151330,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":108320142,"Value":4611
733718,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":118,"Value":33709,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":290930553,"
Value":7835924331,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":332,"Value":11
506,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":332,"Executor Deserialize CPU Time":290930553,"Executor Run
Time":118,"Executor CPU Time":108320142,"Result Size":5827,"JVM GC Time":39,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":38411,"Remote Bytes Read To Disk":0,"Local Bytes
Read":51158,"Total Records Read":4197},"Shuffle Write Metrics":{"Shuffle Bytes
Written":63012,"Shuffle Write Time":19978157,"Shuffle Records Written":1671},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":50,"Index":32,"Attempt":0,"Launch Time":1529076283885,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":44,"Index":26,"Attempt":0,"Launch Time":1529076283383,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076283886,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"116375","Value":"2877444","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1119","Value":"27668","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"107741156","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"66","Value":"26870","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"102","Value":"31199","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4245","Value":"116478","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"456523748","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"23","Value":"786","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"88","Value":"28532","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":29800934,"Valu
e":994749756,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1119,"Val
ue":27668,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":51290,"Valu
e":1310291,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4245,"Value":
116478,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":50786,"Val
ue":1204407,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":37808,"Va
lue":1192765,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":108,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":108,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":5
64264960,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":39,"Value":15885,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":157157,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":134281868,"Value":4746
015586,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":150,"Value":33859,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":303353755,"
Value":8139278086,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":346,"Value":11
852,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":346,"Executor Deserialize CPU Time":303353755,"Executor Run
Time":150,"Executor CPU Time":134281868,"Result Size":5827,"JVM GC Time":39,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":37808,"Remote Bytes Read To Disk":0,"Local Bytes
Read":50786,"Total Records Read":4245},"Shuffle Write Metrics":{"Shuffle Bytes
Written":51290,"Shuffle Write Time":29800934,"Shuffle Records Written":1119},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":51,"Index":33,"Attempt":0,"Launch Time":1529076283887,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":45,"Index":27,"Attempt":0,"Launch Time":1529076283388,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076283887,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"105559","Value":"2983003","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1015","Value":"28683","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"108003299","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"63","Value":"26933","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"99","Value":"31298","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4889","Value":"121367","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"473432035","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"21","Value":"807","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"82","Value":"28614","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":20419490,"Valu
e":1015169246,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1015,"Val
ue":28683,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48949,"Valu
e":1359240,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4889,"Value":
121367,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":56900,"Val
ue":1261307,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":42915,"Va
lue":1235680,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":112,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":112,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":5
81435392,"Internal":true,"Count Failed Values":true},
{"ID":234,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":1,"I
nternal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":39,"Value":15924,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5870,"Value":163027,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":122429019,"Value":4868
444605,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":136,"Value":33995,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":312594780,"
Value":8451872866,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":356,"Value":12
208,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":356,"Executor Deserialize CPU Time":312594780,"Executor Run
Time":136,"Executor CPU Time":122429019,"Result Size":5870,"JVM GC Time":39,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":42915,"Remote Bytes Read To Disk":0,"Local Bytes
Read":56900,"Total Records Read":4889},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48949,"Shuffle Write Time":20419490,"Shuffle Records Written":1015},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":52,"Index":34,"Attempt":0,"Launch Time":1529076284153,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":46,"Index":28,"Attempt":0,"Launch Time":1529076283751,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076284154,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"82783","Value":"3065786","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"796","Value":"29479","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"108265442","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"48","Value":"26981","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"84","Value":"31382","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4386","Value":"125753","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"490340322","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"19","Value":"826","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"60","Value":"28674","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":64090642,"Valu
e":1079259888,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":796,"Valu
e":29479,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":43986,"Valu
e":1403226,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4386,"Value":
125753,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39430,"Val
ue":1300737,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":50199,"Va
lue":1285879,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":116,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":116,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":5
98605824,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":15934,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":168854,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":89575162,"Value":49580
19767,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":160,"Value":34155,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":233323148,"
Value":8685196014,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":236,"Value":12
444,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":236,"Executor Deserialize CPU Time":233323148,"Executor Run
Time":160,"Executor CPU Time":89575162,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":50199,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39430,"Total Records Read":4386},"Shuffle Write Metrics":{"Shuffle Bytes
Written":43986,"Shuffle Write Time":64090642,"Shuffle Records Written":796},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":53,"Index":35,"Attempt":0,"Launch Time":1529076284181,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":47,"Index":29,"Attempt":0,"Launch Time":1529076283777,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076284182,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"93599","Value":"3159385","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"900","Value":"30379","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"108527585","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"43","Value":"27024","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"118","Value":"31500","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"3794","Value":"129547","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"507248609","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"16","Value":"842","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"55","Value":"28729","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":40736982,"Valu
e":1119996870,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":900,"Valu
e":30379,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":44487,"Valu
e":1447713,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3794,"Value":
129547,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":33754,"Val
ue":1334491,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":43080,"Va
lue":1328959,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":120,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":120,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":6
15776256,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":15944,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":174681,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":87948695,"Value":50459
68462,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":163,"Value":34318,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":233563632,"
Value":8918759646,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":237,"Value":12
681,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":237,"Executor Deserialize CPU Time":233563632,"Executor Run
Time":163,"Executor CPU Time":87948695,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":43080,"Remote Bytes Read To Disk":0,"Local Bytes
Read":33754,"Total Records Read":3794},"Shuffle Write Metrics":{"Shuffle Bytes
Written":44487,"Shuffle Write Time":40736982,"Shuffle Records Written":900},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":54,"Index":36,"Attempt":0,"Launch Time":1529076284205,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":48,"Index":30,"Attempt":0,"Launch Time":1529076283792,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076284206,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"91103","Value":"3250488","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"876","Value":"31255","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"108789728","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"64","Value":"27088","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"101","Value":"31601","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4400","Value":"133947","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"524156896","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"21","Value":"863","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"76","Value":"28805","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":16876793,"Valu
e":1136873663,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":876,"Valu
e":31255,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":45152,"Valu
e":1492865,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4400,"Value":
133947,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":37575,"Val
ue":1372066,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":51351,"Va
lue":1380310,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":124,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":124,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":6
32946688,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":15954,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":180508,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":101211519,"Value":5147
179981,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":129,"Value":34447,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":276249293,"
Value":9195008939,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":279,"Value":12
960,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":279,"Executor Deserialize CPU Time":276249293,"Executor Run
Time":129,"Executor CPU Time":101211519,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":51351,"Remote Bytes Read To Disk":0,"Local Bytes
Read":37575,"Total Records Read":4400},"Shuffle Write Metrics":{"Shuffle Bytes
Written":45152,"Shuffle Write Time":16876793,"Shuffle Records Written":876},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":55,"Index":37,"Attempt":0,"Launch Time":1529076284220,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":49,"Index":31,"Attempt":0,"Launch Time":1529076283837,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076284220,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"104311","Value":"3354799","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1003","Value":"32258","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"109051871","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"45","Value":"27133","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"71","Value":"31672","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4023","Value":"137970","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"541065183","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"878","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"59","Value":"28864","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":17112766,"Valu
e":1153986429,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1003,"Val
ue":32258,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47499,"Valu
e":1540364,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4023,"Value":
137970,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":46026,"Val
ue":1418092,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":36268,"Va
lue":1416578,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":128,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":128,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":6
50117120,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":186292,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":93694557,"Value":52408
74538,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":101,"Value":34548,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":274547725,"
Value":9469556664,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":276,"Value":13
236,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":276,"Executor Deserialize CPU Time":274547725,"Executor Run
Time":101,"Executor CPU Time":93694557,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":36268,"Remote Bytes Read To Disk":0,"Local Bytes
Read":46026,"Total Records Read":4023},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47499,"Shuffle Write Time":17112766,"Shuffle Records Written":1003},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":56,"Index":38,"Attempt":0,"Launch Time":1529076284330,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":50,"Index":32,"Attempt":0,"Launch Time":1529076283885,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076284331,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"71343","Value":"3426142","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"686","Value":"32944","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"109314014","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"49","Value":"27182","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"78","Value":"31750","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"3998","Value":"141968","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"557973470","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"16","Value":"894","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"63","Value":"28927","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":48642384,"Valu
e":1202628813,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":686,"Valu
e":32944,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":38790,"Valu
e":1579154,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3998,"Value":
141968,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":44541,"Val
ue":1462633,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":34061,"Va
lue":1450639,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":132,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":132,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":6
67287552,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":27,"Value":15981,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":192119,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":101695570,"Value":5342
570108,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":140,"Value":34688,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":298854799,"
Value":9768411463,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":300,"Value":13
536,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":300,"Executor Deserialize CPU Time":298854799,"Executor Run
Time":140,"Executor CPU Time":101695570,"Result Size":5827,"JVM GC Time":27,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":34061,"Remote Bytes Read To Disk":0,"Local Bytes
Read":44541,"Total Records Read":3998},"Shuffle Write Metrics":{"Shuffle Bytes
Written":38790,"Shuffle Write Time":48642384,"Shuffle Records Written":686},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":57,"Index":39,"Attempt":0,"Launch Time":1529076284331,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":51,"Index":33,"Attempt":0,"Launch Time":1529076283887,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076284332,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"99215","Value":"3525357","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"954","Value":"33898","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"109576157","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"61","Value":"27243","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"118","Value":"31868","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4354","Value":"146322","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"574881757","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"22","Value":"916","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"74","Value":"29001","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":19068558,"Valu
e":1221697371,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":954,"Valu
e":33898,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47263,"Valu
e":1626417,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4354,"Value":
146322,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":51228,"Val
ue":1513861,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":39615,"Va
lue":1490254,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":136,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":136,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":6
84457984,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":27,"Value":16008,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":197946,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":111175919,"Value":5453
746027,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":150,"Value":34838,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":291214405,"
Value":10059625868,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":292,"Value":13
828,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":292,"Executor Deserialize CPU Time":291214405,"Executor Run
Time":150,"Executor CPU Time":111175919,"Result Size":5827,"JVM GC Time":27,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":39615,"Remote Bytes Read To Disk":0,"Local Bytes
Read":51228,"Total Records Read":4354},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47263,"Shuffle Write Time":19068558,"Shuffle Records Written":954},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":58,"Index":40,"Attempt":0,"Launch Time":1529076284546,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":52,"Index":34,"Attempt":0,"Launch Time":1529076284153,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076284546,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"92039","Value":"3617396","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"885","Value":"34783","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"109838300","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"47","Value":"27290","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"71","Value":"31939","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4457","Value":"150779","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"591790044","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"18","Value":"934","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"60","Value":"29061","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":60245769,"Valu
e":1281943140,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":885,"Valu
e":34783,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":44974,"Valu
e":1671391,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4457,"Value":
150779,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40346,"Val
ue":1554207,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":50313,"Va
lue":1540567,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":140,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":140,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":7
01628416,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":203730,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":91346732,"Value":55450
92759,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":143,"Value":34981,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":242123226,"
Value":10301749094,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":245,"Value":14
073,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":245,"Executor Deserialize CPU Time":242123226,"Executor Run
Time":143,"Executor CPU Time":91346732,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":50313,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40346,"Total Records Read":4457},"Shuffle Write Metrics":{"Shuffle Bytes
Written":44974,"Shuffle Write Time":60245769,"Shuffle Records Written":885},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":59,"Index":41,"Attempt":0,"Launch Time":1529076284576,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":53,"Index":35,"Attempt":0,"Launch Time":1529076284181,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076284577,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"99215","Value":"3716611","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"70","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"954","Value":"35737","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"126877659","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"42","Value":"27332","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"104","Value":"32043","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4432","Value":"155211","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"608698331","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"949","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"56","Value":"29117","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":15900348,"Valu
e":1297843488,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":954,"Valu
e":35737,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47332,"Valu
e":1718723,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4432,"Value":
155211,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40729,"Val
ue":1594936,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":52383,"Va
lue":1592950,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":144,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":144,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":7
35576064,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":209514,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":87404018,"Value":56324
96777,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":136,"Value":35117,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":237334538,"
Value":10539083632,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":240,"Value":14
313,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":240,"Executor Deserialize CPU Time":237334538,"Executor Run
Time":136,"Executor CPU Time":87404018,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":52383,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40729,"Total Records Read":4432},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47332,"Shuffle Write Time":15900348,"Shuffle Records Written":954},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":60,"Index":42,"Attempt":0,"Launch Time":1529076284584,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":55,"Index":37,"Attempt":0,"Launch Time":1529076284220,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076284584,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"95783","Value":"3812394","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"921","Value":"36658","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"127139802","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"41","Value":"27373","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"67","Value":"32110","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4506","Value":"159717","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"625606618","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"16","Value":"965","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"52","Value":"29169","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":15485459,"Valu
e":1313328947,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":921,"Valu
e":36658,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46322,"Valu
e":1765045,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4506,"Value":
159717,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":53403,"Val
ue":1648339,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":40964,"Va
lue":1633914,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":148,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":148,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":7
52746496,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":27,"Value":16035,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":215341,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":80580642,"Value":57130
77419,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":93,"Value":35210,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":236248838,"
Value":10775332470,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":267,"Value":14
580,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":267,"Executor Deserialize CPU Time":236248838,"Executor Run
Time":93,"Executor CPU Time":80580642,"Result Size":5827,"JVM GC Time":27,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":40964,"Remote Bytes Read To Disk":0,"Local Bytes
Read":53403,"Total Records Read":4506},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46322,"Shuffle Write Time":15485459,"Shuffle Records Written":921},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":61,"Index":43,"Attempt":0,"Launch Time":1529076284604,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":54,"Index":36,"Attempt":0,"Launch Time":1529076284205,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076284604,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"89439","Value":"3901833","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"860","Value":"37518","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"127401945","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"40","Value":"27413","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"73","Value":"32183","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4061","Value":"163778","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"642514905","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"978","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"51","Value":"29220","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":16249875,"Valu
e":1329578822,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":860,"Valu
e":37518,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":44769,"Valu
e":1809814,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4061,"Value":
163778,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":36468,"Val
ue":1684807,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":45442,"Va
lue":1679356,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":152,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":152,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":7
69916928,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":16048,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":221168,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":84374915,"Value":57974
52334,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":100,"Value":35310,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":292822027,"
Value":11068154497,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":294,"Value":14
874,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":294,"Executor Deserialize CPU Time":292822027,"Executor Run
Time":100,"Executor CPU Time":84374915,"Result Size":5827,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":45442,"Remote Bytes Read To Disk":0,"Local Bytes
Read":36468,"Total Records Read":4061},"Shuffle Write Metrics":{"Shuffle Bytes
Written":44769,"Shuffle Write Time":16249875,"Shuffle Records Written":860},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":62,"Index":44,"Attempt":0,"Launch Time":1529076284769,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":56,"Index":38,"Attempt":0,"Launch Time":1529076284330,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076284770,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"104519","Value":"4006352","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1005","Value":"38523","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"127664088","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"53","Value":"27466","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"78","Value":"32261","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4800","Value":"168578","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"659423192","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"19","Value":"997","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"65","Value":"29285","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":60487122,"Valu
e":1390065944,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1005,"Val
ue":38523,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47188,"Valu
e":1857002,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4800,"Value":
168578,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":54646,"Val
ue":1739453,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":43007,"Va
lue":1722363,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":156,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":156,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":7
87087360,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":226952,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":100601469,"Value":5898
053803,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":150,"Value":35460,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":282607001,"
Value":11350761498,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":284,"Value":15
158,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":284,"Executor Deserialize CPU Time":282607001,"Executor Run
Time":150,"Executor CPU Time":100601469,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":43007,"Remote Bytes Read To Disk":0,"Local Bytes
Read":54646,"Total Records Read":4800},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47188,"Shuffle Write Time":60487122,"Shuffle Records Written":1005},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":63,"Index":45,"Attempt":0,"Launch Time":1529076284777,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":57,"Index":39,"Attempt":0,"Launch Time":1529076284331,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076284777,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"102855","Value":"4109207","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"989","Value":"39512","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"127926231","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"52","Value":"27518","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"105","Value":"32366","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4379","Value":"172957","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"676331479","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"20","Value":"1017","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"66","Value":"29351","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":19061152,"Valu
e":1409127096,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":989,"Valu
e":39512,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48146,"Valu
e":1905148,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4379,"Value":
172957,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":52489,"Val
ue":1791942,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":40805,"Va
lue":1763168,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":160,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":160,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":8
04257792,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":232736,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":100962294,"Value":5999
016097,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":142,"Value":35602,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":295447284,"
Value":11646208782,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":298,"Value":15
456,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":298,"Executor Deserialize CPU Time":295447284,"Executor Run
Time":142,"Executor CPU Time":100962294,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":40805,"Remote Bytes Read To Disk":0,"Local Bytes
Read":52489,"Total Records Read":4379},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48146,"Shuffle Write Time":19061152,"Shuffle Records Written":989},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":64,"Index":46,"Attempt":0,"Launch Time":1529076284973,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":58,"Index":40,"Attempt":0,"Launch Time":1529076284546,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076284975,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"88607","Value":"4197814","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"852","Value":"40364","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"128188374","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"50","Value":"27568","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"73","Value":"32439","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4479","Value":"177436","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"693239766","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"19","Value":"1036","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"63","Value":"29414","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":84176933,"Valu
e":1493304029,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":852,"Valu
e":40364,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":44147,"Valu
e":1949295,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4479,"Value":
177436,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39217,"Val
ue":1831159,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":51545,"Va
lue":1814713,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":164,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":164,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":8
21428224,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":16061,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":238563,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":92979086,"Value":60919
95183,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":170,"Value":35772,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":236270658,"
Value":11882479440,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":251,"Value":15
707,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":251,"Executor Deserialize CPU Time":236270658,"Executor Run
Time":170,"Executor CPU Time":92979086,"Result Size":5827,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":51545,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39217,"Total Records Read":4479},"Shuffle Write Metrics":{"Shuffle Bytes
Written":44147,"Shuffle Write Time":84176933,"Shuffle Records Written":852},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":65,"Index":47,"Attempt":0,"Launch Time":1529076284987,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":59,"Index":41,"Attempt":0,"Launch Time":1529076284576,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076284988,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"110863","Value":"4308677","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1066","Value":"41430","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"128450517","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"47","Value":"27615","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"101","Value":"32540","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4801","Value":"182237","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"710148053","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"17","Value":"1053","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"58","Value":"29472","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":55459591,"Valu
e":1548763620,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1066,"Val
ue":41430,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49893,"Valu
e":1999188,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4801,"Value":
182237,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":43406,"Val
ue":1874565,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":58487,"Va
lue":1873200,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":168,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":168,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":8
38598656,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":244347,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":91104090,"Value":61830
99273,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":167,"Value":35939,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":236376988,"
Value":12118856428,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":238,"Value":15
945,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":238,"Executor Deserialize CPU Time":236376988,"Executor Run
Time":167,"Executor CPU Time":91104090,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":58487,"Remote Bytes Read To Disk":0,"Local Bytes
Read":43406,"Total Records Read":4801},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49893,"Shuffle Write Time":55459591,"Shuffle Records Written":1066},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":66,"Index":48,"Attempt":0,"Launch Time":1529076285030,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":60,"Index":42,"Attempt":0,"Launch Time":1529076284584,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076285031,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"80911","Value":"4389588","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"80","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"778","Value":"42208","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"145489876","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"40","Value":"27655","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"183","Value":"32723","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4506","Value":"186743","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"727056340","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"1066","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"51","Value":"29523","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":21094739,"Valu
e":1569858359,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":778,"Valu
e":42208,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":41626,"Valu
e":2040814,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4506,"Value":
186743,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":51142,"Val
ue":1925707,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":39210,"Va
lue":1912410,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":172,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":172,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":8
72546304,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":32,"Value":16093,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":250174,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":89619421,"Value":62727
18694,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":216,"Value":36155,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":224302298,"
Value":12343158726,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":226,"Value":16
171,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":226,"Executor Deserialize CPU Time":224302298,"Executor Run
Time":216,"Executor CPU Time":89619421,"Result Size":5827,"JVM GC Time":32,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":39210,"Remote Bytes Read To Disk":0,"Local Bytes
Read":51142,"Total Records Read":4506},"Shuffle Write Metrics":{"Shuffle Bytes
Written":41626,"Shuffle Write Time":21094739,"Shuffle Records Written":778},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":67,"Index":49,"Attempt":0,"Launch Time":1529076285034,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":61,"Index":43,"Attempt":0,"Launch Time":1529076284604,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076285034,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"99319","Value":"4488907","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"955","Value":"43163","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"145752019","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"37","Value":"27692","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"136","Value":"32859","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4189","Value":"190932","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"743964627","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"12","Value":"1078","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"48","Value":"29571","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":42541035,"Valu
e":1612399394,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":955,"Valu
e":43163,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46812,"Valu
e":2087626,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4189,"Value":
190932,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":37910,"Val
ue":1963617,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":48647,"Va
lue":1961057,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":176,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":176,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":8
89716736,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":16104,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":256001,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":95586765,"Value":63683
05459,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":180,"Value":36335,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":242208359,"
Value":12585367085,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":244,"Value":16
415,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":244,"Executor Deserialize CPU Time":242208359,"Executor Run
Time":180,"Executor CPU Time":95586765,"Result Size":5827,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":48647,"Remote Bytes Read To Disk":0,"Local Bytes
Read":37910,"Total Records Read":4189},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46812,"Shuffle Write Time":42541035,"Shuffle Records Written":955},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":68,"Index":50,"Attempt":0,"Launch Time":1529076285199,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":63,"Index":45,"Attempt":0,"Launch Time":1529076284777,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076285200,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"104415","Value":"4593322","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1004","Value":"44167","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"146014162","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"48","Value":"27740","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"75","Value":"32934","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4159","Value":"195091","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"760872914","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"16","Value":"1094","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"60","Value":"29631","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":20162058,"Valu
e":1632561452,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1004,"Val
ue":44167,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47858,"Valu
e":2135484,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4159,"Value":
195091,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":47531,"Val
ue":2011148,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":37840,"Va
lue":1998897,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":180,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":180,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":9
06887168,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":32,"Value":16136,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":261828,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":99007035,"Value":64673
12494,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":108,"Value":36443,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":273039629,"
Value":12858406714,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":306,"Value":16
721,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":306,"Executor Deserialize CPU Time":273039629,"Executor Run
Time":108,"Executor CPU Time":99007035,"Result Size":5827,"JVM GC Time":32,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":37840,"Remote Bytes Read To Disk":0,"Local Bytes
Read":47531,"Total Records Read":4159},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47858,"Shuffle Write Time":20162058,"Shuffle Records Written":1004},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":69,"Index":51,"Attempt":0,"Launch Time":1529076285200,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":62,"Index":44,"Attempt":0,"Launch Time":1529076284769,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076285200,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"81847","Value":"4675169","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"787","Value":"44954","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"146276305","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"50","Value":"27790","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"75","Value":"33009","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4462","Value":"199553","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"777781201","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"17","Value":"1111","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"62","Value":"29693","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":19651179,"Valu
e":1652212631,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":787,"Valu
e":44954,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":42416,"Valu
e":2177900,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4462,"Value":
199553,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":51943,"Val
ue":2063091,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":37605,"Va
lue":2036502,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":184,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":184,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":9
24057600,"Internal":true,"Count Failed Values":true},
{"ID":234,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":2,"I
nternal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":32,"Value":16168,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5870,"Value":267698,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":97686081,"Value":65649
98575,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":105,"Value":36548,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":283059220,"
Value":13141465934,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":317,"Value":17
038,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":317,"Executor Deserialize CPU Time":283059220,"Executor Run
Time":105,"Executor CPU Time":97686081,"Result Size":5870,"JVM GC Time":32,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":37605,"Remote Bytes Read To Disk":0,"Local Bytes
Read":51943,"Total Records Read":4462},"Shuffle Write Metrics":{"Shuffle Bytes
Written":42416,"Shuffle Write Time":19651179,"Shuffle Records Written":787},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":70,"Index":52,"Attempt":0,"Launch Time":1529076285339,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":64,"Index":46,"Attempt":0,"Launch Time":1529076284973,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076285339,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"79663","Value":"4754832","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"766","Value":"45720","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"146538448","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"45","Value":"27835","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"70","Value":"33079","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4332","Value":"203885","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"794689488","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"16","Value":"1127","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"59","Value":"29752","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":28631434,"Valu
e":1680844065,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":766,"Valu
e":45720,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":42542,"Valu
e":2220442,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4332,"Value":
203885,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":36987,"Val
ue":2100078,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":49096,"Va
lue":2085598,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":188,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":188,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":9
41228032,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":16179,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":273525,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":97440449,"Value":66624
39024,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":112,"Value":36660,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":233447376,"
Value":13374913310,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":245,"Value":17
283,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":245,"Executor Deserialize CPU Time":233447376,"Executor Run
Time":112,"Executor CPU Time":97440449,"Result Size":5827,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":49096,"Remote Bytes Read To Disk":0,"Local Bytes
Read":36987,"Total Records Read":4332},"Shuffle Write Metrics":{"Shuffle Bytes
Written":42542,"Shuffle Write Time":28631434,"Shuffle Records Written":766},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":71,"Index":53,"Attempt":0,"Launch Time":1529076285342,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":65,"Index":47,"Attempt":0,"Launch Time":1529076284987,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076285343,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"106495","Value":"4861327","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1024","Value":"46744","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"146800591","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"42","Value":"27877","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"77","Value":"33156","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4207","Value":"208092","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"811597775","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"1142","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"56","Value":"29808","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":19718543,"Valu
e":1700562608,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1024,"Val
ue":46744,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48333,"Valu
e":2268775,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4207,"Value":
208092,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":38266,"Val
ue":2138344,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":47340,"Va
lue":2132938,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":192,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":192,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":9
58398464,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":16190,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":279352,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":91894964,"Value":67543
33988,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":107,"Value":36767,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":229795741,"
Value":13604709051,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":244,"Value":17
527,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":244,"Executor Deserialize CPU Time":229795741,"Executor Run
Time":107,"Executor CPU Time":91894964,"Result Size":5827,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":47340,"Remote Bytes Read To Disk":0,"Local Bytes
Read":38266,"Total Records Read":4207},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48333,"Shuffle Write Time":19718543,"Shuffle Records Written":1024},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":72,"Index":54,"Attempt":0,"Launch Time":1529076285363,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":66,"Index":48,"Attempt":0,"Launch Time":1529076285030,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076285363,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"130103","Value":"4991430","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1251","Value":"47995","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"147062734","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"33","Value":"27910","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"52","Value":"33208","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"3828","Value":"211920","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"828506062","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"11","Value":"1153","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"43","Value":"29851","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":12503489,"Valu
e":1713066097,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1251,"Val
ue":47995,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":54879,"Valu
e":2323654,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3828,"Value":
211920,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":46018,"Val
ue":2184362,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":35035,"Va
lue":2167973,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":196,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":196,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":9
75568896,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":285136,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":70258513,"Value":68245
92501,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":75,"Value":36842,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":250162393,"
Value":13854871444,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":253,"Value":17
780,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":253,"Executor Deserialize CPU Time":250162393,"Executor Run
Time":75,"Executor CPU Time":70258513,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":35035,"Remote Bytes Read To Disk":0,"Local Bytes
Read":46018,"Total Records Read":3828},"Shuffle Write Metrics":{"Shuffle Bytes
Written":54879,"Shuffle Write Time":12503489,"Shuffle Records Written":1251},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":73,"Index":55,"Attempt":0,"Launch Time":1529076285514,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":67,"Index":49,"Attempt":0,"Launch Time":1529076285034,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076285515,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"215175","Value":"5206605","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"2069","Value":"50064","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"147324877","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"67","Value":"27977","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"88","Value":"33296","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4540","Value":"216460","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"845414349","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"20","Value":"1173","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"81","Value":"29932","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":19381918,"Valu
e":1732448015,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":2069,"Val
ue":50064,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":78893,"Valu
e":2402547,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4540,"Value":
216460,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":46095,"Val
ue":2230457,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":58030,"Va
lue":2226003,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":200,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":200,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":9
92739328,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":16201,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":290963,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":103375574,"Value":6927
968075,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":121,"Value":36963,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":352328311,"
Value":14207199755,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":356,"Value":18
136,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":356,"Executor Deserialize CPU Time":352328311,"Executor Run
Time":121,"Executor CPU Time":103375574,"Result Size":5827,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":58030,"Remote Bytes Read To Disk":0,"Local Bytes
Read":46095,"Total Records Read":4540},"Shuffle Write Metrics":{"Shuffle Bytes
Written":78893,"Shuffle Write Time":19381918,"Shuffle Records Written":2069},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":74,"Index":56,"Attempt":0,"Launch Time":1529076285640,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":69,"Index":51,"Attempt":0,"Launch Time":1529076285200,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076285640,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"121471","Value":"5328076","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"90","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1168","Value":"51232","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"164364236","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"50","Value":"28027","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"75","Value":"33371","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4567","Value":"221027","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"862322636","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"17","Value":"1190","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"64","Value":"29996","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":44734056,"Valu
e":1777182071,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1168,"Val
ue":51232,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":50782,"Valu
e":2453329,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4567,"Value":
221027,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":54824,"Val
ue":2285281,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":42244,"Va
lue":2268247,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":204,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":204,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":1
026686976,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":16217,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":296790,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":99799730,"Value":70277
67805,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":133,"Value":37096,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":283935909,"
Value":14491135664,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":302,"Value":18
438,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":302,"Executor Deserialize CPU Time":283935909,"Executor Run
Time":133,"Executor CPU Time":99799730,"Result Size":5827,"JVM GC Time":16,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":42244,"Remote Bytes Read To Disk":0,"Local Bytes
Read":54824,"Total Records Read":4567},"Shuffle Write Metrics":{"Shuffle Bytes
Written":50782,"Shuffle Write Time":44734056,"Shuffle Records Written":1168},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":75,"Index":57,"Attempt":0,"Launch Time":1529076285646,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":68,"Index":50,"Attempt":0,"Launch Time":1529076285199,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076285647,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"145079","Value":"5473155","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1395","Value":"52627","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"164626379","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"62","Value":"28089","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"107","Value":"33478","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4320","Value":"225347","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"879230923","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"23","Value":"1213","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"74","Value":"30070","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":20102070,"Valu
e":1797284141,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1395,"Val
ue":52627,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":55307,"Valu
e":2508636,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4320,"Value":
225347,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":50337,"Val
ue":2335618,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":37736,"Va
lue":2305983,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":208,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":208,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
043857408,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":16233,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":302617,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":110111760,"Value":7137
879565,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":136,"Value":37232,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":287492356,"
Value":14778628020,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":306,"Value":18
744,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":306,"Executor Deserialize CPU Time":287492356,"Executor Run
Time":136,"Executor CPU Time":110111760,"Result Size":5827,"JVM GC Time":16,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":37736,"Remote Bytes Read To Disk":0,"Local Bytes
Read":50337,"Total Records Read":4320},"Shuffle Write Metrics":{"Shuffle Bytes
Written":55307,"Shuffle Write Time":20102070,"Shuffle Records Written":1395},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":76,"Index":58,"Attempt":0,"Launch Time":1529076285689,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":70,"Index":52,"Attempt":0,"Launch Time":1529076285339,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076285690,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"81743","Value":"5554898","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"786","Value":"53413","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"164888522","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"43","Value":"28132","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"65","Value":"33543","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4301","Value":"229648","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"896139210","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"14","Value":"1227","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"55","Value":"30125","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13656542,"Valu
e":1810940683,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":786,"Valu
e":53413,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":40353,"Valu
e":2548989,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4301,"Value":
229648,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":37304,"Val
ue":2372922,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":47876,"Va
lue":2353859,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":212,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":212,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
061027840,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":16244,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":308444,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":80569008,"Value":72184
48573,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":91,"Value":37323,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":237860801,"
Value":15016488821,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":254,"Value":18
998,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":254,"Executor Deserialize CPU Time":237860801,"Executor Run
Time":91,"Executor CPU Time":80569008,"Result Size":5827,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":47876,"Remote Bytes Read To Disk":0,"Local Bytes
Read":37304,"Total Records Read":4301},"Shuffle Write Metrics":{"Shuffle Bytes
Written":40353,"Shuffle Write Time":13656542,"Shuffle Records Written":786},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":77,"Index":59,"Attempt":0,"Launch Time":1529076285738,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":71,"Index":53,"Attempt":0,"Launch Time":1529076285342,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076285739,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"94327","Value":"5649225","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"907","Value":"54320","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"165150665","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"48","Value":"28180","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"69","Value":"33612","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4359","Value":"234007","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"913047497","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"16","Value":"1243","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"61","Value":"30186","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":14742518,"Valu
e":1825683201,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":907,"Valu
e":54320,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":44463,"Valu
e":2593452,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4359,"Value":
234007,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":38702,"Val
ue":2411624,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":51400,"Va
lue":2405259,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":216,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":216,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
078198272,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":16255,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":314271,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":90039122,"Value":73084
87695,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":95,"Value":37418,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":280426273,"
Value":15296915094,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":296,"Value":19
294,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":296,"Executor Deserialize CPU Time":280426273,"Executor Run
Time":95,"Executor CPU Time":90039122,"Result Size":5827,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":51400,"Remote Bytes Read To Disk":0,"Local Bytes
Read":38702,"Total Records Read":4359},"Shuffle Write Metrics":{"Shuffle Bytes
Written":44463,"Shuffle Write Time":14742518,"Shuffle Records Written":907},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":78,"Index":60,"Attempt":0,"Launch Time":1529076285748,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":72,"Index":54,"Attempt":0,"Launch Time":1529076285363,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076285748,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"95887","Value":"5745112","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"922","Value":"55242","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"165412808","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"51","Value":"28231","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"82","Value":"33694","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4514","Value":"238521","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"929955784","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"20","Value":"1263","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"63","Value":"30249","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":31553947,"Valu
e":1857237148,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":922,"Valu
e":55242,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":44215,"Valu
e":2637667,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4514,"Value":
238521,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":51678,"Val
ue":2463302,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":39531,"Va
lue":2444790,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":220,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":220,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
095368704,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":16271,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":320098,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":113242384,"Value":7421
730079,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":126,"Value":37544,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":236245404,"
Value":15533160498,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":255,"Value":19
549,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":255,"Executor Deserialize CPU Time":236245404,"Executor Run
Time":126,"Executor CPU Time":113242384,"Result Size":5827,"JVM GC Time":16,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":39531,"Remote Bytes Read To Disk":0,"Local Bytes
Read":51678,"Total Records Read":4514},"Shuffle Write Metrics":{"Shuffle Bytes
Written":44215,"Shuffle Write Time":31553947,"Shuffle Records Written":922},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":79,"Index":61,"Attempt":0,"Launch Time":1529076285916,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":73,"Index":55,"Attempt":0,"Launch Time":1529076285514,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076285917,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"115959","Value":"5861071","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1115","Value":"56357","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"165674951","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"50","Value":"28281","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"84","Value":"33778","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4715","Value":"243236","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"946864071","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"18","Value":"1281","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"63","Value":"30312","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":15548767,"Valu
e":1872785915,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1115,"Val
ue":56357,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49714,"Valu
e":2687381,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4715,"Value":
243236,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":44164,"Val
ue":2507466,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":55260,"Va
lue":2500050,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":224,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":224,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
112539136,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":16283,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":325925,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":93539278,"Value":75152
69357,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":110,"Value":37654,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":284056808,"
Value":15817217306,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":287,"Value":19
836,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":287,"Executor Deserialize CPU Time":284056808,"Executor Run
Time":110,"Executor CPU Time":93539278,"Result Size":5827,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":55260,"Remote Bytes Read To Disk":0,"Local Bytes
Read":44164,"Total Records Read":4715},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49714,"Shuffle Write Time":15548767,"Shuffle Records Written":1115},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":80,"Index":62,"Attempt":0,"Launch Time":1529076286037,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":76,"Index":58,"Attempt":0,"Launch Time":1529076285689,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076286037,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"107639","Value":"5968710","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1035","Value":"57392","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"165937094","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"47","Value":"28328","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"69","Value":"33847","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4870","Value":"248106","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"963772358","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"17","Value":"1298","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"58","Value":"30370","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13456307,"Valu
e":1886242222,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1035,"Val
ue":57392,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46811,"Valu
e":2734192,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4870,"Value":
248106,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":44275,"Val
ue":2551741,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":55276,"Va
lue":2555326,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":228,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":228,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
129709568,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":16295,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":331752,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":84944288,"Value":76002
13645,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":93,"Value":37747,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":234841701,"
Value":16052059007,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":250,"Value":20
086,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":250,"Executor Deserialize CPU Time":234841701,"Executor Run
Time":93,"Executor CPU Time":84944288,"Result Size":5827,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":55276,"Remote Bytes Read To Disk":0,"Local Bytes
Read":44275,"Total Records Read":4870},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46811,"Shuffle Write Time":13456307,"Shuffle Records Written":1035},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":81,"Index":63,"Attempt":0,"Launch Time":1529076286046,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":74,"Index":56,"Attempt":0,"Launch Time":1529076285640,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076286047,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"90167","Value":"6058877","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"867","Value":"58259","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"166199237","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"45","Value":"28373","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"82","Value":"33929","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4279","Value":"252385","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"980680645","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"1313","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"58","Value":"30428","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":15718604,"Valu
e":1901960826,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":867,"Valu
e":58259,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":42566,"Valu
e":2776758,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4279,"Value":
252385,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":47939,"Val
ue":2599680,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":38349,"Va
lue":2593675,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":232,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":232,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
146880000,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":16312,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":337579,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":87743152,"Value":76879
56797,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":110,"Value":37857,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":290417812,"
Value":16342476819,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":292,"Value":20
378,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":292,"Executor Deserialize CPU Time":290417812,"Executor Run
Time":110,"Executor CPU Time":87743152,"Result Size":5827,"JVM GC Time":17,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":38349,"Remote Bytes Read To Disk":0,"Local Bytes
Read":47939,"Total Records Read":4279},"Shuffle Write Metrics":{"Shuffle Bytes
Written":42566,"Shuffle Write Time":15718604,"Shuffle Records Written":867},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":82,"Index":64,"Attempt":0,"Launch Time":1529076286092,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":75,"Index":57,"Attempt":0,"Launch Time":1529076285646,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076286092,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"90271","Value":"6149148","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"868","Value":"59127","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"166461380","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"96","Value":"28469","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"118","Value":"34047","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4457","Value":"256842","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"997588932","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"26","Value":"1339","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"114","Value":"30542","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13580196,"Valu
e":1915541022,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":868,"Valu
e":59127,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":43602,"Valu
e":2820360,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4457,"Value":
256842,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":50984,"Val
ue":2650664,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":42201,"Va
lue":2635876,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":236,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":236,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
164050432,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":16329,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":343406,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":122702397,"Value":7810
659194,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":147,"Value":38004,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":293864499,"
Value":16636341318,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":295,"Value":20
673,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":295,"Executor Deserialize CPU Time":293864499,"Executor Run
Time":147,"Executor CPU Time":122702397,"Result Size":5827,"JVM GC Time":17,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":42201,"Remote Bytes Read To Disk":0,"Local Bytes
Read":50984,"Total Records Read":4457},"Shuffle Write Metrics":{"Shuffle Bytes
Written":43602,"Shuffle Write Time":13580196,"Shuffle Records Written":868},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":83,"Index":65,"Attempt":0,"Launch Time":1529076286105,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":77,"Index":59,"Attempt":0,"Launch Time":1529076285738,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076286106,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"71759","Value":"6220907","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"690","Value":"59817","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"166723523","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"41","Value":"28510","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"62","Value":"34109","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"3748","Value":"260590","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1014497219","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"14","Value":"1353","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"53","Value":"30595","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":14217707,"Valu
e":1929758729,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":690,"Valu
e":59817,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":38095,"Valu
e":2858455,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3748,"Value":
260590,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":33346,"Val
ue":2684010,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":42416,"Va
lue":2678292,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":240,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":240,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
181220864,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":16341,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":349233,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":80303304,"Value":78909
62498,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":87,"Value":38091,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":260452629,"
Value":16896793947,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":275,"Value":20
948,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":275,"Executor Deserialize CPU Time":260452629,"Executor Run
Time":87,"Executor CPU Time":80303304,"Result Size":5827,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":42416,"Remote Bytes Read To Disk":0,"Local Bytes
Read":33346,"Total Records Read":3748},"Shuffle Write Metrics":{"Shuffle Bytes
Written":38095,"Shuffle Write Time":14217707,"Shuffle Records Written":690},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":84,"Index":66,"Attempt":0,"Launch Time":1529076286158,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":78,"Index":60,"Attempt":0,"Launch Time":1529076285748,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076286158,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"109199","Value":"6330106","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1050","Value":"60867","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"166985666","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"55","Value":"28565","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"74","Value":"34183","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4424","Value":"265014","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1031405506","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"21","Value":"1374","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"68","Value":"30663","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":14538627,"Valu
e":1944297356,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1050,"Val
ue":60867,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47519,"Valu
e":2905974,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4424,"Value":
265014,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":50545,"Val
ue":2734555,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":39938,"Va
lue":2718230,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":244,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":244,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
198391296,"Internal":true,"Count Failed Values":true},
{"ID":234,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":3,"I
nternal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":16358,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5870,"Value":355103,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":97350616,"Value":79883
13114,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":101,"Value":38192,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":282711420,"
Value":17179505367,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":304,"Value":21
252,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":304,"Executor Deserialize CPU Time":282711420,"Executor Run
Time":101,"Executor CPU Time":97350616,"Result Size":5870,"JVM GC Time":17,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":39938,"Remote Bytes Read To Disk":0,"Local Bytes
Read":50545,"Total Records Read":4424},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47519,"Shuffle Write Time":14538627,"Shuffle Records Written":1050},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":85,"Index":67,"Attempt":0,"Launch Time":1529076286280,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":79,"Index":61,"Attempt":0,"Launch Time":1529076285916,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076286280,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"90375","Value":"6420481","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"869","Value":"61736","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"167247809","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"50","Value":"28615","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"72","Value":"34255","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4577","Value":"269591","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1048313793","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"17","Value":"1391","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"61","Value":"30724","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":14644923,"Valu
e":1958942279,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":869,"Valu
e":61736,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":42723,"Valu
e":2948697,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4577,"Value":
269591,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41319,"Val
ue":2775874,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":51943,"Va
lue":2770173,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":248,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":248,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
215561728,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":360887,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":90437648,"Value":80787
50762,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":98,"Value":38290,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":257493334,"
Value":17436998701,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":260,"Value":21
512,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":260,"Executor Deserialize CPU Time":257493334,"Executor Run
Time":98,"Executor CPU Time":90437648,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":51943,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41319,"Total Records Read":4577},"Shuffle Write Metrics":{"Shuffle Bytes
Written":42723,"Shuffle Write Time":14644923,"Shuffle Records Written":869},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":86,"Index":68,"Attempt":0,"Launch Time":1529076286381,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":80,"Index":62,"Attempt":0,"Launch Time":1529076286037,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076286382,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"99735","Value":"6520216","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"959","Value":"62695","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"167509952","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"40","Value":"28655","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"73","Value":"34328","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4080","Value":"273671","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1065222080","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"1404","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"61","Value":"30785","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":14600986,"Valu
e":1973543265,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":959,"Valu
e":62695,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":45422,"Valu
e":2994119,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4080,"Value":
273671,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":36247,"Val
ue":2812121,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":46463,"Va
lue":2816636,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":252,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":252,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
232732160,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":16367,"Internal":t
rue,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":366714,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":77490765,"Value":81562
41527,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":98,"Value":38388,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":237334100,"
Value":17674332801,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":242,"Value":21
754,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":242,"Executor Deserialize CPU Time":237334100,"Executor Run
Time":98,"Executor CPU Time":77490765,"Result Size":5827,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":46463,"Remote Bytes Read To Disk":0,"Local Bytes
Read":36247,"Total Records Read":4080},"Shuffle Write Metrics":{"Shuffle Bytes
Written":45422,"Shuffle Write Time":14600986,"Shuffle Records Written":959},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":87,"Index":69,"Attempt":0,"Launch Time":1529076286411,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":81,"Index":63,"Attempt":0,"Launch Time":1529076286046,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076286411,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"80911","Value":"6601127","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"778","Value":"63473","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"167772095","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"42","Value":"28697","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"60","Value":"34388","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4236","Value":"277907","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1082130367","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"14","Value":"1418","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"53","Value":"30838","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":12507776,"Valu
e":1986051041,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":778,"Valu
e":63473,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":40835,"Valu
e":3034954,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4236,"Value":
277907,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":47218,"Val
ue":2859339,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":38464,"Va
lue":2855100,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":256,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":256,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
249902592,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":372498,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":78664060,"Value":82349
05587,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":84,"Value":38472,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":273747919,"
Value":17948080720,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":276,"Value":22
030,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":276,"Executor Deserialize CPU Time":273747919,"Executor Run
Time":84,"Executor CPU Time":78664060,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":38464,"Remote Bytes Read To Disk":0,"Local Bytes
Read":47218,"Total Records Read":4236},"Shuffle Write Metrics":{"Shuffle Bytes
Written":40835,"Shuffle Write Time":12507776,"Shuffle Records Written":778},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":88,"Index":70,"Attempt":0,"Launch Time":1529076286453,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":83,"Index":65,"Attempt":0,"Launch Time":1529076286105,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076286453,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"77271","Value":"6678398","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"100","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"743","Value":"64216","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"184811454","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"42","Value":"28739","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"63","Value":"34451","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4296","Value":"282203","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1099038654","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"14","Value":"1432","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"54","Value":"30892","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":12104443,"Valu
e":1998155484,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":743,"Valu
e":64216,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":39636,"Valu
e":3074590,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4296,"Value":
282203,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39419,"Val
ue":2898758,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":47682,"Va
lue":2902782,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":260,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":260,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":1
283850240,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":16376,"Internal":t
rue,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":378325,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":78043731,"Value":83129
49318,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":87,"Value":38559,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":243129947,"
Value":18191210667,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":256,"Value":22
286,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":256,"Executor Deserialize CPU Time":243129947,"Executor Run
Time":87,"Executor CPU Time":78043731,"Result Size":5827,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":47682,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39419,"Total Records Read":4296},"Shuffle Write Metrics":{"Shuffle Bytes
Written":39636,"Shuffle Write Time":12104443,"Shuffle Records Written":743},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":89,"Index":71,"Attempt":0,"Launch Time":1529076286499,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":82,"Index":64,"Attempt":0,"Launch Time":1529076286092,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076286499,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"96927","Value":"6775325","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"932","Value":"65148","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"185073597","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"66","Value":"28805","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"91","Value":"34542","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4034","Value":"286237","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1115946941","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"24","Value":"1456","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"80","Value":"30972","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":37276403,"Valu
e":2035431887,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":932,"Valu
e":65148,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":44768,"Valu
e":3119358,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4034,"Value":
286237,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":46019,"Val
ue":2944777,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":35750,"Va
lue":2938532,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":264,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":264,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
301020672,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":16390,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":384152,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":121148766,"Value":8434
098084,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":141,"Value":38700,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":261020684,"
Value":18452231351,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":262,"Value":22
548,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":262,"Executor Deserialize CPU Time":261020684,"Executor Run
Time":141,"Executor CPU Time":121148766,"Result Size":5827,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":35750,"Remote Bytes Read To Disk":0,"Local Bytes
Read":46019,"Total Records Read":4034},"Shuffle Write Metrics":{"Shuffle Bytes
Written":44768,"Shuffle Write Time":37276403,"Shuffle Records Written":932},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":90,"Index":72,"Attempt":0,"Launch Time":1529076286540,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":84,"Index":66,"Attempt":0,"Launch Time":1529076286158,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076286540,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"98383","Value":"6873708","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"946","Value":"66094","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"185335740","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"63","Value":"28868","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"86","Value":"34628","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4166","Value":"290403","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1132855228","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"17","Value":"1473","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"74","Value":"31046","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":14315598,"Valu
e":2049747485,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":946,"Valu
e":66094,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":45104,"Valu
e":3164462,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4166,"Value":
290403,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":47609,"Val
ue":2992386,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":36824,"Va
lue":2975356,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":268,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":268,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
318191104,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":16404,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":389979,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":88066147,"Value":85221
64231,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":111,"Value":38811,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":264082844,"
Value":18716314195,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":267,"Value":22
815,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":267,"Executor Deserialize CPU Time":264082844,"Executor Run
Time":111,"Executor CPU Time":88066147,"Result Size":5827,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":36824,"Remote Bytes Read To Disk":0,"Local Bytes
Read":47609,"Total Records Read":4166},"Shuffle Write Metrics":{"Shuffle Bytes
Written":45104,"Shuffle Write Time":14315598,"Shuffle Records Written":946},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":91,"Index":73,"Attempt":0,"Launch Time":1529076286720,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":85,"Index":67,"Attempt":0,"Launch Time":1529076286280,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076286720,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"72695","Value":"6946403","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"699","Value":"66793","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"185597883","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"54","Value":"28922","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"76","Value":"34704","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4049","Value":"294452","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1149763515","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"24","Value":"1497","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"66","Value":"31112","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":47201823,"Valu
e":2096949308,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":699,"Valu
e":66793,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":38057,"Valu
e":3202519,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4049,"Value":
294452,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":35400,"Val
ue":3027786,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":44879,"Va
lue":3020235,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":272,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":272,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
335361536,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":16413,"Internal":t
rue,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":395806,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":97596404,"Value":86197
60635,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":135,"Value":38946,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":288443336,"
Value":19004757531,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":300,"Value":23
115,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":300,"Executor Deserialize CPU Time":288443336,"Executor Run
Time":135,"Executor CPU Time":97596404,"Result Size":5827,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":44879,"Remote Bytes Read To Disk":0,"Local Bytes
Read":35400,"Total Records Read":4049},"Shuffle Write Metrics":{"Shuffle Bytes
Written":38057,"Shuffle Write Time":47201823,"Shuffle Records Written":699},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":92,"Index":74,"Attempt":0,"Launch Time":1529076286728,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":86,"Index":68,"Attempt":0,"Launch Time":1529076286381,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076286728,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"103479","Value":"7049882","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"995","Value":"67788","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"185860026","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"38","Value":"28960","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"85","Value":"34789","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4408","Value":"298860","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1166671802","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"1510","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"47","Value":"31159","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13388536,"Valu
e":2110337844,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":995,"Valu
e":67788,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46195,"Valu
e":3248714,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4408,"Value":
298860,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39742,"Val
ue":3067528,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":49713,"Va
lue":3069948,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":276,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":276,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
352531968,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":401590,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":74975414,"Value":86947
36049,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":107,"Value":39053,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":233437327,"
Value":19238194858,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":236,"Value":23
351,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":236,"Executor Deserialize CPU Time":233437327,"Executor Run
Time":107,"Executor CPU Time":74975414,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":49713,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39742,"Total Records Read":4408},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46195,"Shuffle Write Time":13388536,"Shuffle Records Written":995},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":93,"Index":75,"Attempt":0,"Launch Time":1529076286766,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":87,"Index":69,"Attempt":0,"Launch Time":1529076286411,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076286767,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"80911","Value":"7130793","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"778","Value":"68566","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"186122169","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"37","Value":"28997","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"66","Value":"34855","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4281","Value":"303141","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1183580089","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"1523","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"47","Value":"31206","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":17720465,"Valu
e":2128058309,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":778,"Valu
e":68566,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":40555,"Valu
e":3289269,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4281,"Value":
303141,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":48587,"Val
ue":3116115,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":38034,"Va
lue":3107982,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":280,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":280,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
369702400,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":16427,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":407417,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":81316367,"Value":87760
52416,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":93,"Value":39146,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":241890864,"
Value":19480085722,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":257,"Value":23
608,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":257,"Executor Deserialize CPU Time":241890864,"Executor Run
Time":93,"Executor CPU Time":81316367,"Result Size":5827,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":38034,"Remote Bytes Read To Disk":0,"Local Bytes
Read":48587,"Total Records Read":4281},"Shuffle Write Metrics":{"Shuffle Bytes
Written":40555,"Shuffle Write Time":17720465,"Shuffle Records Written":778},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":94,"Index":76,"Attempt":0,"Launch Time":1529076286871,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":88,"Index":70,"Attempt":0,"Launch Time":1529076286453,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076286871,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"108991","Value":"7239784","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1048","Value":"69614","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"186384312","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"60","Value":"29057","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"85","Value":"34940","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4496","Value":"307637","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1200488376","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"24","Value":"1547","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"89","Value":"31295","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":19475577,"Valu
e":2147533886,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1048,"Val
ue":69614,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47367,"Valu
e":3336636,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4496,"Value":
307637,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40345,"Val
ue":3156460,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":51537,"Va
lue":3159519,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":284,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":284,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
386872832,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":16437,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":413244,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":111542912,"Value":8887
595328,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":131,"Value":39277,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":281072741,"
Value":19761158463,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":283,"Value":23
891,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":283,"Executor Deserialize CPU Time":281072741,"Executor Run
Time":131,"Executor CPU Time":111542912,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":51537,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40345,"Total Records Read":4496},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47367,"Shuffle Write Time":19475577,"Shuffle Records Written":1048},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":95,"Index":77,"Attempt":0,"Launch Time":1529076286942,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":90,"Index":72,"Attempt":0,"Launch Time":1529076286540,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076286943,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"118975","Value":"7358759","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"110","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1144","Value":"70758","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"203423671","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"51","Value":"29108","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"71","Value":"35011","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4478","Value":"312115","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1217396663","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"19","Value":"1566","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"62","Value":"31357","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":45415410,"Valu
e":2192949296,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1144,"Val
ue":70758,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49872,"Valu
e":3386508,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4478,"Value":
312115,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":51406,"Val
ue":3207866,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":40765,"Va
lue":3200284,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":288,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":288,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":1
420820480,"Internal":true,"Count Failed Values":true},
{"ID":234,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":4,"I
nternal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":419071,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":92709501,"Value":89803
04829,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":126,"Value":39403,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":267565921,"
Value":20028724384,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":269,"Value":24
160,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":269,"Executor Deserialize CPU Time":267565921,"Executor Run
Time":126,"Executor CPU Time":92709501,"Result Size":5827,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":40765,"Remote Bytes Read To Disk":0,"Local Bytes
Read":51406,"Total Records Read":4478},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49872,"Shuffle Write Time":45415410,"Shuffle Records Written":1144},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":96,"Index":78,"Attempt":0,"Launch Time":1529076286953,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":89,"Index":71,"Attempt":0,"Launch Time":1529076286499,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076286954,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"99735","Value":"7458494","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"959","Value":"71717","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"203685814","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"91","Value":"29199","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"146","Value":"35157","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4967","Value":"317082","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1234304950","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"40","Value":"1606","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"112","Value":"31469","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":24735966,"Valu
e":2217685262,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":959,"Valu
e":71717,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46001,"Valu
e":3432509,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4967,"Value":
317082,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4286,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":58763,"Val
ue":3266629,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":45568,"Va
lue":3245852,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":292,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":292,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
437990912,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":424855,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":151673731,"Value":9131
978560,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":186,"Value":39589,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":264057332,"
Value":20292781716,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":264,"Value":24
424,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":264,"Executor Deserialize CPU Time":264057332,"Executor Run
Time":186,"Executor CPU Time":151673731,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":45568,"Remote Bytes Read To Disk":0,"Local Bytes
Read":58763,"Total Records Read":4967},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46001,"Shuffle Write Time":24735966,"Shuffle Records Written":959},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":97,"Index":79,"Attempt":0,"Launch Time":1529076287121,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":92,"Index":74,"Attempt":0,"Launch Time":1529076286728,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076287122,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"188343","Value":"7646837","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1811","Value":"73528","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"203947957","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"44","Value":"29243","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"73","Value":"35230","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4400","Value":"321482","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1251213237","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"1619","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"53","Value":"31522","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":67267165,"Valu
e":2284952427,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1811,"Val
ue":73528,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":68377,"Valu
e":3500886,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4400,"Value":
321482,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":5,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42136,"Val
ue":3308765,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":52743,"Va
lue":3298595,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":296,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":296,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
455161344,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":16447,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":430682,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":78114121,"Value":92100
92681,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":151,"Value":39740,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":225840917,"
Value":20518622633,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":238,"Value":24
662,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":238,"Executor Deserialize CPU Time":225840917,"Executor Run
Time":151,"Executor CPU Time":78114121,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":5,"Remote Bytes Read":52743,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42136,"Total Records Read":4400},"Shuffle Write Metrics":{"Shuffle Bytes
Written":68377,"Shuffle Write Time":67267165,"Shuffle Records Written":1811},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":98,"Index":80,"Attempt":0,"Launch Time":1529076287154,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":93,"Index":75,"Attempt":0,"Launch Time":1529076286766,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076287154,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"116271","Value":"7763108","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"120","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1118","Value":"74646","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"220987316","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"47","Value":"29290","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"79","Value":"35309","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4453","Value":"325935","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1268121524","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"17","Value":"1636","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"58","Value":"31580","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":26856816,"Valu
e":2311809243,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1118,"Val
ue":74646,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":51490,"Valu
e":3552376,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4453,"Value":
325935,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":50483,"Val
ue":3359248,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":42472,"Va
lue":3341067,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":300,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":300,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":1
489108992,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":16463,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":436509,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":105299298,"Value":9315
391979,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":120,"Value":39860,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":245491901,"
Value":20764114534,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":262,"Value":24
924,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":262,"Executor Deserialize CPU Time":245491901,"Executor Run
Time":120,"Executor CPU Time":105299298,"Result Size":5827,"JVM GC Time":16,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":42472,"Remote Bytes Read To Disk":0,"Local Bytes
Read":50483,"Total Records Read":4453},"Shuffle Write Metrics":{"Shuffle Bytes
Written":51490,"Shuffle Write Time":26856816,"Shuffle Records Written":1118},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":99,"Index":81,"Attempt":0,"Launch Time":1529076287168,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":91,"Index":73,"Attempt":0,"Launch Time":1529076286720,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076287169,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"192087","Value":"7955195","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1847","Value":"76493","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"221249459","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"36","Value":"29326","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"108","Value":"35417","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4538","Value":"330473","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1285029811","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"12","Value":"1648","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"45","Value":"31625","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":43293922,"Valu
e":2355103165,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1847,"Val
ue":76493,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":67382,"Valu
e":3619758,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4538,"Value":
330473,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":44137,"Val
ue":3403385,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":54524,"Va
lue":3395591,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":304,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":304,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
506279424,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":16473,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":442336,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":80773360,"Value":93961
65339,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":160,"Value":40020,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":270007449,"
Value":21034121983,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":283,"Value":25
207,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":283,"Executor Deserialize CPU Time":270007449,"Executor Run
Time":160,"Executor CPU Time":80773360,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":54524,"Remote Bytes Read To Disk":0,"Local Bytes
Read":44137,"Total Records Read":4538},"Shuffle Write Metrics":{"Shuffle Bytes
Written":67382,"Shuffle Write Time":43293922,"Shuffle Records Written":1847},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":100,"Index":82,"Attempt":0,"Launch Time":1529076287262,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":95,"Index":77,"Attempt":0,"Launch Time":1529076286942,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076287263,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"78831","Value":"8034026","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"758","Value":"77251","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"221511602","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"35","Value":"29361","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"55","Value":"35472","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4210","Value":"334683","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1301938098","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"12","Value":"1660","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"44","Value":"31669","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":11643035,"Valu
e":2366746200,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":758,"Valu
e":77251,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":41838,"Valu
e":3661596,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4210,"Value":
334683,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":47174,"Val
ue":3450559,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":37347,"Va
lue":3432938,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":308,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":308,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
523449856,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":16489,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":448163,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":68477702,"Value":94646
43041,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":76,"Value":40096,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":220954939,"
Value":21255076922,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":239,"Value":25
446,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":239,"Executor Deserialize CPU Time":220954939,"Executor Run
Time":76,"Executor CPU Time":68477702,"Result Size":5827,"JVM GC Time":16,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":37347,"Remote Bytes Read To Disk":0,"Local Bytes
Read":47174,"Total Records Read":4210},"Shuffle Write Metrics":{"Shuffle Bytes
Written":41838,"Shuffle Write Time":11643035,"Shuffle Records Written":758},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":101,"Index":83,"Attempt":0,"Launch Time":1529076287286,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":94,"Index":76,"Attempt":0,"Launch Time":1529076286871,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076287287,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"97655","Value":"8131681","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"939","Value":"78190","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"221773745","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"46","Value":"29407","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"107","Value":"35579","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4216","Value":"338899","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1318846385","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"16","Value":"1676","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"56","Value":"31725","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":15203991,"Valu
e":2381950191,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":939,"Valu
e":78190,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46099,"Valu
e":3707695,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4216,"Value":
338899,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":36329,"Val
ue":3486888,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":48405,"Va
lue":3481343,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":312,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":312,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
540620288,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":16499,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":453990,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":85985859,"Value":95506
28900,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":132,"Value":40228,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":277673456,"
Value":21532750378,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":278,"Value":25
724,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":278,"Executor Deserialize CPU Time":277673456,"Executor Run
Time":132,"Executor CPU Time":85985859,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":48405,"Remote Bytes Read To Disk":0,"Local Bytes
Read":36329,"Total Records Read":4216},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46099,"Shuffle Write Time":15203991,"Shuffle Records Written":939},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":102,"Index":84,"Attempt":0,"Launch Time":1529076287321,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":96,"Index":78,"Attempt":0,"Launch Time":1529076286953,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076287321,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"91623","Value":"8223304","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"881","Value":"79071","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"222035888","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"40","Value":"29447","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"63","Value":"35642","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"3654","Value":"342553","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1335754672","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"1689","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"51","Value":"31776","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":14332200,"Valu
e":2396282391,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":881,"Valu
e":79071,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":44945,"Valu
e":3752640,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3654,"Value":
342553,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42095,"Val
ue":3528983,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":32651,"Va
lue":3513994,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":316,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":316,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
557790720,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":16515,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":459817,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":79962833,"Value":96305
91733,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":89,"Value":40317,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":255938475,"
Value":21788688853,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":274,"Value":25
998,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":274,"Executor Deserialize CPU Time":255938475,"Executor Run
Time":89,"Executor CPU Time":79962833,"Result Size":5827,"JVM GC Time":16,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":32651,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42095,"Total Records Read":3654},"Shuffle Write Metrics":{"Shuffle Bytes
Written":44945,"Shuffle Write Time":14332200,"Shuffle Records Written":881},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":103,"Index":85,"Attempt":0,"Launch Time":1529076287446,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":97,"Index":79,"Attempt":0,"Launch Time":1529076287121,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076287446,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"70199","Value":"8293503","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"675","Value":"79746","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"222298031","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"33","Value":"29480","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"54","Value":"35696","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"3851","Value":"346404","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1352662959","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"11","Value":"1700","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"43","Value":"31819","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":11537502,"Valu
e":2407819893,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":675,"Valu
e":79746,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":39043,"Valu
e":3791683,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3851,"Value":
346404,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":34366,"Val
ue":3563349,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":41332,"Va
lue":3555326,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":320,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":320,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
574961152,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":16525,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":465644,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":67253858,"Value":96978
45591,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":75,"Value":40392,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":233404675,"
Value":22022093528,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":245,"Value":26
243,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":245,"Executor Deserialize CPU Time":233404675,"Executor Run
Time":75,"Executor CPU Time":67253858,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":41332,"Remote Bytes Read To Disk":0,"Local Bytes
Read":34366,"Total Records Read":3851},"Shuffle Write Metrics":{"Shuffle Bytes
Written":39043,"Shuffle Write Time":11537502,"Shuffle Records Written":675},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":104,"Index":86,"Attempt":0,"Launch Time":1529076287499,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":99,"Index":81,"Attempt":0,"Launch Time":1529076287168,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076287499,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"100983","Value":"8394486","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"971","Value":"80717","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"222560174","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"41","Value":"29521","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"61","Value":"35757","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4895","Value":"351299","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1369571246","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"14","Value":"1714","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"51","Value":"31870","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":11641276,"Valu
e":2419461169,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":971,"Valu
e":80717,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47761,"Valu
e":3839444,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4895,"Value":
351299,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":43756,"Val
ue":3607105,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":56179,"Va
lue":3611505,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":324,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":324,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
592131584,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":16535,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":471471,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":75121366,"Value":97729
66957,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":82,"Value":40474,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":231944470,"
Value":22254037998,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":244,"Value":26
487,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":244,"Executor Deserialize CPU Time":231944470,"Executor Run
Time":82,"Executor CPU Time":75121366,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":56179,"Remote Bytes Read To Disk":0,"Local Bytes
Read":43756,"Total Records Read":4895},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47761,"Shuffle Write Time":11641276,"Shuffle Records Written":971},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":105,"Index":87,"Attempt":0,"Launch Time":1529076287579,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":98,"Index":80,"Attempt":0,"Launch Time":1529076287154,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076287580,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"109303","Value":"8503789","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1051","Value":"81768","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"222822317","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"47","Value":"29568","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"72","Value":"35829","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4352","Value":"355651","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1386479533","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"17","Value":"1731","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"58","Value":"31928","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":19664716,"Valu
e":2439125885,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1051,"Val
ue":81768,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":50400,"Valu
e":3889844,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4352,"Value":
355651,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":49861,"Val
ue":3656966,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":40583,"Va
lue":3652088,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":328,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":328,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
609302016,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":16549,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":477298,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":90564447,"Value":98635
31404,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":104,"Value":40578,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":296575652,"
Value":22550613650,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":315,"Value":26
802,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":315,"Executor Deserialize CPU Time":296575652,"Executor Run
Time":104,"Executor CPU Time":90564447,"Result Size":5827,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":40583,"Remote Bytes Read To Disk":0,"Local Bytes
Read":49861,"Total Records Read":4352},"Shuffle Write Metrics":{"Shuffle Bytes
Written":50400,"Shuffle Write Time":19664716,"Shuffle Records Written":1051},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":106,"Index":88,"Attempt":0,"Launch Time":1529076287601,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":100,"Index":82,"Attempt":0,"Launch Time":1529076287262,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076287601,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"76647","Value":"8580436","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"737","Value":"82505","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"223084460","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"36","Value":"29604","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"59","Value":"35888","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"3897","Value":"359548","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1403387820","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"12","Value":"1743","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"46","Value":"31974","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13911598,"Valu
e":2453037483,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":737,"Valu
e":82505,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":41905,"Valu
e":3931749,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3897,"Value":
359548,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":44500,"Val
ue":3701466,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":35876,"Va
lue":3687964,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":332,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":332,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
626472448,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":16563,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":483125,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":75373715,"Value":99389
05119,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":83,"Value":40661,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":233194472,"
Value":22783808122,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":251,"Value":27
053,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":251,"Executor Deserialize CPU Time":233194472,"Executor Run
Time":83,"Executor CPU Time":75373715,"Result Size":5827,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":35876,"Remote Bytes Read To Disk":0,"Local Bytes
Read":44500,"Total Records Read":3897},"Shuffle Write Metrics":{"Shuffle Bytes
Written":41905,"Shuffle Write Time":13911598,"Shuffle Records Written":737},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":107,"Index":89,"Attempt":0,"Launch Time":1529076287659,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":101,"Index":83,"Attempt":0,"Launch Time":1529076287286,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076287659,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"102023","Value":"8682459","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"130","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"981","Value":"83486","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"240123819","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"49","Value":"29653","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"73","Value":"35961","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4576","Value":"364124","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1420296107","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"18","Value":"1761","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"59","Value":"32033","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":17164655,"Valu
e":2470202138,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":981,"Valu
e":83486,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47460,"Valu
e":3979209,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4576,"Value":
364124,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41403,"Val
ue":3742869,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":52084,"Va
lue":3740048,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":336,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":336,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":1
660420096,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":488909,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":90174533,"Value":10029
079652,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":102,"Value":40763,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":264135715,"
Value":23047943837,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":265,"Value":27
318,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":265,"Executor Deserialize CPU Time":264135715,"Executor Run
Time":102,"Executor CPU Time":90174533,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":52084,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41403,"Total Records Read":4576},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47460,"Shuffle Write Time":17164655,"Shuffle Records Written":981},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":108,"Index":90,"Attempt":0,"Launch Time":1529076287707,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":102,"Index":84,"Attempt":0,"Launch Time":1529076287321,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076287708,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"82263","Value":"8764722","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"791","Value":"84277","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"240385962","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"41","Value":"29694","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"63","Value":"36024","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4257","Value":"368381","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1437204394","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"14","Value":"1775","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"53","Value":"32086","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13476716,"Valu
e":2483678854,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":791,"Valu
e":84277,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":43657,"Valu
e":4022866,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4257,"Value":
368381,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":48899,"Val
ue":3791768,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":37868,"Va
lue":3777916,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":340,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":340,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
677590528,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":16577,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":494736,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":81024572,"Value":10110
104224,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":87,"Value":40850,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":278151439,"
Value":23326095276,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":295,"Value":27
613,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":295,"Executor Deserialize CPU Time":278151439,"Executor Run
Time":87,"Executor CPU Time":81024572,"Result Size":5827,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":37868,"Remote Bytes Read To Disk":0,"Local Bytes
Read":48899,"Total Records Read":4257},"Shuffle Write Metrics":{"Shuffle Bytes
Written":43657,"Shuffle Write Time":13476716,"Shuffle Records Written":791},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":109,"Index":91,"Attempt":0,"Launch Time":1529076287892,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":104,"Index":86,"Attempt":0,"Launch Time":1529076287499,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076287894,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"79663","Value":"8844385","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"140","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"766","Value":"85043","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"257425321","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"40","Value":"29734","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"57","Value":"36081","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4073","Value":"372454","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1454112681","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"11","Value":"1786","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"52","Value":"32138","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":48393000,"Valu
e":2532071854,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":766,"Valu
e":85043,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":41568,"Valu
e":4064434,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4073,"Value":
372454,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":35253,"Val
ue":3827021,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":45737,"Va
lue":3823653,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":344,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":344,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":1
711538176,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":16590,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":500563,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":79297240,"Value":10189
401464,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":117,"Value":40967,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":250904050,"
Value":23576999326,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":271,"Value":27
884,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":271,"Executor Deserialize CPU Time":250904050,"Executor Run
Time":117,"Executor CPU Time":79297240,"Result Size":5827,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":45737,"Remote Bytes Read To Disk":0,"Local Bytes
Read":35253,"Total Records Read":4073},"Shuffle Write Metrics":{"Shuffle Bytes
Written":41568,"Shuffle Write Time":48393000,"Shuffle Records Written":766},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":110,"Index":92,"Attempt":0,"Launch Time":1529076287904,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":103,"Index":85,"Attempt":0,"Launch Time":1529076287446,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076287904,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"103271","Value":"8947656","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"993","Value":"86036","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"257687464","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"48","Value":"29782","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"101","Value":"36182","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4103","Value":"376557","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1471020968","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"1801","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"60","Value":"32198","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":16290451,"Valu
e":2548362305,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":993,"Valu
e":86036,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48420,"Valu
e":4112854,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4103,"Value":
376557,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":37545,"Val
ue":3864566,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":45694,"Va
lue":3869347,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":348,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":348,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
728708608,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":16603,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":506390,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":92812768,"Value":10282
214232,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":129,"Value":41096,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":306837841,"
Value":23883837167,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":324,"Value":28
208,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":324,"Executor Deserialize CPU Time":306837841,"Executor Run
Time":129,"Executor CPU Time":92812768,"Result Size":5827,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":45694,"Remote Bytes Read To Disk":0,"Local Bytes
Read":37545,"Total Records Read":4103},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48420,"Shuffle Write Time":16290451,"Shuffle Records Written":993},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":111,"Index":93,"Attempt":0,"Launch Time":1529076288002,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":106,"Index":88,"Attempt":0,"Launch Time":1529076287601,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076288002,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"78935","Value":"9026591","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"759","Value":"86795","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"257949607","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"71","Value":"29853","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"104","Value":"36286","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4317","Value":"380874","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1487929255","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"42","Value":"1843","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"81","Value":"32279","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":17346625,"Valu
e":2565708930,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":759,"Valu
e":86795,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":41945,"Valu
e":4154799,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4317,"Value":
380874,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":49315,"Val
ue":3913881,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":37055,"Va
lue":3906402,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":352,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":352,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
745879040,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":25,"Value":16628,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":512217,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":88970599,"Value":10371
184831,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":132,"Value":41228,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":265224504,"
Value":24149061671,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":265,"Value":28
473,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":265,"Executor Deserialize CPU Time":265224504,"Executor Run
Time":132,"Executor CPU Time":88970599,"Result Size":5827,"JVM GC Time":25,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":37055,"Remote Bytes Read To Disk":0,"Local Bytes
Read":49315,"Total Records Read":4317},"Shuffle Write Metrics":{"Shuffle Bytes
Written":41945,"Shuffle Write Time":17346625,"Shuffle Records Written":759},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":112,"Index":94,"Attempt":0,"Launch Time":1529076288003,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":105,"Index":87,"Attempt":0,"Launch Time":1529076287579,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076288003,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"100879","Value":"9127470","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"970","Value":"87765","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"258211750","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"70","Value":"29923","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"93","Value":"36379","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4140","Value":"385014","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1504837542","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"1858","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"79","Value":"32358","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":40898969,"Valu
e":2606607899,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":970,"Valu
e":87765,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47450,"Valu
e":4202249,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4140,"Value":
385014,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":46792,"Val
ue":3960673,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":38341,"Va
lue":3944743,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":356,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":356,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
763049472,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":25,"Value":16653,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":518044,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":95118292,"Value":10466
303123,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":144,"Value":41372,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":273695591,"
Value":24422757262,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":274,"Value":28
747,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":274,"Executor Deserialize CPU Time":273695591,"Executor Run
Time":144,"Executor CPU Time":95118292,"Result Size":5827,"JVM GC Time":25,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":38341,"Remote Bytes Read To Disk":0,"Local Bytes
Read":46792,"Total Records Read":4140},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47450,"Shuffle Write Time":40898969,"Shuffle Records Written":970},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":113,"Index":95,"Attempt":0,"Launch Time":1529076288032,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":108,"Index":90,"Attempt":0,"Launch Time":1529076287707,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076288032,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"75087","Value":"9202557","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"722","Value":"88487","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"258473893","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"35","Value":"29958","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"54","Value":"36433","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4157","Value":"389171","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1521745829","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"11","Value":"1869","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"44","Value":"32402","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13032393,"Valu
e":2619640292,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":722,"Valu
e":88487,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":41860,"Valu
e":4244109,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4157,"Value":
389171,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":46128,"Val
ue":4006801,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":38264,"Va
lue":3983007,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":360,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":360,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
780219904,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":25,"Value":16678,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":523871,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":70737992,"Value":10537
041115,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":75,"Value":41447,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":219260406,"
Value":24642017668,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":246,"Value":28
993,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":246,"Executor Deserialize CPU Time":219260406,"Executor Run
Time":75,"Executor CPU Time":70737992,"Result Size":5827,"JVM GC Time":25,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":38264,"Remote Bytes Read To Disk":0,"Local Bytes
Read":46128,"Total Records Read":4157},"Shuffle Write Metrics":{"Shuffle Bytes
Written":41860,"Shuffle Write Time":13032393,"Shuffle Records Written":722},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":114,"Index":96,"Attempt":0,"Launch Time":1529076288035,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":107,"Index":89,"Attempt":0,"Launch Time":1529076287659,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076288035,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"116167","Value":"9318724","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1117","Value":"89604","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"258736036","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"50","Value":"30008","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"72","Value":"36505","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4852","Value":"394023","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1538654116","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"18","Value":"1887","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"61","Value":"32463","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":14141075,"Valu
e":2633781367,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1117,"Val
ue":89604,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":51094,"Valu
e":4295203,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4852,"Value":
394023,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":45253,"Val
ue":4052054,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":56057,"Va
lue":4039064,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":364,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":364,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
797390336,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":16691,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":529698,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":89946786,"Value":10626
987901,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":96,"Value":41543,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":261032140,"
Value":24903049808,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":275,"Value":29
268,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":275,"Executor Deserialize CPU Time":261032140,"Executor Run
Time":96,"Executor CPU Time":89946786,"Result Size":5827,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":56057,"Remote Bytes Read To Disk":0,"Local Bytes
Read":45253,"Total Records Read":4852},"Shuffle Write Metrics":{"Shuffle Bytes
Written":51094,"Shuffle Write Time":14141075,"Shuffle Records Written":1117},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":115,"Index":97,"Attempt":0,"Launch Time":1529076288253,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":109,"Index":91,"Attempt":0,"Launch Time":1529076287892,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076288254,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"100983","Value":"9419707","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"971","Value":"90575","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"258998179","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"85","Value":"30093","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"108","Value":"36613","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4219","Value":"398242","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1555562403","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"26","Value":"1913","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"99","Value":"32562","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":14381164,"Valu
e":2648162531,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":971,"Valu
e":90575,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47747,"Valu
e":4342950,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4219,"Value":
398242,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":37574,"Val
ue":4089628,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":48300,"Va
lue":4087364,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":368,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":368,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
814560768,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":16704,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":535525,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":114873968,"Value":1074
1861869,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":133,"Value":41676,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":221181041,"
Value":25124230849,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":222,"Value":29
490,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":222,"Executor Deserialize CPU Time":221181041,"Executor Run
Time":133,"Executor CPU Time":114873968,"Result Size":5827,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":48300,"Remote Bytes Read To Disk":0,"Local Bytes
Read":37574,"Total Records Read":4219},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47747,"Shuffle Write Time":14381164,"Shuffle Records Written":971},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":116,"Index":98,"Attempt":0,"Launch Time":1529076288301,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":110,"Index":92,"Attempt":0,"Launch Time":1529076287904,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076288301,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"83615","Value":"9503322","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"804","Value":"91379","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"259260322","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"71","Value":"30164","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"107","Value":"36720","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4512","Value":"402754","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1572470690","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"31","Value":"1944","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"99","Value":"32661","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":16184825,"Valu
e":2664347356,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":804,"Valu
e":91379,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":43539,"Valu
e":4386489,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4512,"Value":
402754,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41054,"Val
ue":4130682,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":51705,"Va
lue":4139069,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":372,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":372,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
831731200,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":16717,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":541352,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":117326280,"Value":1085
9188149,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":135,"Value":41811,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":258280865,"
Value":25382511714,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":257,"Value":29
747,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":257,"Executor Deserialize CPU Time":258280865,"Executor Run
Time":135,"Executor CPU Time":117326280,"Result Size":5827,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":51705,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41054,"Total Records Read":4512},"Shuffle Write Metrics":{"Shuffle Bytes
Written":43539,"Shuffle Write Time":16184825,"Shuffle Records Written":804},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":117,"Index":99,"Attempt":0,"Launch Time":1529076288367,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":114,"Index":96,"Attempt":0,"Launch Time":1529076288035,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076288367,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"81847","Value":"9585169","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"787","Value":"92166","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"259522465","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"39","Value":"30203","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"57","Value":"36777","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4122","Value":"406876","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1589378977","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"1957","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"49","Value":"32710","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13468695,"Valu
e":2677816051,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":787,"Valu
e":92166,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":43992,"Valu
e":4430481,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4122,"Value":
406876,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":37518,"Val
ue":4168200,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":47941,"Va
lue":4187010,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":376,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":376,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
848901632,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":16730,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":547179,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":74925752,"Value":10934
113901,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":79,"Value":41890,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":233578771,"
Value":25616090485,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":248,"Value":29
995,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":248,"Executor Deserialize CPU Time":233578771,"Executor Run
Time":79,"Executor CPU Time":74925752,"Result Size":5827,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":47941,"Remote Bytes Read To Disk":0,"Local Bytes
Read":37518,"Total Records Read":4122},"Shuffle Write Metrics":{"Shuffle Bytes
Written":43992,"Shuffle Write Time":13468695,"Shuffle Records Written":787},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":118,"Index":100,"Attempt":0,"Launch Time":1529076288417,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":113,"Index":95,"Attempt":0,"Launch Time":1529076288032,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076288417,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"105663","Value":"9690832","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1016","Value":"93182","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"259784608","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"40","Value":"30243","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"67","Value":"36844","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4621","Value":"411497","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1606287264","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"1972","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"50","Value":"32760","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":69432001,"Valu
e":2747248052,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1016,"Val
ue":93182,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48934,"Valu
e":4479415,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4621,"Value":
411497,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":52971,"Val
ue":4221171,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":41132,"Va
lue":4228142,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":380,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":380,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
866072064,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":22,"Value":16752,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":553006,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":79759323,"Value":11013
873224,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":152,"Value":42042,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":227430337,"
Value":25843520822,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":229,"Value":30
224,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":229,"Executor Deserialize CPU Time":227430337,"Executor Run
Time":152,"Executor CPU Time":79759323,"Result Size":5827,"JVM GC Time":22,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":41132,"Remote Bytes Read To Disk":0,"Local Bytes
Read":52971,"Total Records Read":4621},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48934,"Shuffle Write Time":69432001,"Shuffle Records Written":1016},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":119,"Index":101,"Attempt":0,"Launch Time":1529076288468,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":111,"Index":93,"Attempt":0,"Launch Time":1529076288002,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076288468,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"101295","Value":"9792127","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"974","Value":"94156","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"260046751","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"45","Value":"30288","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"135","Value":"36979","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4328","Value":"415825","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1623195551","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"16","Value":"1988","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"56","Value":"32816","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":35941521,"Valu
e":2783189573,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":974,"Valu
e":94156,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47727,"Valu
e":4527142,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4328,"Value":
415825,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":48205,"Val
ue":4269376,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":39119,"Va
lue":4267261,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":384,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":384,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
883242496,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":22,"Value":16774,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":558833,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":93736881,"Value":11107
610105,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":182,"Value":42224,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":279147488,"
Value":26122668310,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":279,"Value":30
503,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":279,"Executor Deserialize CPU Time":279147488,"Executor Run
Time":182,"Executor CPU Time":93736881,"Result Size":5827,"JVM GC Time":22,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":39119,"Remote Bytes Read To Disk":0,"Local Bytes
Read":48205,"Total Records Read":4328},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47727,"Shuffle Write Time":35941521,"Shuffle Records Written":974},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":120,"Index":102,"Attempt":0,"Launch Time":1529076288476,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":112,"Index":94,"Attempt":0,"Launch Time":1529076288003,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076288476,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"82991","Value":"9875118","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"798","Value":"94954","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"260308894","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"69","Value":"30357","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"118","Value":"37097","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4252","Value":"420077","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1640103838","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"2003","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"81","Value":"32897","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":31597375,"Valu
e":2814786948,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":798,"Valu
e":94954,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":44186,"Valu
e":4571328,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4252,"Value":
420077,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":48278,"Val
ue":4317654,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":38743,"Va
lue":4306004,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":388,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":388,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
900412928,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":22,"Value":16796,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":564660,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":93468113,"Value":11201
078218,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":146,"Value":42370,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":321678844,"
Value":26444347154,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":323,"Value":30
826,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":323,"Executor Deserialize CPU Time":321678844,"Executor Run
Time":146,"Executor CPU Time":93468113,"Result Size":5827,"JVM GC Time":22,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":38743,"Remote Bytes Read To Disk":0,"Local Bytes
Read":48278,"Total Records Read":4252},"Shuffle Write Metrics":{"Shuffle Bytes
Written":44186,"Shuffle Write Time":31597375,"Shuffle Records Written":798},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":121,"Index":103,"Attempt":0,"Launch Time":1529076288727,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":115,"Index":97,"Attempt":0,"Launch Time":1529076288253,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076288728,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"102647","Value":"9977765","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"987","Value":"95941","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"260571037","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"60","Value":"30417","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"92","Value":"37189","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"3906","Value":"423983","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1657012125","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"24","Value":"2027","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"79","Value":"32976","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":94205364,"Valu
e":2908992312,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":987,"Valu
e":95941,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47713,"Valu
e":4619041,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3906,"Value":
423983,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":34784,"Val
ue":4352438,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":44668,"Va
lue":4350672,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":392,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":392,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
917583360,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":16806,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":570487,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":115521659,"Value":1131
6599877,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":209,"Value":42579,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":259613599,"
Value":26703960753,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":260,"Value":31
086,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":260,"Executor Deserialize CPU Time":259613599,"Executor Run
Time":209,"Executor CPU Time":115521659,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":44668,"Remote Bytes Read To Disk":0,"Local Bytes
Read":34784,"Total Records Read":3906},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47713,"Shuffle Write Time":94205364,"Shuffle Records Written":987},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":122,"Index":104,"Attempt":0,"Launch Time":1529076288744,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":116,"Index":98,"Attempt":0,"Launch Time":1529076288301,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076288744,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"155895","Value":"10133660","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"150","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1499","Value":"97440","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"277610396","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"46","Value":"30463","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"105","Value":"37294","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4124","Value":"428107","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1673920412","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"2042","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"56","Value":"33032","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":79684600,"Valu
e":2988676912,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1499,"Val
ue":97440,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":60531,"Valu
e":4679572,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4124,"Value":
428107,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":38516,"Val
ue":4390954,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":50024,"Va
lue":4400696,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":396,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":396,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":1
951531008,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":16816,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":576314,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":92886332,"Value":11409
486209,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":187,"Value":42766,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":250125435,"
Value":26954086188,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":251,"Value":31
337,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":251,"Executor Deserialize CPU Time":250125435,"Executor Run
Time":187,"Executor CPU Time":92886332,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":50024,"Remote Bytes Read To Disk":0,"Local Bytes
Read":38516,"Total Records Read":4124},"Shuffle Write Metrics":{"Shuffle Bytes
Written":60531,"Shuffle Write Time":79684600,"Shuffle Records Written":1499},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":123,"Index":105,"Attempt":0,"Launch Time":1529076288754,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":117,"Index":99,"Attempt":0,"Launch Time":1529076288367,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076288754,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"208831","Value":"10342491","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"2008","Value":"99448","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"277872539","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"51","Value":"30514","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"131","Value":"37425","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4490","Value":"432597","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1690828699","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2055","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"60","Value":"33092","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":20733435,"Valu
e":3009410347,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":2008,"Val
ue":99448,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":78194,"Valu
e":4757766,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4490,"Value":
432597,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":44957,"Val
ue":4435911,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":57756,"Va
lue":4458452,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":400,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":400,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
968701440,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":16826,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":582141,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":79615882,"Value":11489
102091,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":155,"Value":42921,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":227513475,"
Value":27181599663,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":228,"Value":31
565,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":228,"Executor Deserialize CPU Time":227513475,"Executor Run
Time":155,"Executor CPU Time":79615882,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":57756,"Remote Bytes Read To Disk":0,"Local Bytes
Read":44957,"Total Records Read":4490},"Shuffle Write Metrics":{"Shuffle Bytes
Written":78194,"Shuffle Write Time":20733435,"Shuffle Records Written":2008},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":124,"Index":106,"Attempt":0,"Launch Time":1529076288809,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":118,"Index":100,"Attempt":0,"Launch Time":1529076288417,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076288809,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"127191","Value":"10469682","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1223","Value":"100671","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"278134682","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"50","Value":"30564","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"73","Value":"37498","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4208","Value":"436805","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1707736986","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"20","Value":"2075","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"63","Value":"33155","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":15223980,"Valu
e":3024634327,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1223,"Val
ue":100671,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":54503,"Valu
e":4812269,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4208,"Value":
436805,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":49556,"Val
ue":4485467,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":35771,"Va
lue":4494223,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":404,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":404,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":1
985871872,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":587925,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":94286043,"Value":11583
388134,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":101,"Value":43022,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":284499842,"
Value":27466099505,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":287,"Value":31
852,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":287,"Executor Deserialize CPU Time":284499842,"Executor Run
Time":101,"Executor CPU Time":94286043,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":35771,"Remote Bytes Read To Disk":0,"Local Bytes
Read":49556,"Total Records Read":4208},"Shuffle Write Metrics":{"Shuffle Bytes
Written":54503,"Shuffle Write Time":15223980,"Shuffle Records Written":1223},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":125,"Index":107,"Attempt":0,"Launch Time":1529076288883,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":119,"Index":101,"Attempt":0,"Launch Time":1529076288468,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076288883,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"116583","Value":"10586265","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1121","Value":"101792","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"278396825","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"49","Value":"30613","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"72","Value":"37570","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4602","Value":"441407","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1724645273","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"18","Value":"2093","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"60","Value":"33215","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":39964143,"Valu
e":3064598470,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1121,"Val
ue":101792,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":51038,"Valu
e":4863307,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4602,"Value":
441407,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":53195,"Val
ue":4538662,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":41319,"Va
lue":4535542,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":408,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":408,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
003042304,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":593709,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":92057332,"Value":11675
445466,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":123,"Value":43145,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":286144514,"
Value":27752244019,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":288,"Value":32
140,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":288,"Executor Deserialize CPU Time":286144514,"Executor Run
Time":123,"Executor CPU Time":92057332,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":41319,"Remote Bytes Read To Disk":0,"Local Bytes
Read":53195,"Total Records Read":4602},"Shuffle Write Metrics":{"Shuffle Bytes
Written":51038,"Shuffle Write Time":39964143,"Shuffle Records Written":1121},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":126,"Index":108,"Attempt":0,"Launch Time":1529076288893,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":120,"Index":102,"Attempt":0,"Launch Time":1529076288476,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076288894,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"82887","Value":"10669152","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"797","Value":"102589","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"278658968","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"50","Value":"30663","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"89","Value":"37659","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4551","Value":"445958","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1741553560","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"18","Value":"2111","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"59","Value":"33274","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":15220431,"Valu
e":3079818901,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":797,"Valu
e":102589,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":43113,"Valu
e":4906420,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4551,"Value":
445958,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":51867,"Val
ue":4590529,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":40122,"Va
lue":4575664,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":412,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":412,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
020212736,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":599493,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":90612661,"Value":11766
058127,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":114,"Value":43259,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":294760350,"
Value":28047004369,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":297,"Value":32
437,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":297,"Executor Deserialize CPU Time":294760350,"Executor Run
Time":114,"Executor CPU Time":90612661,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":40122,"Remote Bytes Read To Disk":0,"Local Bytes
Read":51867,"Total Records Read":4551},"Shuffle Write Metrics":{"Shuffle Bytes
Written":43113,"Shuffle Write Time":15220431,"Shuffle Records Written":797},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":127,"Index":109,"Attempt":0,"Launch Time":1529076289056,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":123,"Index":105,"Attempt":0,"Launch Time":1529076288754,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076289056,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"108471","Value":"10777623","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1043","Value":"103632","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"278921111","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"37","Value":"30700","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"53","Value":"37712","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4138","Value":"450096","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1758461847","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"14","Value":"2125","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"46","Value":"33320","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":12069242,"Valu
e":3091888143,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1043,"Val
ue":103632,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49968,"Valu
e":4956388,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4138,"Value":
450096,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":37848,"Val
ue":4628377,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":48843,"Va
lue":4624507,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":416,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":416,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
037383168,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":605277,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":71226021,"Value":11837
284148,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":74,"Value":43333,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":223004487,"
Value":28270008856,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":224,"Value":32
661,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":224,"Executor Deserialize CPU Time":223004487,"Executor Run
Time":74,"Executor CPU Time":71226021,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":48843,"Remote Bytes Read To Disk":0,"Local Bytes
Read":37848,"Total Records Read":4138},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49968,"Shuffle Write Time":12069242,"Shuffle Records Written":1043},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":128,"Index":110,"Attempt":0,"Launch Time":1529076289126,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":122,"Index":104,"Attempt":0,"Launch Time":1529076288744,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076289126,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"74567","Value":"10852190","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"717","Value":"104349","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"279183254","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"50","Value":"30750","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"78","Value":"37790","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4139","Value":"454235","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1775370134","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"16","Value":"2141","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"60","Value":"33380","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":33065957,"Valu
e":3124954100,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":717,"Valu
e":104349,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":41183,"Valu
e":4997571,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4139,"Value":
454235,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":35944,"Val
ue":4664321,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":45335,"Va
lue":4669842,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":420,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":420,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
054553600,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":611061,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":93562286,"Value":11930
846434,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":125,"Value":43458,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":251361414,"
Value":28521370270,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":252,"Value":32
913,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":252,"Executor Deserialize CPU Time":251361414,"Executor Run
Time":125,"Executor CPU Time":93562286,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":45335,"Remote Bytes Read To Disk":0,"Local Bytes
Read":35944,"Total Records Read":4139},"Shuffle Write Metrics":{"Shuffle Bytes
Written":41183,"Shuffle Write Time":33065957,"Shuffle Records Written":717},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":129,"Index":111,"Attempt":0,"Launch Time":1529076289136,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":121,"Index":103,"Attempt":0,"Launch Time":1529076288727,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076289136,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"109303","Value":"10961493","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1051","Value":"105400","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"279445397","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"76","Value":"30826","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"118","Value":"37908","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4518","Value":"458753","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1792278421","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"26","Value":"2167","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"87","Value":"33467","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":23604598,"Valu
e":3148558698,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1051,"Val
ue":105400,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49948,"Valu
e":5047519,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4518,"Value":
458753,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42677,"Val
ue":4706998,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":50813,"Va
lue":4720655,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":424,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":424,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
071724032,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":616845,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":127217899,"Value":1205
8064333,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":153,"Value":43611,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":252527380,"
Value":28773897650,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":252,"Value":33
165,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":252,"Executor Deserialize CPU Time":252527380,"Executor Run
Time":153,"Executor CPU Time":127217899,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":50813,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42677,"Total Records Read":4518},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49948,"Shuffle Write Time":23604598,"Shuffle Records Written":1051},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":130,"Index":112,"Attempt":0,"Launch Time":1529076289178,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":124,"Index":106,"Attempt":0,"Launch Time":1529076288809,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076289179,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"81535","Value":"11043028","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"784","Value":"106184","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"279707540","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"44","Value":"30870","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"64","Value":"37972","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4086","Value":"462839","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1809186708","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"2182","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"55","Value":"33522","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":14246455,"Valu
e":3162805153,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":784,"Valu
e":106184,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":42354,"Valu
e":5089873,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4086,"Value":
462839,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":46803,"Val
ue":4753801,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":34593,"Va
lue":4755248,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":428,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":428,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
088894464,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":16842,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":622672,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":83703543,"Value":12141
767876,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":89,"Value":43700,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":257533130,"
Value":29031430780,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":276,"Value":33
441,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":276,"Executor Deserialize CPU Time":257533130,"Executor Run
Time":89,"Executor CPU Time":83703543,"Result Size":5827,"JVM GC Time":16,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":34593,"Remote Bytes Read To Disk":0,"Local Bytes
Read":46803,"Total Records Read":4086},"Shuffle Write Metrics":{"Shuffle Bytes
Written":42354,"Shuffle Write Time":14246455,"Shuffle Records Written":784},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":131,"Index":113,"Attempt":0,"Launch Time":1529076289233,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":125,"Index":107,"Attempt":0,"Launch Time":1529076288883,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076289234,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"73943","Value":"11116971","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"711","Value":"106895","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"279969683","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"37","Value":"30907","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"57","Value":"38029","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"3946","Value":"466785","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1826094995","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"12","Value":"2194","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"47","Value":"33569","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13709088,"Valu
e":3176514241,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":711,"Valu
e":106895,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":41405,"Valu
e":5131278,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3946,"Value":
466785,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":46038,"Val
ue":4799839,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":35108,"Va
lue":4790356,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":432,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":432,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
106064896,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":16858,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":628499,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":74132785,"Value":12215
900661,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":80,"Value":43780,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":248897219,"
Value":29280327999,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":267,"Value":33
708,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":267,"Executor Deserialize CPU Time":248897219,"Executor Run
Time":80,"Executor CPU Time":74132785,"Result Size":5827,"JVM GC Time":16,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":35108,"Remote Bytes Read To Disk":0,"Local Bytes
Read":46038,"Total Records Read":3946},"Shuffle Write Metrics":{"Shuffle Bytes
Written":41405,"Shuffle Write Time":13709088,"Shuffle Records Written":711},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":132,"Index":114,"Attempt":0,"Launch Time":1529076289237,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":126,"Index":108,"Attempt":0,"Launch Time":1529076288893,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076289237,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"103583","Value":"11220554","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"160","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"996","Value":"107891","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"297009042","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"40","Value":"30947","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"61","Value":"38090","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4331","Value":"471116","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1843003282","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"14","Value":"2208","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"49","Value":"33618","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":14297696,"Valu
e":3190811937,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":996,"Valu
e":107891,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48586,"Valu
e":5179864,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4331,"Value":
471116,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":49443,"Val
ue":4849282,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":38820,"Va
lue":4829176,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":436,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":436,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":2
140012544,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":16874,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":634326,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":78045089,"Value":12293
945750,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":84,"Value":43864,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":237629571,"
Value":29517957570,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":256,"Value":33
964,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":256,"Executor Deserialize CPU Time":237629571,"Executor Run
Time":84,"Executor CPU Time":78045089,"Result Size":5827,"JVM GC Time":16,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":38820,"Remote Bytes Read To Disk":0,"Local Bytes
Read":49443,"Total Records Read":4331},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48586,"Shuffle Write Time":14297696,"Shuffle Records Written":996},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":133,"Index":115,"Attempt":0,"Launch Time":1529076289406,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":127,"Index":109,"Attempt":0,"Launch Time":1529076289056,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076289407,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"79351","Value":"11299905","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"170","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"763","Value":"108654","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"314048401","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"37","Value":"30984","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"55","Value":"38145","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4242","Value":"475358","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1859911569","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2221","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"46","Value":"33664","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":12357431,"Valu
e":3203169368,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":763,"Valu
e":108654,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":42501,"Valu
e":5222365,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4242,"Value":
475358,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":37240,"Val
ue":4886522,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":47602,"Va
lue":4876778,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":440,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":440,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":2
173960192,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":16885,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":640153,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":71728971,"Value":12365
674721,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":76,"Value":43940,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":254885944,"
Value":29772843514,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":268,"Value":34
232,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":268,"Executor Deserialize CPU Time":254885944,"Executor Run
Time":76,"Executor CPU Time":71728971,"Result Size":5827,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":47602,"Remote Bytes Read To Disk":0,"Local Bytes
Read":37240,"Total Records Read":4242},"Shuffle Write Metrics":{"Shuffle Bytes
Written":42501,"Shuffle Write Time":12357431,"Shuffle Records Written":763},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":134,"Index":116,"Attempt":0,"Launch Time":1529076289496,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":128,"Index":110,"Attempt":0,"Launch Time":1529076289126,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076289496,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"105247","Value":"11405152","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1012","Value":"109666","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"314310544","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"44","Value":"31028","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"64","Value":"38209","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4072","Value":"479430","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1876819856","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"2236","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"53","Value":"33717","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":14916325,"Valu
e":3218085693,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1012,"Val
ue":109666,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48739,"Valu
e":5271104,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4072,"Value":
479430,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4291,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":37428,"Val
ue":4923950,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":45507,"Va
lue":4922285,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":444,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":444,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
191130624,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":16896,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":645980,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":82530724,"Value":12448
205445,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":88,"Value":44028,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":266016640,"
Value":30038860154,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":278,"Value":34
510,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":278,"Executor Deserialize CPU Time":266016640,"Executor Run
Time":88,"Executor CPU Time":82530724,"Result Size":5827,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":45507,"Remote Bytes Read To Disk":0,"Local Bytes
Read":37428,"Total Records Read":4072},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48739,"Shuffle Write Time":14916325,"Shuffle Records Written":1012},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":135,"Index":117,"Attempt":0,"Launch Time":1529076289526,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":136,"Index":118,"Attempt":0,"Launch Time":1529076289526,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":129,"Index":111,"Attempt":0,"Launch Time":1529076289136,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076289526,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"83407","Value":"11488559","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"180","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"802","Value":"110468","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"331349903","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"46","Value":"31074","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"66","Value":"38275","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4196","Value":"483626","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1893728143","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"16","Value":"2252","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"56","Value":"33773","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":15325517,"Valu
e":3233411210,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":802,"Valu
e":110468,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":43349,"Valu
e":5314453,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4196,"Value":
483626,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":37122,"Val
ue":4961072,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":46629,"Va
lue":4968914,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":448,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":448,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":2
225078272,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":16907,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":651807,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":86396110,"Value":12534
601555,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":89,"Value":44117,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":280612504,"
Value":30319472658,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":294,"Value":34
804,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":294,"Executor Deserialize CPU Time":280612504,"Executor Run
Time":89,"Executor CPU Time":86396110,"Result Size":5827,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":1,"Remote Bytes Read":46629,"Remote Bytes Read To Disk":0,"Local Bytes
Read":37122,"Total Records Read":4196},"Shuffle Write Metrics":{"Shuffle Bytes
Written":43349,"Shuffle Write Time":15325517,"Shuffle Records Written":802},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":130,"Index":112,"Attempt":0,"Launch Time":1529076289178,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076289527,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"96719","Value":"11585278","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"930","Value":"111398","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"331612046","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"37","Value":"31111","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"62","Value":"38337","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4080","Value":"487706","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1910636430","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2265","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"47","Value":"33820","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13753733,"Valu
e":3247164943,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":930,"Valu
e":111398,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47374,"Valu
e":5361827,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4080,"Value":
487706,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":47730,"Val
ue":5008802,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":37991,"Va
lue":5006905,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":452,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":452,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
242248704,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":16923,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":657634,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":75312775,"Value":12609
914330,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":85,"Value":44202,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":241807187,"
Value":30561279845,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":259,"Value":35
063,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":259,"Executor Deserialize CPU Time":241807187,"Executor Run
Time":85,"Executor CPU Time":75312775,"Result Size":5827,"JVM GC Time":16,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":37991,"Remote Bytes Read To Disk":0,"Local Bytes
Read":47730,"Total Records Read":4080},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47374,"Shuffle Write Time":13753733,"Shuffle Records Written":930},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":137,"Index":119,"Attempt":0,"Launch Time":1529076289575,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":132,"Index":114,"Attempt":0,"Launch Time":1529076289237,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076289576,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"98175","Value":"11683453","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"944","Value":"112342","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"331874189","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"39","Value":"31150","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"60","Value":"38397","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"3959","Value":"491665","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1927544717","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2278","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"49","Value":"33869","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":18437367,"Valu
e":3265602310,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":944,"Valu
e":112342,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47692,"Valu
e":5409519,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3959,"Value":
491665,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":45263,"Val
ue":5054065,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":37359,"Va
lue":5044264,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":456,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":456,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
259419136,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":16939,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":663461,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":80047875,"Value":12689
962205,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":88,"Value":44290,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":227915174,"
Value":30789195019,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":246,"Value":35
309,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":246,"Executor Deserialize CPU Time":227915174,"Executor Run
Time":88,"Executor CPU Time":80047875,"Result Size":5827,"JVM GC Time":16,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":37359,"Remote Bytes Read To Disk":0,"Local Bytes
Read":45263,"Total Records Read":3959},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47692,"Shuffle Write Time":18437367,"Shuffle Records Written":944},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":138,"Index":120,"Attempt":0,"Launch Time":1529076289576,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":131,"Index":113,"Attempt":0,"Launch Time":1529076289233,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076289577,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"80183","Value":"11763636","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"771","Value":"113113","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"332136332","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"43","Value":"31193","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"62","Value":"38459","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4315","Value":"495980","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1944453004","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"2293","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"52","Value":"33921","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":17706164,"Valu
e":3283308474,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":771,"Valu
e":113113,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":42488,"Valu
e":5452007,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4315,"Value":
495980,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":48042,"Val
ue":5102107,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":37709,"Va
lue":5081973,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":460,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":460,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
276589568,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":16955,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":669288,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":81953780,"Value":12771
915985,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":89,"Value":44379,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":230859156,"
Value":31020054175,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":251,"Value":35
560,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":251,"Executor Deserialize CPU Time":230859156,"Executor Run
Time":89,"Executor CPU Time":81953780,"Result Size":5827,"JVM GC Time":16,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":37709,"Remote Bytes Read To Disk":0,"Local Bytes
Read":48042,"Total Records Read":4315},"Shuffle Write Metrics":{"Shuffle Bytes
Written":42488,"Shuffle Write Time":17706164,"Shuffle Records Written":771},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":139,"Index":121,"Attempt":0,"Launch Time":1529076289726,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":133,"Index":115,"Attempt":0,"Launch Time":1529076289406,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076289726,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"77687","Value":"11841323","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"747","Value":"113860","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"332398475","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"50","Value":"31243","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"74","Value":"38533","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4086","Value":"500066","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1961361291","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2306","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"59","Value":"33980","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13556356,"Valu
e":3296864830,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":747,"Valu
e":113860,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":42379,"Valu
e":5494386,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4086,"Value":
500066,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":35176,"Val
ue":5137283,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":45402,"Va
lue":5127375,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":464,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":464,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
293760000,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":16965,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":675115,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":74698926,"Value":12846
614911,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":98,"Value":44477,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218459827,"
Value":31238514002,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":217,"Value":35
777,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":217,"Executor Deserialize CPU Time":218459827,"Executor Run
Time":98,"Executor CPU Time":74698926,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":45402,"Remote Bytes Read To Disk":0,"Local Bytes
Read":35176,"Total Records Read":4086},"Shuffle Write Metrics":{"Shuffle Bytes
Written":42379,"Shuffle Write Time":13556356,"Shuffle Records Written":747},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":140,"Index":122,"Attempt":0,"Launch Time":1529076289834,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":134,"Index":116,"Attempt":0,"Launch Time":1529076289496,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076289835,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"90479","Value":"11931802","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"190","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"870","Value":"114730","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"349437834","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"37","Value":"31280","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"58","Value":"38591","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"3866","Value":"503932","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1978269578","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2319","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"46","Value":"34026","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13524413,"Valu
e":3310389243,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":870,"Valu
e":114730,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":45655,"Valu
e":5540041,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3866,"Value":
503932,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":35573,"Val
ue":5172856,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":44687,"Va
lue":5172062,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":468,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":468,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":2
327707648,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":16975,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":680942,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":73726638,"Value":12920
341549,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":81,"Value":44558,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":241693082,"
Value":31480207084,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":254,"Value":36
031,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":254,"Executor Deserialize CPU Time":241693082,"Executor Run
Time":81,"Executor CPU Time":73726638,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":44687,"Remote Bytes Read To Disk":0,"Local Bytes
Read":35573,"Total Records Read":3866},"Shuffle Write Metrics":{"Shuffle Bytes
Written":45655,"Shuffle Write Time":13524413,"Shuffle Records Written":870},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":141,"Index":123,"Attempt":0,"Launch Time":1529076289855,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":136,"Index":118,"Attempt":0,"Launch Time":1529076289526,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076289855,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"92455","Value":"12024257","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"889","Value":"115619","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"349699977","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"53","Value":"31333","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"71","Value":"38662","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4013","Value":"507945","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"1995177865","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"30","Value":"2349","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"62","Value":"34088","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13117684,"Valu
e":3323506927,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":889,"Valu
e":115619,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":45973,"Valu
e":5586014,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4013,"Value":
507945,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":45513,"Val
ue":5218369,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":37856,"Va
lue":5209918,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":472,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":472,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
344878080,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":16989,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":686769,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":72215114,"Value":12992
556663,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":92,"Value":44650,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":230640435,"
Value":31710847519,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":233,"Value":36
264,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":233,"Executor Deserialize CPU Time":230640435,"Executor Run
Time":92,"Executor CPU Time":72215114,"Result Size":5827,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":37856,"Remote Bytes Read To Disk":0,"Local Bytes
Read":45513,"Total Records Read":4013},"Shuffle Write Metrics":{"Shuffle Bytes
Written":45973,"Shuffle Write Time":13117684,"Shuffle Records Written":889},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":142,"Index":124,"Attempt":0,"Launch Time":1529076289909,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":138,"Index":120,"Attempt":0,"Launch Time":1529076289576,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076289909,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"109823","Value":"12134080","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1056","Value":"116675","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"349962120","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"42","Value":"31375","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"64","Value":"38726","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4413","Value":"512358","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2012086152","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"2364","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"51","Value":"34139","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13009855,"Valu
e":3336516782,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1056,"Val
ue":116675,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":50302,"Valu
e":5636316,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4413,"Value":
512358,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":53005,"Val
ue":5271374,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":38849,"Va
lue":5248767,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":476,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":476,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
362048512,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":17003,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":692596,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":78459411,"Value":13071
016074,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":87,"Value":44737,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":225249650,"
Value":31936097169,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":242,"Value":36
506,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":242,"Executor Deserialize CPU Time":225249650,"Executor Run
Time":87,"Executor CPU Time":78459411,"Result Size":5827,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":38849,"Remote Bytes Read To Disk":0,"Local Bytes
Read":53005,"Total Records Read":4413},"Shuffle Write Metrics":{"Shuffle Bytes
Written":50302,"Shuffle Write Time":13009855,"Shuffle Records Written":1056},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":143,"Index":125,"Attempt":0,"Launch Time":1529076289918,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":135,"Index":117,"Attempt":0,"Launch Time":1529076289526,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076289919,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"87359","Value":"12221439","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"200","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"840","Value":"117515","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"367001479","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"49","Value":"31424","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"69","Value":"38795","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4529","Value":"516887","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2028994439","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"18","Value":"2382","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"59","Value":"34198","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":14676031,"Valu
e":3351192813,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":840,"Valu
e":117515,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":44855,"Valu
e":5681171,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4529,"Value":
516887,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39845,"Val
ue":5311219,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":50894,"Va
lue":5299661,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":480,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":480,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":2
395996160,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":17013,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":698423,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":89221774,"Value":13160
237848,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":94,"Value":44831,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":283432407,"
Value":32219529576,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":295,"Value":36
801,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":295,"Executor Deserialize CPU Time":283432407,"Executor Run
Time":94,"Executor CPU Time":89221774,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":50894,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39845,"Total Records Read":4529},"Shuffle Write Metrics":{"Shuffle Bytes
Written":44855,"Shuffle Write Time":14676031,"Shuffle Records Written":840},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":144,"Index":126,"Attempt":0,"Launch Time":1529076289954,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":137,"Index":119,"Attempt":0,"Launch Time":1529076289575,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076289954,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"86735","Value":"12308174","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"834","Value":"118349","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"367263622","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"48","Value":"31472","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"70","Value":"38865","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4415","Value":"521302","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2045902726","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"17","Value":"2399","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"59","Value":"34257","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":15701699,"Valu
e":3366894512,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":834,"Valu
e":118349,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":44417,"Valu
e":5725588,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4415,"Value":
521302,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":50121,"Val
ue":5361340,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":38767,"Va
lue":5338428,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":484,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":484,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
413166592,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":17027,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":704250,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":91619503,"Value":13251
857351,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":96,"Value":44927,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":260900819,"
Value":32480430395,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":279,"Value":37
080,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":279,"Executor Deserialize CPU Time":260900819,"Executor Run
Time":96,"Executor CPU Time":91619503,"Result Size":5827,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":38767,"Remote Bytes Read To Disk":0,"Local Bytes
Read":50121,"Total Records Read":4415},"Shuffle Write Metrics":{"Shuffle Bytes
Written":44417,"Shuffle Write Time":15701699,"Shuffle Records Written":834},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":145,"Index":127,"Attempt":0,"Launch Time":1529076290043,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":139,"Index":121,"Attempt":0,"Launch Time":1529076289726,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076290044,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"81847","Value":"12390021","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"787","Value":"119136","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"367525765","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"41","Value":"31513","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"61","Value":"38926","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4398","Value":"525700","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2062811013","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"14","Value":"2413","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"50","Value":"34307","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":12874444,"Valu
e":3379768956,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":787,"Valu
e":119136,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":43518,"Valu
e":5769106,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4398,"Value":
525700,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39691,"Val
ue":5401031,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":48067,"Va
lue":5386495,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":488,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":488,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
430337024,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":710034,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":78007672,"Value":13329
865023,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":84,"Value":45011,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":230294081,"
Value":32710724476,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":230,"Value":37
310,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":230,"Executor Deserialize CPU Time":230294081,"Executor Run
Time":84,"Executor CPU Time":78007672,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":48067,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39691,"Total Records Read":4398},"Shuffle Write Metrics":{"Shuffle Bytes
Written":43518,"Shuffle Write Time":12874444,"Shuffle Records Written":787},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":146,"Index":128,"Attempt":0,"Launch Time":1529076290169,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":141,"Index":123,"Attempt":0,"Launch Time":1529076289855,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076290169,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"163279","Value":"12553300","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"210","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1570","Value":"120706","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"384565124","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"40","Value":"31553","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"60","Value":"38986","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4381","Value":"530081","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2079719300","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"14","Value":"2427","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"48","Value":"34355","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13430815,"Valu
e":3393199771,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1570,"Val
ue":120706,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":62766,"Valu
e":5831872,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4381,"Value":
530081,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":52776,"Val
ue":5453807,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":42054,"Va
lue":5428549,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":492,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":492,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":2
464284672,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":715818,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":76487892,"Value":13406
352915,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":83,"Value":45094,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":227669928,"
Value":32938394404,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":228,"Value":37
538,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":228,"Executor Deserialize CPU Time":227669928,"Executor Run
Time":83,"Executor CPU Time":76487892,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":42054,"Remote Bytes Read To Disk":0,"Local Bytes
Read":52776,"Total Records Read":4381},"Shuffle Write Metrics":{"Shuffle Bytes
Written":62766,"Shuffle Write Time":13430815,"Shuffle Records Written":1570},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":147,"Index":129,"Attempt":0,"Launch Time":1529076290216,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":140,"Index":122,"Attempt":0,"Launch Time":1529076289834,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076290216,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"121055","Value":"12674355","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1164","Value":"121870","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"384827267","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"61","Value":"31614","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"80","Value":"39066","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4728","Value":"534809","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2096627587","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"19","Value":"2446","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"72","Value":"34427","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":15042695,"Valu
e":3408242466,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1164,"Val
ue":121870,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":52481,"Valu
e":5884353,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4728,"Value":
534809,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":43009,"Val
ue":5496816,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":54754,"Va
lue":5483303,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":496,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":496,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
481455104,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":17037,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":721645,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":91065146,"Value":13497
418061,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":105,"Value":45199,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":272779880,"
Value":33211174284,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":273,"Value":37
811,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":273,"Executor Deserialize CPU Time":272779880,"Executor Run
Time":105,"Executor CPU Time":91065146,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":54754,"Remote Bytes Read To Disk":0,"Local Bytes
Read":43009,"Total Records Read":4728},"Shuffle Write Metrics":{"Shuffle Bytes
Written":52481,"Shuffle Write Time":15042695,"Shuffle Records Written":1164},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":148,"Index":130,"Attempt":0,"Launch Time":1529076290257,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":142,"Index":124,"Attempt":0,"Launch Time":1529076289909,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076290257,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"218191","Value":"12892546","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"220","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"2098","Value":"123968","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"401866626","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"50","Value":"31664","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"93","Value":"39159","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4583","Value":"539392","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2113535874","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"21","Value":"2467","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"59","Value":"34486","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":17562595,"Valu
e":3425805061,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":2098,"Val
ue":123968,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":78279,"Valu
e":5962632,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4583,"Value":
539392,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":59393,"Val
ue":5556209,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":48070,"Va
lue":5531373,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":500,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":500,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":2
515402752,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":20,"Value":17057,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":727472,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":95298225,"Value":13592
716286,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":120,"Value":45319,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":222907101,"
Value":33434081385,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":224,"Value":38
035,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":224,"Executor Deserialize CPU Time":222907101,"Executor Run
Time":120,"Executor CPU Time":95298225,"Result Size":5827,"JVM GC Time":20,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":48070,"Remote Bytes Read To Disk":0,"Local Bytes
Read":59393,"Total Records Read":4583},"Shuffle Write Metrics":{"Shuffle Bytes
Written":78279,"Shuffle Write Time":17562595,"Shuffle Records Written":2098},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":149,"Index":131,"Attempt":0,"Launch Time":1529076290318,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":143,"Index":125,"Attempt":0,"Launch Time":1529076289918,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076290318,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"116791","Value":"13009337","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1123","Value":"125091","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"402128769","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"45","Value":"31709","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"70","Value":"39229","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4068","Value":"543460","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2130444161","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"2482","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"55","Value":"34541","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":16244936,"Valu
e":3442049997,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1123,"Val
ue":125091,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":52378,"Valu
e":6015010,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4068,"Value":
543460,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":36259,"Val
ue":5592468,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":45315,"Va
lue":5576688,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":504,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":504,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
532573184,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":17067,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":733299,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":88514601,"Value":13681
230887,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":97,"Value":45416,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":288595934,"
Value":33722677319,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":299,"Value":38
334,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":299,"Executor Deserialize CPU Time":288595934,"Executor Run
Time":97,"Executor CPU Time":88514601,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":45315,"Remote Bytes Read To Disk":0,"Local Bytes
Read":36259,"Total Records Read":4068},"Shuffle Write Metrics":{"Shuffle Bytes
Written":52378,"Shuffle Write Time":16244936,"Shuffle Records Written":1123},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":150,"Index":132,"Attempt":0,"Launch Time":1529076290350,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":144,"Index":126,"Attempt":0,"Launch Time":1529076289954,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076290350,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"109719","Value":"13119056","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1055","Value":"126146","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"402390912","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"48","Value":"31757","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"68","Value":"39297","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4224","Value":"547684","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2147352448","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"17","Value":"2499","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"58","Value":"34599","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":14551655,"Valu
e":3456601652,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1055,"Val
ue":126146,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49870,"Valu
e":6064880,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4224,"Value":
547684,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":48773,"Val
ue":5641241,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":38197,"Va
lue":5614885,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":508,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":508,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
549743616,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":20,"Value":17087,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":739126,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":87643597,"Value":13768
874484,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":92,"Value":45508,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":278697238,"
Value":34001374557,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":300,"Value":38
634,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":300,"Executor Deserialize CPU Time":278697238,"Executor Run
Time":92,"Executor CPU Time":87643597,"Result Size":5827,"JVM GC Time":20,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":38197,"Remote Bytes Read To Disk":0,"Local Bytes
Read":48773,"Total Records Read":4224},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49870,"Shuffle Write Time":14551655,"Shuffle Records Written":1055},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":151,"Index":133,"Attempt":0,"Launch Time":1529076290362,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":145,"Index":127,"Attempt":0,"Launch Time":1529076290043,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076290362,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"69783","Value":"13188839","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"671","Value":"126817","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"402653055","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"34","Value":"31791","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"55","Value":"39352","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"3847","Value":"551531","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2164260735","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"12","Value":"2511","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"43","Value":"34642","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":12393302,"Valu
e":3468994954,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":671,"Valu
e":126817,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":39714,"Valu
e":6104594,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3847,"Value":
551531,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":32566,"Val
ue":5673807,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":43189,"Va
lue":5658074,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":512,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":512,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
566914048,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":17097,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":744953,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":68917166,"Value":13837
791650,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":76,"Value":45584,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":226716253,"
Value":34228090810,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":239,"Value":38
873,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":239,"Executor Deserialize CPU Time":226716253,"Executor Run
Time":76,"Executor CPU Time":68917166,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":43189,"Remote Bytes Read To Disk":0,"Local Bytes
Read":32566,"Total Records Read":3847},"Shuffle Write Metrics":{"Shuffle Bytes
Written":39714,"Shuffle Write Time":12393302,"Shuffle Records Written":671},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":152,"Index":134,"Attempt":0,"Launch Time":1529076290571,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":146,"Index":128,"Attempt":0,"Launch Time":1529076290169,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076290571,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"91103","Value":"13279942","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"876","Value":"127693","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"402915198","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"61","Value":"31852","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"92","Value":"39444","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4319","Value":"555850","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2181169022","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"19","Value":"2530","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"70","Value":"34712","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":18453086,"Valu
e":3487448040,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":876,"Valu
e":127693,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46405,"Valu
e":6150999,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4319,"Value":
555850,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":48998,"Val
ue":5722805,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":40036,"Va
lue":5698110,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":516,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":516,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
584084480,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":20,"Value":17117,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":750780,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":107641979,"Value":1394
5433629,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":118,"Value":45702,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":259992444,"
Value":34488083254,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":281,"Value":39
154,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":281,"Executor Deserialize CPU Time":259992444,"Executor Run
Time":118,"Executor CPU Time":107641979,"Result Size":5827,"JVM GC Time":20,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":40036,"Remote Bytes Read To Disk":0,"Local Bytes
Read":48998,"Total Records Read":4319},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46405,"Shuffle Write Time":18453086,"Shuffle Records Written":876},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":153,"Index":135,"Attempt":0,"Launch Time":1529076290572,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":148,"Index":130,"Attempt":0,"Launch Time":1529076290257,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076290572,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"91415","Value":"13371357","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"230","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"879","Value":"128572","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"419954557","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"40","Value":"31892","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"64","Value":"39508","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"3893","Value":"559743","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2198077309","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2543","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"48","Value":"34760","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":22848998,"Valu
e":3510297038,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":879,"Valu
e":128572,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46176,"Valu
e":6197175,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3893,"Value":
559743,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":45888,"Val
ue":5768693,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":34614,"Va
lue":5732724,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":520,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":520,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":2
618032128,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":756564,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":78729619,"Value":14024
163248,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":87,"Value":45789,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":221986851,"
Value":34710070105,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":223,"Value":39
377,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":223,"Executor Deserialize CPU Time":221986851,"Executor Run
Time":87,"Executor CPU Time":78729619,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":34614,"Remote Bytes Read To Disk":0,"Local Bytes
Read":45888,"Total Records Read":3893},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46176,"Shuffle Write Time":22848998,"Shuffle Records Written":879},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":154,"Index":136,"Attempt":0,"Launch Time":1529076290574,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":147,"Index":129,"Attempt":0,"Launch Time":1529076290216,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076290574,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"90791","Value":"13462148","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"240","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"873","Value":"129445","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"436993916","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"46","Value":"31938","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"69","Value":"39577","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4203","Value":"563946","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2214985596","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"16","Value":"2559","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"56","Value":"34816","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":15193333,"Valu
e":3525490371,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":873,"Valu
e":129445,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":45136,"Valu
e":6242311,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4203,"Value":
563946,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":36600,"Val
ue":5805293,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":47857,"Va
lue":5780581,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":524,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":524,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":2
651979776,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":762348,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":87027277,"Value":14111
190525,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":94,"Value":45883,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":260181009,"
Value":34970251114,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":261,"Value":39
638,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":261,"Executor Deserialize CPU Time":260181009,"Executor Run
Time":94,"Executor CPU Time":87027277,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":47857,"Remote Bytes Read To Disk":0,"Local Bytes
Read":36600,"Total Records Read":4203},"Shuffle Write Metrics":{"Shuffle Bytes
Written":45136,"Shuffle Write Time":15193333,"Shuffle Records Written":873},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":155,"Index":137,"Attempt":0,"Launch Time":1529076290697,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":151,"Index":133,"Attempt":0,"Launch Time":1529076290362,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076290697,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"93703","Value":"13555851","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"901","Value":"130346","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"437256059","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"51","Value":"31989","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"72","Value":"39649","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4106","Value":"568052","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2231893883","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2572","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"60","Value":"34876","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13774771,"Valu
e":3539265142,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":901,"Valu
e":130346,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46743,"Valu
e":6289054,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4106,"Value":
568052,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":37987,"Val
ue":5843280,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":46635,"Va
lue":5827216,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":528,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":528,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
669150208,"Internal":true,"Count Failed Values":true},
{"ID":234,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":5,"I
nternal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":17127,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5870,"Value":768218,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":76119439,"Value":14187
309964,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":93,"Value":45976,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":236553402,"
Value":35206804516,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":237,"Value":39
875,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":237,"Executor Deserialize CPU Time":236553402,"Executor Run
Time":93,"Executor CPU Time":76119439,"Result Size":5870,"JVM GC Time":10,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":46635,"Remote Bytes Read To Disk":0,"Local Bytes
Read":37987,"Total Records Read":4106},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46743,"Shuffle Write Time":13774771,"Shuffle Records Written":901},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":156,"Index":138,"Attempt":0,"Launch Time":1529076290711,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":150,"Index":132,"Attempt":0,"Launch Time":1529076290350,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076290711,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"68639","Value":"13624490","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"660","Value":"131006","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"437518202","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"61","Value":"32050","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"82","Value":"39731","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"3860","Value":"571912","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2248802170","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"16","Value":"2588","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"71","Value":"34947","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":14942849,"Valu
e":3554207991,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":660,"Valu
e":131006,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":38924,"Valu
e":6327978,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3860,"Value":
571912,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42930,"Val
ue":5886210,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":32741,"Va
lue":5859957,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":532,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":532,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
686320640,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":17144,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":774045,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":82151177,"Value":14269
461141,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":105,"Value":46081,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":250908693,"
Value":35457713209,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":252,"Value":40
127,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":252,"Executor Deserialize CPU Time":250908693,"Executor Run
Time":105,"Executor CPU Time":82151177,"Result Size":5827,"JVM GC Time":17,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":32741,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42930,"Total Records Read":3860},"Shuffle Write Metrics":{"Shuffle Bytes
Written":38924,"Shuffle Write Time":14942849,"Shuffle Records Written":660},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":157,"Index":139,"Attempt":0,"Launch Time":1529076290755,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":149,"Index":131,"Attempt":0,"Launch Time":1529076290318,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076290756,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"87151","Value":"13711641","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"838","Value":"131844","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"437780345","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"76","Value":"32126","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"104","Value":"39835","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"3653","Value":"575565","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2265710457","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"29","Value":"2617","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"86","Value":"35033","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":20531348,"Valu
e":3574739339,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":838,"Valu
e":131844,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":43959,"Valu
e":6371937,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3653,"Value":
575565,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":32777,"Val
ue":5918987,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":41133,"Va
lue":5901090,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":536,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":536,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
703491072,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":17154,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":779872,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":114760292,"Value":1438
4221433,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":133,"Value":46214,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":298996049,"
Value":35756709258,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":299,"Value":40
426,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":299,"Executor Deserialize CPU Time":298996049,"Executor Run
Time":133,"Executor CPU Time":114760292,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":41133,"Remote Bytes Read To Disk":0,"Local Bytes
Read":32777,"Total Records Read":3653},"Shuffle Write Metrics":{"Shuffle Bytes
Written":43959,"Shuffle Write Time":20531348,"Shuffle Records Written":838},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":158,"Index":140,"Attempt":0,"Launch Time":1529076290917,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":152,"Index":134,"Attempt":0,"Launch Time":1529076290571,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076290917,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"82783","Value":"13794424","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"796","Value":"132640","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"438042488","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"40","Value":"32166","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"57","Value":"39892","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4179","Value":"579744","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2282618744","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"2632","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"49","Value":"35082","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13333084,"Valu
e":3588072423,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":796,"Valu
e":132640,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":43231,"Valu
e":6415168,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4179,"Value":
579744,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":47022,"Val
ue":5966009,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":36456,"Va
lue":5937546,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":540,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":540,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
720661504,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":17171,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":785699,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":76929923,"Value":14461
151356,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":79,"Value":46293,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":242939651,"
Value":35999648909,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":263,"Value":40
689,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":263,"Executor Deserialize CPU Time":242939651,"Executor Run
Time":79,"Executor CPU Time":76929923,"Result Size":5827,"JVM GC Time":17,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":36456,"Remote Bytes Read To Disk":0,"Local Bytes
Read":47022,"Total Records Read":4179},"Shuffle Write Metrics":{"Shuffle Bytes
Written":43231,"Shuffle Write Time":13333084,"Shuffle Records Written":796},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":159,"Index":141,"Attempt":0,"Launch Time":1529076290928,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":154,"Index":136,"Attempt":0,"Launch Time":1529076290574,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076290929,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"108367","Value":"13902791","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1042","Value":"133682","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"438304631","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"45","Value":"32211","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"66","Value":"39958","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4794","Value":"584538","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2299527031","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"17","Value":"2649","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"55","Value":"35137","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13567566,"Valu
e":3601639989,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1042,"Val
ue":133682,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49143,"Valu
e":6464311,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4794,"Value":
584538,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":44019,"Val
ue":6010028,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":53557,"Va
lue":5991103,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":544,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":544,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
737831936,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":17181,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":791526,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":84070232,"Value":14545
221588,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":89,"Value":46382,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":249103641,"
Value":36248752550,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":261,"Value":40
950,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":261,"Executor Deserialize CPU Time":249103641,"Executor Run
Time":89,"Executor CPU Time":84070232,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":53557,"Remote Bytes Read To Disk":0,"Local Bytes
Read":44019,"Total Records Read":4794},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49143,"Shuffle Write Time":13567566,"Shuffle Records Written":1042},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":160,"Index":142,"Attempt":0,"Launch Time":1529076291002,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":153,"Index":135,"Attempt":0,"Launch Time":1529076290572,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076291002,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"87255","Value":"13990046","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"839","Value":"134521","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"438566774","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"43","Value":"32254","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"67","Value":"40025","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4024","Value":"588562","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2316435318","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"2664","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"54","Value":"35191","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":15882703,"Valu
e":3617522692,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":839,"Valu
e":134521,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":44664,"Valu
e":6508975,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4024,"Value":
588562,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":46389,"Val
ue":6056417,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":37542,"Va
lue":6028645,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":548,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":548,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
755002368,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":17198,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":797353,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":85348800,"Value":14630
570388,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":93,"Value":46475,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":315029992,"
Value":36563782542,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":334,"Value":41
284,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":334,"Executor Deserialize CPU Time":315029992,"Executor Run
Time":93,"Executor CPU Time":85348800,"Result Size":5827,"JVM GC Time":17,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":37542,"Remote Bytes Read To Disk":0,"Local Bytes
Read":46389,"Total Records Read":4024},"Shuffle Write Metrics":{"Shuffle Bytes
Written":44664,"Shuffle Write Time":15882703,"Shuffle Records Written":839},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":161,"Index":143,"Attempt":0,"Launch Time":1529076291027,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":155,"Index":137,"Attempt":0,"Launch Time":1529076290697,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076291028,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"86735","Value":"14076781","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"834","Value":"135355","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"438828917","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"38","Value":"32292","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"55","Value":"40080","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4142","Value":"592704","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2333343605","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"14","Value":"2678","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"48","Value":"35239","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13301093,"Valu
e":3630823785,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":834,"Valu
e":135355,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":45027,"Valu
e":6554002,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4142,"Value":
592704,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":37478,"Val
ue":6093895,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":47566,"Va
lue":6076211,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":552,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":552,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
772172800,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":803137,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":74166083,"Value":14704
736471,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":77,"Value":46552,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":248494909,"
Value":36812277451,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":249,"Value":41
533,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":249,"Executor Deserialize CPU Time":248494909,"Executor Run
Time":77,"Executor CPU Time":74166083,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":47566,"Remote Bytes Read To Disk":0,"Local Bytes
Read":37478,"Total Records Read":4142},"Shuffle Write Metrics":{"Shuffle Bytes
Written":45027,"Shuffle Write Time":13301093,"Shuffle Records Written":834},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":162,"Index":144,"Attempt":0,"Launch Time":1529076291041,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":156,"Index":138,"Attempt":0,"Launch Time":1529076290711,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076291042,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"96511","Value":"14173292","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"928","Value":"136283","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"439091060","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"38","Value":"32330","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"58","Value":"40138","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4203","Value":"596907","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2350251892","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2691","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"47","Value":"35286","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13283007,"Valu
e":3644106792,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":928,"Valu
e":136283,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46539,"Valu
e":6600541,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4203,"Value":
596907,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4292,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":46929,"Val
ue":6140824,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":37663,"Va
lue":6113874,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":556,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":556,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
789343232,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":808921,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":74190695,"Value":14778
927166,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":80,"Value":46632,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":243109000,"
Value":37055386451,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":247,"Value":41
780,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":247,"Executor Deserialize CPU Time":243109000,"Executor Run
Time":80,"Executor CPU Time":74190695,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":37663,"Remote Bytes Read To Disk":0,"Local Bytes
Read":46929,"Total Records Read":4203},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46539,"Shuffle Write Time":13283007,"Shuffle Records Written":928},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":163,"Index":145,"Attempt":0,"Launch Time":1529076291233,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":157,"Index":139,"Attempt":0,"Launch Time":1529076290755,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076291233,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"81535","Value":"14254827","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"784","Value":"137067","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"439353203","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"81","Value":"32411","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"105","Value":"40243","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"3979","Value":"600886","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2367160179","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"25","Value":"2716","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"91","Value":"35377","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":14759850,"Valu
e":3658866642,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":784,"Valu
e":137067,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":43881,"Valu
e":6644422,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3979,"Value":
600886,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":4,"Value":1
4296,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":35459,"Val
ue":6176283,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":46377,"Va
lue":6160251,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":560,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":560,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
806513664,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":17214,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":814748,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":100133816,"Value":1487
9060982,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":129,"Value":46761,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":344163202,"
Value":37399549653,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":344,"Value":42
124,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":344,"Executor Deserialize CPU Time":344163202,"Executor Run
Time":129,"Executor CPU Time":100133816,"Result Size":5827,"JVM GC Time":16,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":4,"Remote Bytes Read":46377,"Remote Bytes Read To Disk":0,"Local Bytes
Read":35459,"Total Records Read":3979},"Shuffle Write Metrics":{"Shuffle Bytes
Written":43881,"Shuffle Write Time":14759850,"Shuffle Records Written":784},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":164,"Index":146,"Attempt":0,"Launch Time":1529076291242,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":158,"Index":140,"Attempt":0,"Launch Time":1529076290917,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076291243,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"90999","Value":"14345826","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"875","Value":"137942","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"439615346","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"38","Value":"32449","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"61","Value":"40304","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"3955","Value":"604841","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2384068466","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2729","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"47","Value":"35424","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13334942,"Valu
e":3672201584,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":875,"Valu
e":137942,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":44967,"Valu
e":6689389,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3955,"Value":
604841,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4296,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":44107,"Val
ue":6220390,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":35242,"Va
lue":6195493,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":564,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":564,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
823684096,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":17227,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":820575,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":74899614,"Value":14953
960596,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":82,"Value":46843,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":224830940,"
Value":37624380593,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":239,"Value":42
363,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":239,"Executor Deserialize CPU Time":224830940,"Executor Run
Time":82,"Executor CPU Time":74899614,"Result Size":5827,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":35242,"Remote Bytes Read To Disk":0,"Local Bytes
Read":44107,"Total Records Read":3955},"Shuffle Write Metrics":{"Shuffle Bytes
Written":44967,"Shuffle Write Time":13334942,"Shuffle Records Written":875},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":165,"Index":147,"Attempt":0,"Launch Time":1529076291272,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":159,"Index":141,"Attempt":0,"Launch Time":1529076290928,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076291273,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"86735","Value":"14432561","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"834","Value":"138776","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"439877489","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"43","Value":"32492","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"65","Value":"40369","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4518","Value":"609359","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2400976753","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"2744","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"69","Value":"35493","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":12914997,"Valu
e":3685116581,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":834,"Valu
e":138776,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":45380,"Valu
e":6734769,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4518,"Value":
609359,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4296,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41211,"Val
ue":6261601,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":53513,"Va
lue":6249006,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":568,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":568,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
840854528,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":17243,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":826402,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":80442566,"Value":15034
403162,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":103,"Value":46946,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":234043080,"
Value":37858423673,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":237,"Value":42
600,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":237,"Executor Deserialize CPU Time":234043080,"Executor Run
Time":103,"Executor CPU Time":80442566,"Result Size":5827,"JVM GC Time":16,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":53513,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41211,"Total Records Read":4518},"Shuffle Write Metrics":{"Shuffle Bytes
Written":45380,"Shuffle Write Time":12914997,"Shuffle Records Written":834},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":166,"Index":148,"Attempt":0,"Launch Time":1529076291358,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":161,"Index":143,"Attempt":0,"Launch Time":1529076291027,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076291358,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"81535","Value":"14514096","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"784","Value":"139560","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"440139632","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"40","Value":"32532","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"61","Value":"40430","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4199","Value":"613558","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2417885040","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"14","Value":"2758","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"49","Value":"35542","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13118405,"Valu
e":3698234986,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":784,"Valu
e":139560,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":43646,"Valu
e":6778415,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4199,"Value":
613558,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4296,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":38375,"Val
ue":6299976,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":48221,"Va
lue":6297227,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":572,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":572,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
858024960,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":17259,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":832229,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":75527238,"Value":15109
930400,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":84,"Value":47030,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":227164669,"
Value":38085588342,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":243,"Value":42
843,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":243,"Executor Deserialize CPU Time":227164669,"Executor Run
Time":84,"Executor CPU Time":75527238,"Result Size":5827,"JVM GC Time":16,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":48221,"Remote Bytes Read To Disk":0,"Local Bytes
Read":38375,"Total Records Read":4199},"Shuffle Write Metrics":{"Shuffle Bytes
Written":43646,"Shuffle Write Time":13118405,"Shuffle Records Written":784},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":167,"Index":149,"Attempt":0,"Launch Time":1529076291408,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":162,"Index":144,"Attempt":0,"Launch Time":1529076291041,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076291409,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"99735","Value":"14613831","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"959","Value":"140519","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"440401775","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"40","Value":"32572","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"56","Value":"40486","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4486","Value":"618044","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2434793327","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"2773","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"50","Value":"35592","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":59327595,"Valu
e":3757562581,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":959,"Valu
e":140519,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47114,"Valu
e":6825529,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4486,"Value":
618044,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4296,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":50874,"Val
ue":6350850,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":40084,"Va
lue":6337311,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":576,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":576,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
875195392,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":17272,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":838056,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":78455692,"Value":15188
386092,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":126,"Value":47156,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":224228232,"
Value":38309816574,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":238,"Value":43
081,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":238,"Executor Deserialize CPU Time":224228232,"Executor Run
Time":126,"Executor CPU Time":78455692,"Result Size":5827,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":40084,"Remote Bytes Read To Disk":0,"Local Bytes
Read":50874,"Total Records Read":4486},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47114,"Shuffle Write Time":59327595,"Shuffle Records Written":959},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":168,"Index":150,"Attempt":0,"Launch Time":1529076291438,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":160,"Index":142,"Attempt":0,"Launch Time":1529076291002,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076291438,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"93183","Value":"14707014","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"896","Value":"141415","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"440663918","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"43","Value":"32615","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"109","Value":"40595","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4050","Value":"622094","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2451701614","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"16","Value":"2789","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"52","Value":"35644","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":20905547,"Valu
e":3778468128,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":896,"Valu
e":141415,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":45311,"Valu
e":6870840,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4050,"Value":
622094,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4296,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":45717,"Val
ue":6396567,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":35606,"Va
lue":6372917,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":580,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":580,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
892365824,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":17285,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":843883,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":96567701,"Value":15284
953793,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":139,"Value":47295,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":276298741,"
Value":38586115315,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":291,"Value":43
372,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":291,"Executor Deserialize CPU Time":276298741,"Executor Run
Time":139,"Executor CPU Time":96567701,"Result Size":5827,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":35606,"Remote Bytes Read To Disk":0,"Local Bytes
Read":45717,"Total Records Read":4050},"Shuffle Write Metrics":{"Shuffle Bytes
Written":45311,"Shuffle Write Time":20905547,"Shuffle Records Written":896},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":169,"Index":151,"Attempt":0,"Launch Time":1529076291564,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":164,"Index":146,"Attempt":0,"Launch Time":1529076291242,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076291565,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"83303","Value":"14790317","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"801","Value":"142216","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"440926061","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"34","Value":"32649","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"56","Value":"40651","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"3833","Value":"625927","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2468609901","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"12","Value":"2801","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"43","Value":"35687","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":35093178,"Valu
e":3813561306,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":801,"Valu
e":142216,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":43480,"Valu
e":6914320,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3833,"Value":
625927,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4296,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42818,"Val
ue":6439385,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":34427,"Va
lue":6407344,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":584,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":584,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
909536256,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":19,"Value":17304,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":849710,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":71934348,"Value":15356
888141,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":101,"Value":47396,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":217485197,"
Value":38803600512,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":217,"Value":43
589,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":217,"Executor Deserialize CPU Time":217485197,"Executor Run
Time":101,"Executor CPU Time":71934348,"Result Size":5827,"JVM GC Time":19,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":34427,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42818,"Total Records Read":3833},"Shuffle Write Metrics":{"Shuffle Bytes
Written":43480,"Shuffle Write Time":35093178,"Shuffle Records Written":801},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":170,"Index":152,"Attempt":0,"Launch Time":1529076291586,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":165,"Index":147,"Attempt":0,"Launch Time":1529076291272,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076291586,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"75815","Value":"14866132","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"729","Value":"142945","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"441188204","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"38","Value":"32687","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"56","Value":"40707","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4089","Value":"630016","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2485518188","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"12","Value":"2813","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"47","Value":"35734","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":11865956,"Valu
e":3825427262,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":729,"Valu
e":142945,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":41742,"Valu
e":6956062,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4089,"Value":
630016,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4296,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":36663,"Val
ue":6476048,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":47162,"Va
lue":6454506,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":588,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":588,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
926706688,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":855494,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":71953981,"Value":15428
842122,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":76,"Value":47472,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":231301425,"
Value":39034901937,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":234,"Value":43
823,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":234,"Executor Deserialize CPU Time":231301425,"Executor Run
Time":76,"Executor CPU Time":71953981,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":47162,"Remote Bytes Read To Disk":0,"Local Bytes
Read":36663,"Total Records Read":4089},"Shuffle Write Metrics":{"Shuffle Bytes
Written":41742,"Shuffle Write Time":11865956,"Shuffle Records Written":729},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":171,"Index":153,"Attempt":0,"Launch Time":1529076291639,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":163,"Index":145,"Attempt":0,"Launch Time":1529076291233,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076291640,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"93703","Value":"14959835","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"901","Value":"143846","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"441450347","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"60","Value":"32747","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"81","Value":"40788","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4371","Value":"634387","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2502426475","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"17","Value":"2830","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"69","Value":"35803","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":15291836,"Valu
e":3840719098,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":901,"Valu
e":143846,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47299,"Valu
e":7003361,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4371,"Value":
634387,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":13,"Value":
14309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39136,"Val
ue":6515184,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":52089,"Va
lue":6506595,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":592,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":592,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
943877120,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":861278,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":86323022,"Value":15515
165144,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":106,"Value":47578,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":296661072,"
Value":39331563009,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":297,"Value":44
120,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":297,"Executor Deserialize CPU Time":296661072,"Executor Run
Time":106,"Executor CPU Time":86323022,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":13,"Remote Bytes Read":52089,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39136,"Total Records Read":4371},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47299,"Shuffle Write Time":15291836,"Shuffle Records Written":901},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":172,"Index":154,"Attempt":0,"Launch Time":1529076291684,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":166,"Index":148,"Attempt":0,"Launch Time":1529076291358,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076291685,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"106911","Value":"15066746","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1028","Value":"144874","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"441712490","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"36","Value":"32783","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"71","Value":"40859","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4071","Value":"638458","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2519334762","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2843","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"44","Value":"35847","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":12766781,"Valu
e":3853485879,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1028,"Val
ue":144874,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49067,"Valu
e":7052428,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4071,"Value":
638458,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":36652,"Val
ue":6551836,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":46086,"Va
lue":6552681,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":596,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":596,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
961047552,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":17316,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":867105,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":71568244,"Value":15586
733388,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":92,"Value":47670,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":228644550,"
Value":39560207559,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":230,"Value":44
350,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":230,"Executor Deserialize CPU Time":228644550,"Executor Run
Time":92,"Executor CPU Time":71568244,"Result Size":5827,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":46086,"Remote Bytes Read To Disk":0,"Local Bytes
Read":36652,"Total Records Read":4071},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49067,"Shuffle Write Time":12766781,"Shuffle Records Written":1028},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":173,"Index":155,"Attempt":0,"Launch Time":1529076291743,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":167,"Index":149,"Attempt":0,"Launch Time":1529076291408,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076291743,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"181479","Value":"15248225","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1745","Value":"146619","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"441974633","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"41","Value":"32824","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"61","Value":"40920","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4533","Value":"642991","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2536243049","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"2858","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"53","Value":"35900","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":12530837,"Valu
e":3866016716,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1745,"Val
ue":146619,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":66266,"Valu
e":7118694,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4533,"Value":
642991,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":56188,"Val
ue":6608024,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":41640,"Va
lue":6594321,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":600,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":600,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
978217984,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":19,"Value":17335,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":872932,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":80488304,"Value":15667
221692,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":87,"Value":47757,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":223202824,"
Value":39783410383,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":244,"Value":44
594,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":244,"Executor Deserialize CPU Time":223202824,"Executor Run
Time":87,"Executor CPU Time":80488304,"Result Size":5827,"JVM GC Time":19,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":41640,"Remote Bytes Read To Disk":0,"Local Bytes
Read":56188,"Total Records Read":4533},"Shuffle Write Metrics":{"Shuffle Bytes
Written":66266,"Shuffle Write Time":12530837,"Shuffle Records Written":1745},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":174,"Index":156,"Attempt":0,"Launch Time":1529076291910,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":170,"Index":152,"Attempt":0,"Launch Time":1529076291586,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076291910,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"123199","Value":"15371424","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1100","Value":"147719","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"442236776","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"42","Value":"32866","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"60","Value":"40980","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4694","Value":"647685","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2553151336","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"16","Value":"2874","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"50","Value":"35950","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":12639665,"Valu
e":3878656381,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1100,"Val
ue":147719,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":51271,"Valu
e":7169965,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4694,"Value":
647685,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41910,"Val
ue":6649934,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":54530,"Va
lue":6648851,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":604,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":604,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":2
995388416,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":17347,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":878759,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":77148280,"Value":15744
369972,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":80,"Value":47837,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":225806992,"
Value":40009217375,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":240,"Value":44
834,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":240,"Executor Deserialize CPU Time":225806992,"Executor Run
Time":80,"Executor CPU Time":77148280,"Result Size":5827,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":54530,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41910,"Total Records Read":4694},"Shuffle Write Metrics":{"Shuffle Bytes
Written":51271,"Shuffle Write Time":12639665,"Shuffle Records Written":1100},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":175,"Index":157,"Attempt":0,"Launch Time":1529076291914,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":168,"Index":150,"Attempt":0,"Launch Time":1529076291438,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076291914,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"219895","Value":"15591319","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1981","Value":"149700","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"442498919","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"45","Value":"32911","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"65","Value":"41045","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4452","Value":"652137","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2570059623","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"18","Value":"2892","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"56","Value":"36006","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":73667045,"Valu
e":3952323426,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1981,"Val
ue":149700,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":78003,"Valu
e":7247968,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4452,"Value":
652137,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":59137,"Val
ue":6709071,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":47084,"Va
lue":6695935,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":608,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":608,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
012558848,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":19,"Value":17366,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":884586,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":87662146,"Value":15832
032118,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":149,"Value":47986,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":300500628,"
Value":40309718003,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":322,"Value":45
156,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":322,"Executor Deserialize CPU Time":300500628,"Executor Run
Time":149,"Executor CPU Time":87662146,"Result Size":5827,"JVM GC Time":19,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":47084,"Remote Bytes Read To Disk":0,"Local Bytes
Read":59137,"Total Records Read":4452},"Shuffle Write Metrics":{"Shuffle Bytes
Written":78003,"Shuffle Write Time":73667045,"Shuffle Records Written":1981},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":176,"Index":158,"Attempt":0,"Launch Time":1529076291925,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":169,"Index":151,"Attempt":0,"Launch Time":1529076291564,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076291925,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"118495","Value":"15709814","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1058","Value":"150758","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"442761062","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"36","Value":"32947","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"111","Value":"41156","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4163","Value":"656300","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2586967910","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"14","Value":"2906","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"45","Value":"36051","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13307145,"Valu
e":3965630571,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1058,"Val
ue":150758,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":50180,"Valu
e":7298148,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4163,"Value":
656300,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":47110,"Val
ue":6756181,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":38335,"Va
lue":6734270,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":612,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":612,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
029729280,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":890370,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":73320986,"Value":15905
353104,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":132,"Value":48118,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":225098389,"
Value":40534816392,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":225,"Value":45
381,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":225,"Executor Deserialize CPU Time":225098389,"Executor Run
Time":132,"Executor CPU Time":73320986,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":38335,"Remote Bytes Read To Disk":0,"Local Bytes
Read":47110,"Total Records Read":4163},"Shuffle Write Metrics":{"Shuffle Bytes
Written":50180,"Shuffle Write Time":13307145,"Shuffle Records Written":1058},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":177,"Index":159,"Attempt":0,"Launch Time":1529076292006,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":172,"Index":154,"Attempt":0,"Launch Time":1529076291684,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076292006,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"105839","Value":"15815653","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"945","Value":"151703","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"443023205","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"39","Value":"32986","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"56","Value":"41212","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4197","Value":"660497","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2603876197","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"14","Value":"2920","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"48","Value":"36099","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":12940733,"Valu
e":3978571304,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":945,"Valu
e":151703,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48325,"Valu
e":7346473,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4197,"Value":
660497,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":37937,"Val
ue":6794118,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":49947,"Va
lue":6784217,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":616,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":616,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
046899712,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":896154,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":74463728,"Value":15979
816832,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":89,"Value":48207,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":228843460,"
Value":40763659852,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":229,"Value":45
610,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":229,"Executor Deserialize CPU Time":228843460,"Executor Run
Time":89,"Executor CPU Time":74463728,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":49947,"Remote Bytes Read To Disk":0,"Local Bytes
Read":37937,"Total Records Read":4197},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48325,"Shuffle Write Time":12940733,"Shuffle Records Written":945},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":178,"Index":160,"Attempt":0,"Launch Time":1529076292032,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":171,"Index":153,"Attempt":0,"Launch Time":1529076291639,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076292032,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"75711","Value":"15891364","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"676","Value":"152379","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"443285348","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"46","Value":"33032","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"77","Value":"41289","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"3805","Value":"664302","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2620784484","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"16","Value":"2936","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"55","Value":"36154","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":14341590,"Valu
e":3992912894,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":676,"Valu
e":152379,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":40328,"Valu
e":7386801,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3805,"Value":
664302,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":34568,"Val
ue":6828686,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":41018,"Va
lue":6825235,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":620,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":620,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
064070144,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":17378,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":901981,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":84497713,"Value":16064
314545,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":100,"Value":48307,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":275401695,"
Value":41039061547,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":289,"Value":45
899,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":289,"Executor Deserialize CPU Time":275401695,"Executor Run
Time":100,"Executor CPU Time":84497713,"Result Size":5827,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":41018,"Remote Bytes Read To Disk":0,"Local Bytes
Read":34568,"Total Records Read":3805},"Shuffle Write Metrics":{"Shuffle Bytes
Written":40328,"Shuffle Write Time":14341590,"Shuffle Records Written":676},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":179,"Index":161,"Attempt":0,"Launch Time":1529076292045,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":173,"Index":155,"Attempt":0,"Launch Time":1529076291743,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076292045,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"85007","Value":"15976371","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"250","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"759","Value":"153138","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"460324707","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"49","Value":"33081","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"71","Value":"41360","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4051","Value":"668353","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2637692771","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2949","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"58","Value":"36212","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13818890,"Valu
e":4006731784,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":759,"Valu
e":153138,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":43289,"Valu
e":7430090,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4051,"Value":
668353,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":45708,"Val
ue":6874394,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":34909,"Va
lue":6860144,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":624,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":624,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":3
098017792,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":17389,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":907808,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":72462230,"Value":16136
776775,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":93,"Value":48400,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":206320560,"
Value":41245382107,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":205,"Value":46
104,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":205,"Executor Deserialize CPU Time":206320560,"Executor Run
Time":93,"Executor CPU Time":72462230,"Result Size":5827,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":34909,"Remote Bytes Read To Disk":0,"Local Bytes
Read":45708,"Total Records Read":4051},"Shuffle Write Metrics":{"Shuffle Bytes
Written":43289,"Shuffle Write Time":13818890,"Shuffle Records Written":759},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":180,"Index":162,"Attempt":0,"Launch Time":1529076292235,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":176,"Index":158,"Attempt":0,"Launch Time":1529076291925,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076292235,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"104383","Value":"16080754","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"260","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"932","Value":"154070","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"477364066","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"38","Value":"33119","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"54","Value":"41414","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4605","Value":"672958","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2654601058","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"14","Value":"2963","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"46","Value":"36258","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":12679033,"Valu
e":4019410817,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":932,"Valu
e":154070,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47607,"Valu
e":7477697,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4605,"Value":
672958,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":54729,"Val
ue":6929123,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":41738,"Va
lue":6901882,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":628,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":628,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":3
131965440,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":17400,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":913635,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":71825162,"Value":16208
601937,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":74,"Value":48474,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":216532480,"
Value":41461914587,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":233,"Value":46
337,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":233,"Executor Deserialize CPU Time":216532480,"Executor Run
Time":74,"Executor CPU Time":71825162,"Result Size":5827,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":41738,"Remote Bytes Read To Disk":0,"Local Bytes
Read":54729,"Total Records Read":4605},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47607,"Shuffle Write Time":12679033,"Shuffle Records Written":932},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":181,"Index":163,"Attempt":0,"Launch Time":1529076292264,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":174,"Index":156,"Attempt":0,"Launch Time":1529076291910,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076292264,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"125327","Value":"16206081","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1119","Value":"155189","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"477626209","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"54","Value":"33173","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"108","Value":"41522","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4490","Value":"677448","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2671509345","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"29","Value":"2992","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"63","Value":"36321","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13132706,"Valu
e":4032543523,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1119,"Val
ue":155189,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":53425,"Valu
e":7531122,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4490,"Value":
677448,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42741,"Val
ue":6971864,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":52786,"Va
lue":6954668,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":632,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":632,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
149135872,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":17412,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":919462,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":78450368,"Value":16287
052305,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":130,"Value":48604,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":219535831,"
Value":41681450418,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":220,"Value":46
557,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":220,"Executor Deserialize CPU Time":219535831,"Executor Run
Time":130,"Executor CPU Time":78450368,"Result Size":5827,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":52786,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42741,"Total Records Read":4490},"Shuffle Write Metrics":{"Shuffle Bytes
Written":53425,"Shuffle Write Time":13132706,"Shuffle Records Written":1119},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":182,"Index":164,"Attempt":0,"Launch Time":1529076292314,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":175,"Index":157,"Attempt":0,"Launch Time":1529076291914,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076292314,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"94415","Value":"16300496","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"843","Value":"156032","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"477888352","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"48","Value":"33221","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"68","Value":"41590","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4276","Value":"681724","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2688417632","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"18","Value":"3010","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"58","Value":"36379","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":14781165,"Valu
e":4047324688,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":843,"Valu
e":156032,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":44890,"Valu
e":7576012,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4276,"Value":
681724,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":48288,"Val
ue":7020152,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":38664,"Va
lue":6993332,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":636,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":636,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
166306304,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":17423,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":925289,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":87974753,"Value":16375
027058,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":91,"Value":48695,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":291667399,"
Value":41973117817,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":305,"Value":46
862,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":305,"Executor Deserialize CPU Time":291667399,"Executor Run
Time":91,"Executor CPU Time":87974753,"Result Size":5827,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":38664,"Remote Bytes Read To Disk":0,"Local Bytes
Read":48288,"Total Records Read":4276},"Shuffle Write Metrics":{"Shuffle Bytes
Written":44890,"Shuffle Write Time":14781165,"Shuffle Records Written":843},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":183,"Index":165,"Attempt":0,"Launch Time":1529076292332,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":177,"Index":159,"Attempt":0,"Launch Time":1529076292006,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076292332,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"104719","Value":"16405215","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"935","Value":"156967","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"478150495","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"41","Value":"33262","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"61","Value":"41651","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4466","Value":"686190","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2705325919","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"16","Value":"3026","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"49","Value":"36428","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13182525,"Valu
e":4060507213,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":935,"Valu
e":156967,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46850,"Valu
e":7622862,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4466,"Value":
686190,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41286,"Val
ue":7061438,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":50411,"Va
lue":7043743,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":640,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":640,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
183476736,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":17435,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":931116,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":75390585,"Value":16450
417643,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":82,"Value":48777,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":226328457,"
Value":42199446274,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":239,"Value":47
101,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":239,"Executor Deserialize CPU Time":226328457,"Executor Run
Time":82,"Executor CPU Time":75390585,"Result Size":5827,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":50411,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41286,"Total Records Read":4466},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46850,"Shuffle Write Time":13182525,"Shuffle Records Written":935},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":184,"Index":166,"Attempt":0,"Launch Time":1529076292340,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":179,"Index":161,"Attempt":0,"Launch Time":1529076292045,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076292340,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"104271","Value":"16509486","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"931","Value":"157898","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"478412638","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"36","Value":"33298","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"53","Value":"41704","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4006","Value":"690196","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2722234206","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"3039","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"44","Value":"36472","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13124447,"Valu
e":4073631660,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":931,"Valu
e":157898,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47348,"Valu
e":7670210,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4006,"Value":
690196,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":45885,"Val
ue":7107323,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":35685,"Va
lue":7079428,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":644,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":644,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
200647168,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":936900,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":71167350,"Value":16521
584993,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":74,"Value":48851,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":216931927,"
Value":42416378201,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":218,"Value":47
319,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":218,"Executor Deserialize CPU Time":216931927,"Executor Run
Time":74,"Executor CPU Time":71167350,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":35685,"Remote Bytes Read To Disk":0,"Local Bytes
Read":45885,"Total Records Read":4006},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47348,"Shuffle Write Time":13124447,"Shuffle Records Written":931},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":185,"Index":167,"Attempt":0,"Launch Time":1529076292430,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":178,"Index":160,"Attempt":0,"Launch Time":1529076292032,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076292431,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"93183","Value":"16602669","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"832","Value":"158730","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"478674781","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"49","Value":"33347","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"67","Value":"41771","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4246","Value":"694442","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2739142493","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"18","Value":"3057","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"58","Value":"36530","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":14099685,"Valu
e":4087731345,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":832,"Valu
e":158730,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":45186,"Valu
e":7715396,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4246,"Value":
694442,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":38615,"Val
ue":7145938,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":49924,"Va
lue":7129352,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":648,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":648,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
217817600,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":17447,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":942727,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":85114412,"Value":16606
699405,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":91,"Value":48942,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":290483742,"
Value":42706861943,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":302,"Value":47
621,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":302,"Executor Deserialize CPU Time":290483742,"Executor Run
Time":91,"Executor CPU Time":85114412,"Result Size":5827,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":49924,"Remote Bytes Read To Disk":0,"Local Bytes
Read":38615,"Total Records Read":4246},"Shuffle Write Metrics":{"Shuffle Bytes
Written":45186,"Shuffle Write Time":14099685,"Shuffle Records Written":832},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":186,"Index":168,"Attempt":0,"Launch Time":1529076292561,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":180,"Index":162,"Attempt":0,"Launch Time":1529076292235,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076292561,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"93183","Value":"16695852","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"832","Value":"159562","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"478936924","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"43","Value":"33390","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"65","Value":"41836","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4430","Value":"698872","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2756050780","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"17","Value":"3074","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"52","Value":"36582","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":12989213,"Valu
e":4100720558,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":832,"Valu
e":159562,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":45059,"Valu
e":7760455,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4430,"Value":
698872,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":50357,"Val
ue":7196295,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":40093,"Va
lue":7169445,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":652,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":652,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
234988032,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":17459,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":948554,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":77958475,"Value":16684
657880,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":86,"Value":49028,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":225073536,"
Value":42931935479,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":237,"Value":47
858,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":237,"Executor Deserialize CPU Time":225073536,"Executor Run
Time":86,"Executor CPU Time":77958475,"Result Size":5827,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":40093,"Remote Bytes Read To Disk":0,"Local Bytes
Read":50357,"Total Records Read":4430},"Shuffle Write Metrics":{"Shuffle Bytes
Written":45059,"Shuffle Write Time":12989213,"Shuffle Records Written":832},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":187,"Index":169,"Attempt":0,"Launch Time":1529076292574,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":181,"Index":163,"Attempt":0,"Launch Time":1529076292264,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076292575,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"103599","Value":"16799451","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"925","Value":"160487","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"479199067","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"33","Value":"33423","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"57","Value":"41893","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"3869","Value":"702741","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2772959067","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"12","Value":"3086","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"43","Value":"36625","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":14305083,"Valu
e":4115025641,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":925,"Valu
e":160487,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46536,"Valu
e":7806991,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3869,"Value":
702741,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":34855,"Val
ue":7231150,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":43609,"Va
lue":7213054,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":656,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":656,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
252158464,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":954338,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":70635486,"Value":16755
293366,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":80,"Value":49108,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":223545251,"
Value":43155480730,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":227,"Value":48
085,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":227,"Executor Deserialize CPU Time":223545251,"Executor Run
Time":80,"Executor CPU Time":70635486,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":43609,"Remote Bytes Read To Disk":0,"Local Bytes
Read":34855,"Total Records Read":3869},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46536,"Shuffle Write Time":14305083,"Shuffle Records Written":925},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":188,"Index":170,"Attempt":0,"Launch Time":1529076292653,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":183,"Index":165,"Attempt":0,"Launch Time":1529076292332,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076292653,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"114351","Value":"16913802","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1021","Value":"161508","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"479461210","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"40","Value":"33463","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"72","Value":"41965","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4509","Value":"707250","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2789867354","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"3101","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"48","Value":"36673","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":12523579,"Valu
e":4127549220,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1021,"Val
ue":161508,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49787,"Valu
e":7856778,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4509,"Value":
707250,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40258,"Val
ue":7271408,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":52622,"Va
lue":7265676,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":660,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":660,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
269328896,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":960122,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":74987483,"Value":16830
280849,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":92,"Value":49200,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":220211715,"
Value":43375692445,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":225,"Value":48
310,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":225,"Executor Deserialize CPU Time":220211715,"Executor Run
Time":92,"Executor CPU Time":74987483,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":52622,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40258,"Total Records Read":4509},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49787,"Shuffle Write Time":12523579,"Shuffle Records Written":1021},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":189,"Index":171,"Attempt":0,"Launch Time":1529076292666,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":184,"Index":166,"Attempt":0,"Launch Time":1529076292340,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076292666,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"83887","Value":"16997689","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"749","Value":"162257","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"479723353","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"38","Value":"33501","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"55","Value":"42020","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4147","Value":"711397","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2806775641","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"14","Value":"3115","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"46","Value":"36719","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":12996589,"Valu
e":4140545809,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":749,"Valu
e":162257,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":43737,"Valu
e":7900515,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4147,"Value":
711397,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":47414,"Val
ue":7318822,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":38778,"Va
lue":7304454,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":664,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":664,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
286499328,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":17471,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":965949,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":72655352,"Value":16902
936201,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":75,"Value":49275,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":234927325,"
Value":43610619770,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":248,"Value":48
558,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":248,"Executor Deserialize CPU Time":234927325,"Executor Run
Time":75,"Executor CPU Time":72655352,"Result Size":5827,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":38778,"Remote Bytes Read To Disk":0,"Local Bytes
Read":47414,"Total Records Read":4147},"Shuffle Write Metrics":{"Shuffle Bytes
Written":43737,"Shuffle Write Time":12996589,"Shuffle Records Written":749},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":190,"Index":172,"Attempt":0,"Launch Time":1529076292698,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":182,"Index":164,"Attempt":0,"Launch Time":1529076292314,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076292698,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"99007","Value":"17096696","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"884","Value":"163141","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"479985496","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"50","Value":"33551","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"70","Value":"42090","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4700","Value":"716097","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2823683928","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"20","Value":"3135","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"60","Value":"36779","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":14657760,"Valu
e":4155203569,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":884,"Valu
e":163141,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47221,"Valu
e":7947736,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4700,"Value":
716097,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":54551,"Val
ue":7373373,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":42325,"Va
lue":7346779,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":668,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":668,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
303669760,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":17483,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":971776,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":90284074,"Value":16993
220275,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":93,"Value":49368,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":274236027,"
Value":43884855797,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":287,"Value":48
845,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":287,"Executor Deserialize CPU Time":274236027,"Executor Run
Time":93,"Executor CPU Time":90284074,"Result Size":5827,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":42325,"Remote Bytes Read To Disk":0,"Local Bytes
Read":54551,"Total Records Read":4700},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47221,"Shuffle Write Time":14657760,"Shuffle Records Written":884},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":191,"Index":173,"Attempt":0,"Launch Time":1529076292823,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":185,"Index":167,"Attempt":0,"Launch Time":1529076292430,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076292823,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"105279","Value":"17201975","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"270","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"940","Value":"164081","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"497024855","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"46","Value":"33597","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"68","Value":"42158","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4177","Value":"720274","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2840592215","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"17","Value":"3152","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"56","Value":"36835","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":15097587,"Valu
e":4170301156,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":940,"Valu
e":164081,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47895,"Valu
e":7995631,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4177,"Value":
720274,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":37226,"Val
ue":7410599,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":48350,"Va
lue":7395129,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":672,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":672,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":3
337617408,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":17498,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":977603,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":87358042,"Value":17080
578317,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":94,"Value":49462,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":278182255,"
Value":44163038052,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":295,"Value":49
140,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":295,"Executor Deserialize CPU Time":278182255,"Executor Run
Time":94,"Executor CPU Time":87358042,"Result Size":5827,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":48350,"Remote Bytes Read To Disk":0,"Local Bytes
Read":37226,"Total Records Read":4177},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47895,"Shuffle Write Time":15097587,"Shuffle Records Written":940},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":192,"Index":174,"Attempt":0,"Launch Time":1529076292877,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":186,"Index":168,"Attempt":0,"Launch Time":1529076292561,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076292877,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"88703","Value":"17290678","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"792","Value":"164873","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"497286998","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"55","Value":"33652","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"74","Value":"42232","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4501","Value":"724775","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2857500502","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"3167","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"63","Value":"36898","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":11559062,"Valu
e":4181860218,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":792,"Valu
e":164873,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":44616,"Valu
e":8040247,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4501,"Value":
724775,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":52577,"Val
ue":7463176,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":41772,"Va
lue":7436901,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":676,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":676,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
354787840,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":17512,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":983430,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":72724334,"Value":17153
302651,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":94,"Value":49556,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218454630,"
Value":44381492682,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":219,"Value":49
359,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":219,"Executor Deserialize CPU Time":218454630,"Executor Run
Time":94,"Executor CPU Time":72724334,"Result Size":5827,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":41772,"Remote Bytes Read To Disk":0,"Local Bytes
Read":52577,"Total Records Read":4501},"Shuffle Write Metrics":{"Shuffle Bytes
Written":44616,"Shuffle Write Time":11559062,"Shuffle Records Written":792},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":193,"Index":175,"Attempt":0,"Launch Time":1529076293033,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":189,"Index":171,"Attempt":0,"Launch Time":1529076292666,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076293033,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"101247","Value":"17391925","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"904","Value":"165777","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"497549141","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"45","Value":"33697","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"66","Value":"42298","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4277","Value":"729052","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2874408789","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"17","Value":"3184","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"55","Value":"36953","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":14681810,"Valu
e":4196542028,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":904,"Valu
e":165777,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46687,"Valu
e":8086934,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4277,"Value":
729052,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":48453,"Val
ue":7511629,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":38603,"Va
lue":7475504,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":680,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":680,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
371958272,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":17526,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":989257,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":84848111,"Value":17238
150762,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":90,"Value":49646,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":257876531,"
Value":44639369213,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":273,"Value":49
632,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":273,"Executor Deserialize CPU Time":257876531,"Executor Run
Time":90,"Executor CPU Time":84848111,"Result Size":5827,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":38603,"Remote Bytes Read To Disk":0,"Local Bytes
Read":48453,"Total Records Read":4277},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46687,"Shuffle Write Time":14681810,"Shuffle Records Written":904},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":194,"Index":176,"Attempt":0,"Launch Time":1529076293046,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":187,"Index":169,"Attempt":0,"Launch Time":1529076292574,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076293046,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"108527","Value":"17500452","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"969","Value":"166746","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"497811284","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"47","Value":"33744","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"69","Value":"42367","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4321","Value":"733373","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2891317076","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"18","Value":"3202","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"60","Value":"37013","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":89767135,"Valu
e":4286309163,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":969,"Valu
e":166746,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48036,"Valu
e":8134970,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4321,"Value":
733373,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":38478,"Val
ue":7550107,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":49658,"Va
lue":7525162,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":684,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":684,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
389128704,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":17541,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":995084,"Intern
al":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":93580959,"Value":17331
731721,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":176,"Value":49822,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":274416584,"
Value":44913785797,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":291,"Value":49
923,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":291,"Executor Deserialize CPU Time":274416584,"Executor Run
Time":176,"Executor CPU Time":93580959,"Result Size":5827,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":49658,"Remote Bytes Read To Disk":0,"Local Bytes
Read":38478,"Total Records Read":4321},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48036,"Shuffle Write Time":89767135,"Shuffle Records Written":969},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":195,"Index":177,"Attempt":0,"Launch Time":1529076293064,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":188,"Index":170,"Attempt":0,"Launch Time":1529076292653,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076293064,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"103711","Value":"17604163","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"926","Value":"167672","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"498073427","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"42","Value":"33786","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"140","Value":"42507","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4400","Value":"737773","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2908225363","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"3217","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"52","Value":"37065","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":16753394,"Valu
e":4303062557,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":926,"Valu
e":167672,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48212,"Valu
e":8183182,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4400,"Value":
737773,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40824,"Val
ue":7590931,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":52583,"Va
lue":7577745,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":688,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":688,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
406299136,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":17556,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":1000911,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":86953646,"Value":17418
685367,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":165,"Value":49987,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":222699382,"
Value":45136485179,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":241,"Value":50
164,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":241,"Executor Deserialize CPU Time":222699382,"Executor Run
Time":165,"Executor CPU Time":86953646,"Result Size":5827,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":52583,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40824,"Total Records Read":4400},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48212,"Shuffle Write Time":16753394,"Shuffle Records Written":926},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":196,"Index":178,"Attempt":0,"Launch Time":1529076293080,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":190,"Index":172,"Attempt":0,"Launch Time":1529076292698,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076293081,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"86799","Value":"17690962","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"775","Value":"168447","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"498335570","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"38","Value":"33824","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"61","Value":"42568","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"3958","Value":"741731","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2925133650","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"14","Value":"3231","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"49","Value":"37114","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13452188,"Valu
e":4316514745,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":775,"Valu
e":168447,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":43795,"Valu
e":8226977,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3958,"Value":
741731,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":46458,"Val
ue":7637389,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":35973,"Va
lue":7613718,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":692,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":692,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
423469568,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":17570,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":1006738,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":76784290,"Value":17495
469657,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":83,"Value":50070,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":280250077,"
Value":45416735256,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":296,"Value":50
460,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":296,"Executor Deserialize CPU Time":280250077,"Executor Run
Time":83,"Executor CPU Time":76784290,"Result Size":5827,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":35973,"Remote Bytes Read To Disk":0,"Local Bytes
Read":46458,"Total Records Read":3958},"Shuffle Write Metrics":{"Shuffle Bytes
Written":43795,"Shuffle Write Time":13452188,"Shuffle Records Written":775},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":197,"Index":179,"Attempt":0,"Launch Time":1529076293169,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":192,"Index":174,"Attempt":0,"Launch Time":1529076292877,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076293170,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"220471","Value":"17911433","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"280","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1993","Value":"170440","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"515374929","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"37","Value":"33861","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"57","Value":"42625","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4521","Value":"746252","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2942041937","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"3244","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"44","Value":"37158","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":12643265,"Valu
e":4329158010,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1993,"Val
ue":170440,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":78096,"Valu
e":8305073,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4521,"Value":
746252,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4309,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":61233,"Val
ue":7698622,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":46687,"Va
lue":7660405,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":696,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":696,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":3
457417216,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":1012522,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":70132292,"Value":17565
601949,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":77,"Value":50147,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":210604145,"
Value":45627339401,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":211,"Value":50
671,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":211,"Executor Deserialize CPU Time":210604145,"Executor Run
Time":77,"Executor CPU Time":70132292,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":46687,"Remote Bytes Read To Disk":0,"Local Bytes
Read":61233,"Total Records Read":4521},"Shuffle Write Metrics":{"Shuffle Bytes
Written":78096,"Shuffle Write Time":12643265,"Shuffle Records Written":1993},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":198,"Index":180,"Attempt":0,"Launch Time":1529076293206,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":191,"Index":173,"Attempt":0,"Launch Time":1529076292823,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076293207,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"136303","Value":"18047736","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1217","Value":"171657","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"515637072","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"51","Value":"33912","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"75","Value":"42700","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4704","Value":"750956","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2958950224","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"20","Value":"3264","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"60","Value":"37218","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":15049948,"Valu
e":4344207958,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1217,"Val
ue":171657,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":53937,"Valu
e":8359010,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4704,"Value":
750956,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42839,"Val
ue":7741461,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":54628,"Va
lue":7715033,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":700,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":700,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
474587648,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":1018306,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":93692143,"Value":17659
294092,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":100,"Value":50247,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":279615714,"
Value":45906955115,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":279,"Value":50
950,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":279,"Executor Deserialize CPU Time":279615714,"Executor Run
Time":100,"Executor CPU Time":93692143,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":1,"Remote Bytes Read":54628,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42839,"Total Records Read":4704},"Shuffle Write Metrics":{"Shuffle Bytes
Written":53937,"Shuffle Write Time":15049948,"Shuffle Records Written":1217},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":199,"Index":181,"Attempt":0,"Launch Time":1529076293409,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":194,"Index":176,"Attempt":0,"Launch Time":1529076293046,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076293409,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"114295","Value":"18162031","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1099","Value":"172756","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"515899215","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"39","Value":"33951","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"64","Value":"42764","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4082","Value":"755038","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2975858511","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"3277","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"49","Value":"37267","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13848561,"Valu
e":4358056519,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1099,"Val
ue":172756,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":50985,"Valu
e":8409995,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4082,"Value":
755038,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":38270,"Val
ue":7779731,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":46971,"Va
lue":7762004,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":704,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":704,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
491758080,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":17581,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":1024133,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":77586578,"Value":17736
880670,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":95,"Value":50342,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":248395019,"
Value":46155350134,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":262,"Value":51
212,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":262,"Executor Deserialize CPU Time":248395019,"Executor Run
Time":95,"Executor CPU Time":77586578,"Result Size":5827,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":46971,"Remote Bytes Read To Disk":0,"Local Bytes
Read":38270,"Total Records Read":4082},"Shuffle Write Metrics":{"Shuffle Bytes
Written":50985,"Shuffle Write Time":13848561,"Shuffle Records Written":1099},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":200,"Index":182,"Attempt":0,"Launch Time":1529076293411,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":195,"Index":177,"Attempt":0,"Launch Time":1529076293064,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076293412,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"99319","Value":"18261350","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"955","Value":"173711","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"516161358","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"42","Value":"33993","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"66","Value":"42830","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4448","Value":"759486","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"2992766798","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"3292","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"51","Value":"37318","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":21253163,"Valu
e":4379309682,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":955,"Valu
e":173711,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47231,"Valu
e":8457226,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4448,"Value":
759486,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39591,"Val
ue":7819322,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":50812,"Va
lue":7812816,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":708,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":708,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
508928512,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":17592,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":1029960,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":81798355,"Value":17818
679025,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":98,"Value":50440,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":230292564,"
Value":46385642698,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":246,"Value":51
458,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":246,"Executor Deserialize CPU Time":230292564,"Executor Run
Time":98,"Executor CPU Time":81798355,"Result Size":5827,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":50812,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39591,"Total Records Read":4448},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47231,"Shuffle Write Time":21253163,"Shuffle Records Written":955},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":201,"Index":183,"Attempt":0,"Launch Time":1529076293439,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":193,"Index":175,"Attempt":0,"Launch Time":1529076293033,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076293439,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"170351","Value":"18431701","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1638","Value":"175349","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"516423501","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"45","Value":"34038","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"72","Value":"42902","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4130","Value":"763616","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"3009675085","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"18","Value":"3310","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"54","Value":"37372","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":52829281,"Valu
e":4432138963,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1638,"Val
ue":175349,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":62592,"Valu
e":8519818,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4130,"Value":
763616,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":48738,"Val
ue":7868060,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":39025,"Va
lue":7851841,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":712,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":712,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
526098944,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":17602,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":1035787,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":88439527,"Value":17907
118552,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":135,"Value":50575,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":256876218,"
Value":46642518916,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":269,"Value":51
727,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":269,"Executor Deserialize CPU Time":256876218,"Executor Run
Time":135,"Executor CPU Time":88439527,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":39025,"Remote Bytes Read To Disk":0,"Local Bytes
Read":48738,"Total Records Read":4130},"Shuffle Write Metrics":{"Shuffle Bytes
Written":62592,"Shuffle Write Time":52829281,"Shuffle Records Written":1638},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":202,"Index":184,"Attempt":0,"Launch Time":1529076293456,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":196,"Index":178,"Attempt":0,"Launch Time":1529076293080,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076293456,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"81847","Value":"18513548","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"787","Value":"176136","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"516685644","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"39","Value":"34077","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"93","Value":"42995","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4435","Value":"768051","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"3026583372","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"3325","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"51","Value":"37423","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":12672634,"Valu
e":4444811597,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":787,"Valu
e":176136,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":43896,"Valu
e":8563714,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4435,"Value":
768051,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":52071,"Val
ue":7920131,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":38564,"Va
lue":7890405,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":716,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":716,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
543269376,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":17612,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":1041614,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":79687864,"Value":17986
806416,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":116,"Value":50691,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":243407784,"
Value":46885926700,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":257,"Value":51
984,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":257,"Executor Deserialize CPU Time":243407784,"Executor Run
Time":116,"Executor CPU Time":79687864,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":38564,"Remote Bytes Read To Disk":0,"Local Bytes
Read":52071,"Total Records Read":4435},"Shuffle Write Metrics":{"Shuffle Bytes
Written":43896,"Shuffle Write Time":12672634,"Shuffle Records Written":787},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":203,"Index":185,"Attempt":0,"Launch Time":1529076293486,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":197,"Index":179,"Attempt":0,"Launch Time":1529076293169,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076293486,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"99527","Value":"18613075","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"957","Value":"177093","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"516947787","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"45","Value":"34122","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"66","Value":"43061","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4050","Value":"772101","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"3043491659","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"14","Value":"3339","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"53","Value":"37476","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":12552941,"Valu
e":4457364538,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":957,"Valu
e":177093,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46454,"Valu
e":8610168,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4050,"Value":
772101,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":45612,"Val
ue":7965743,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":36491,"Va
lue":7926896,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":720,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":720,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
560439808,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":17622,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":1047441,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":80202312,"Value":18067
008728,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":86,"Value":50777,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":214836245,"
Value":47100762945,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":228,"Value":52
212,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":228,"Executor Deserialize CPU Time":214836245,"Executor Run
Time":86,"Executor CPU Time":80202312,"Result Size":5827,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":36491,"Remote Bytes Read To Disk":0,"Local Bytes
Read":45612,"Total Records Read":4050},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46454,"Shuffle Write Time":12552941,"Shuffle Records Written":957},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":204,"Index":186,"Attempt":0,"Launch Time":1529076293604,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":198,"Index":180,"Attempt":0,"Launch Time":1529076293206,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076293604,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"93703","Value":"18706778","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"901","Value":"177994","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"517209930","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"50","Value":"34172","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"74","Value":"43135","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4662","Value":"776763","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"3060399946","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"19","Value":"3358","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"59","Value":"37535","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":15252780,"Valu
e":4472617318,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":901,"Valu
e":177994,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":45550,"Valu
e":8655718,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4662,"Value":
776763,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40716,"Val
ue":8006459,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":52823,"Va
lue":7979719,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":724,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":724,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
577610240,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":17633,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":1053268,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":90528274,"Value":18157
537002,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":102,"Value":50879,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":278493418,"
Value":47379256363,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":292,"Value":52
504,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":292,"Executor Deserialize CPU Time":278493418,"Executor Run
Time":102,"Executor CPU Time":90528274,"Result Size":5827,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":52823,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40716,"Total Records Read":4662},"Shuffle Write Metrics":{"Shuffle Bytes
Written":45550,"Shuffle Write Time":15252780,"Shuffle Records Written":901},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":205,"Index":187,"Attempt":0,"Launch Time":1529076293704,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":200,"Index":182,"Attempt":0,"Launch Time":1529076293411,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076293704,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"78415","Value":"18785193","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"290","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"754","Value":"178748","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"534249289","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"37","Value":"34209","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"57","Value":"43192","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4340","Value":"781103","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"3077308233","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"3371","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"45","Value":"37580","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":12348174,"Valu
e":4484965492,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":754,"Valu
e":178748,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":41300,"Valu
e":8697018,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4340,"Value":
781103,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":37713,"Val
ue":8044172,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":48116,"Va
lue":8027835,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":728,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":728,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":3
611557888,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":1059052,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":69825012,"Value":18227
362014,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":78,"Value":50957,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":211139475,"
Value":47590395838,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":211,"Value":52
715,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":211,"Executor Deserialize CPU Time":211139475,"Executor Run
Time":78,"Executor CPU Time":69825012,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":48116,"Remote Bytes Read To Disk":0,"Local Bytes
Read":37713,"Total Records Read":4340},"Shuffle Write Metrics":{"Shuffle Bytes
Written":41300,"Shuffle Write Time":12348174,"Shuffle Records Written":754},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":206,"Index":188,"Attempt":0,"Launch Time":1529076293768,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":202,"Index":184,"Attempt":0,"Launch Time":1529076293456,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076293769,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"85071","Value":"18870264","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"818","Value":"179566","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"534511432","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"53","Value":"34262","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"70","Value":"43262","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4395","Value":"785498","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"3094216520","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"28","Value":"3399","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"61","Value":"37641","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13438628,"Valu
e":4498404120,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":818,"Valu
e":179566,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":42622,"Valu
e":8739640,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4395,"Value":
785498,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":48689,"Val
ue":8092861,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":38526,"Va
lue":8066361,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":732,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":732,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
628728320,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":17642,"Internal":t
rue,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":1064879,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":78200882,"Value":18305
562896,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":92,"Value":51049,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":216082661,"
Value":47806478499,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":216,"Value":52
931,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":216,"Executor Deserialize CPU Time":216082661,"Executor Run
Time":92,"Executor CPU Time":78200882,"Result Size":5827,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":38526,"Remote Bytes Read To Disk":0,"Local Bytes
Read":48689,"Total Records Read":4395},"Shuffle Write Metrics":{"Shuffle Bytes
Written":42622,"Shuffle Write Time":13438628,"Shuffle Records Written":818},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":207,"Index":189,"Attempt":0,"Launch Time":1529076293804,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":199,"Index":181,"Attempt":0,"Launch Time":1529076293409,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076293806,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"118039","Value":"18988303","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1135","Value":"180701","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"534773575","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"50","Value":"34312","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"86","Value":"43348","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4686","Value":"790184","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"3111124807","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"19","Value":"3418","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"60","Value":"37701","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":14581375,"Valu
e":4512985495,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1135,"Val
ue":180701,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":50673,"Valu
e":8790313,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4686,"Value":
790184,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42407,"Val
ue":8135268,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":54491,"Va
lue":8120852,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":736,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":736,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
645898752,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":19,"Value":17661,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":1070706,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":89743895,"Value":18395
306791,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":110,"Value":51159,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":281285200,"
Value":48087763699,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":281,"Value":53
212,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":281,"Executor Deserialize CPU Time":281285200,"Executor Run
Time":110,"Executor CPU Time":89743895,"Result Size":5827,"JVM GC Time":19,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":54491,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42407,"Total Records Read":4686},"Shuffle Write Metrics":{"Shuffle Bytes
Written":50673,"Shuffle Write Time":14581375,"Shuffle Records Written":1135},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":208,"Index":190,"Attempt":0,"Launch Time":1529076293831,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":203,"Index":185,"Attempt":0,"Launch Time":1529076293486,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076293832,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"102959","Value":"19091262","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"990","Value":"181691","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"535035718","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"44","Value":"34356","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"62","Value":"43410","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4442","Value":"794626","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"3128033094","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"18","Value":"3436","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"53","Value":"37754","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":50068095,"Valu
e":4563053590,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":990,"Valu
e":181691,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47847,"Valu
e":8838160,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4442,"Value":
794626,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":51526,"Val
ue":8186794,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":42264,"Va
lue":8163116,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":740,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":740,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
663069184,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":17670,"Internal":t
rue,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":1076533,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":84050587,"Value":18479
357378,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":122,"Value":51281,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":210087031,"
Value":48297850730,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":220,"Value":53
432,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":220,"Executor Deserialize CPU Time":210087031,"Executor Run
Time":122,"Executor CPU Time":84050587,"Result Size":5827,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":42264,"Remote Bytes Read To Disk":0,"Local Bytes
Read":51526,"Total Records Read":4442},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47847,"Shuffle Write Time":50068095,"Shuffle Records Written":990},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":209,"Index":191,"Attempt":0,"Launch Time":1529076293841,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":201,"Index":183,"Attempt":0,"Launch Time":1529076293439,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076293842,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"104103","Value":"19195365","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1001","Value":"182692","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"535297861","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"50","Value":"34406","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"103","Value":"43513","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4338","Value":"798964","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"3144941381","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"19","Value":"3455","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"61","Value":"37815","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":15447711,"Valu
e":4578501301,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1001,"Val
ue":182692,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48257,"Valu
e":8886417,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4338,"Value":
798964,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":51075,"Val
ue":8237869,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":39041,"Va
lue":8202157,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":744,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":744,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
680239616,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":17679,"Internal":t
rue,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":1082360,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":94668525,"Value":18574
025903,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":129,"Value":51410,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":259521390,"
Value":48557372120,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":270,"Value":53
702,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":270,"Executor Deserialize CPU Time":259521390,"Executor Run
Time":129,"Executor CPU Time":94668525,"Result Size":5827,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":39041,"Remote Bytes Read To Disk":0,"Local Bytes
Read":51075,"Total Records Read":4338},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48257,"Shuffle Write Time":15447711,"Shuffle Records Written":1001},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":210,"Index":192,"Attempt":0,"Launch Time":1529076293991,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":204,"Index":186,"Attempt":0,"Launch Time":1529076293604,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076293992,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"86735","Value":"19282100","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"834","Value":"183526","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"535560004","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"45","Value":"34451","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"63","Value":"43576","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4072","Value":"803036","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"3161849668","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"15","Value":"3470","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"54","Value":"37869","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":15997855,"Valu
e":4594499156,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":834,"Valu
e":183526,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":43663,"Valu
e":8930080,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4072,"Value":
803036,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":35727,"Val
ue":8273596,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":46122,"Va
lue":8248279,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":748,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":748,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
697410048,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":19,"Value":17698,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":1088187,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":84828281,"Value":18658
854184,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":88,"Value":51498,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":275223957,"
Value":48832596077,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":295,"Value":53
997,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":295,"Executor Deserialize CPU Time":275223957,"Executor Run
Time":88,"Executor CPU Time":84828281,"Result Size":5827,"JVM GC Time":19,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":46122,"Remote Bytes Read To Disk":0,"Local Bytes
Read":35727,"Total Records Read":4072},"Shuffle Write Metrics":{"Shuffle Bytes
Written":43663,"Shuffle Write Time":15997855,"Shuffle Records Written":834},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":211,"Index":193,"Attempt":0,"Launch Time":1529076294030,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":205,"Index":187,"Attempt":0,"Launch Time":1529076293704,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076294030,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"89127","Value":"19371227","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"857","Value":"184383","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"535822147","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"38","Value":"34489","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"56","Value":"43632","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4218","Value":"807254","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"3178757955","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"3483","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"48","Value":"37917","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":12029532,"Valu
e":4606528688,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":857,"Valu
e":184383,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":44927,"Valu
e":8975007,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4218,"Value":
807254,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":38790,"Val
ue":8312386,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":49287,"Va
lue":8297566,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":752,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":752,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
714580480,"Internal":true,"Count Failed Values":true},
{"ID":234,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":6,"I
nternal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":19,"Value":17717,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5870,"Value":1094057,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":73144743,"Value":18731
998927,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":80,"Value":51578,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":221565641,"
Value":49054161718,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":241,"Value":54
238,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":241,"Executor Deserialize CPU Time":221565641,"Executor Run
Time":80,"Executor CPU Time":73144743,"Result Size":5870,"JVM GC Time":19,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":49287,"Remote Bytes Read To Disk":0,"Local Bytes
Read":38790,"Total Records Read":4218},"Shuffle Write Metrics":{"Shuffle Bytes
Written":44927,"Shuffle Write Time":12029532,"Shuffle Records Written":857},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":212,"Index":194,"Attempt":0,"Launch Time":1529076294119,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":207,"Index":189,"Attempt":0,"Launch Time":1529076293804,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076294119,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"75815","Value":"19447042","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"729","Value":"185112","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"536084290","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"30","Value":"34519","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"46","Value":"43678","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"3572","Value":"810826","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"3195666242","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"10","Value":"3493","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"39","Value":"37956","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":11837430,"Valu
e":4618366118,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":729,"Valu
e":185112,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":40675,"Valu
e":9015682,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3572,"Value":
810826,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":33285,"Val
ue":8345671,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":40483,"Va
lue":8338049,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":756,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":756,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
731750912,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":1099841,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":64551284,"Value":18796
550211,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":67,"Value":51645,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":243257065,"
Value":49297418783,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":243,"Value":54
481,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":243,"Executor Deserialize CPU Time":243257065,"Executor Run
Time":67,"Executor CPU Time":64551284,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":40483,"Remote Bytes Read To Disk":0,"Local Bytes
Read":33285,"Total Records Read":3572},"Shuffle Write Metrics":{"Shuffle Bytes
Written":40675,"Shuffle Write Time":11837430,"Shuffle Records Written":729},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":213,"Index":195,"Attempt":0,"Launch Time":1529076294242,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":206,"Index":188,"Attempt":0,"Launch Time":1529076293768,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076294243,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"89335","Value":"19536377","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"300","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"859","Value":"185971","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"553123649","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"65","Value":"34584","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"96","Value":"43774","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4145","Value":"814971","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"3212574529","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"28","Value":"3521","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"82","Value":"38038","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":145066118,"Val
ue":4763432236,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":859,"Valu
e":185971,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":44190,"Valu
e":9059872,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4145,"Value":
814971,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":46268,"Val
ue":8391939,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":36951,"Va
lue":8375000,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":760,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":760,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":3
765698560,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":17732,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":1105668,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":129468674,"Value":1892
6018885,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":255,"Value":51900,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":213958551,"
Value":49511377334,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":215,"Value":54
696,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":215,"Executor Deserialize CPU Time":213958551,"Executor Run
Time":255,"Executor CPU Time":129468674,"Result Size":5827,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":36951,"Remote Bytes Read To Disk":0,"Local Bytes
Read":46268,"Total Records Read":4145},"Shuffle Write Metrics":{"Shuffle Bytes
Written":44190,"Shuffle Write Time":145066118,"Shuffle Records Written":859},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":214,"Index":196,"Attempt":0,"Launch Time":1529076294265,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":208,"Index":190,"Attempt":0,"Launch Time":1529076293831,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076294266,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"97863","Value":"19634240","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"941","Value":"186912","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"553385792","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"39","Value":"34623","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"135","Value":"43909","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4361","Value":"819332","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"3229482816","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"14","Value":"3535","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"47","Value":"38085","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":66556257,"Valu
e":4829988493,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":941,"Valu
e":186912,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":45772,"Valu
e":9105644,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4361,"Value":
819332,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":48346,"Val
ue":8440285,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":39665,"Va
lue":8414665,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":764,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":764,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
782868992,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":17747,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":1111495,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":78757962,"Value":19004
776847,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":217,"Value":52117,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":213691616,"
Value":49725068950,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":214,"Value":54
910,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":214,"Executor Deserialize CPU Time":213691616,"Executor Run
Time":217,"Executor CPU Time":78757962,"Result Size":5827,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":39665,"Remote Bytes Read To Disk":0,"Local Bytes
Read":48346,"Total Records Read":4361},"Shuffle Write Metrics":{"Shuffle Bytes
Written":45772,"Shuffle Write Time":66556257,"Shuffle Records Written":941},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":215,"Index":197,"Attempt":0,"Launch Time":1529076294283,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":209,"Index":191,"Attempt":0,"Launch Time":1529076293841,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076294284,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"71759","Value":"19705999","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"690","Value":"187602","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"553647935","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"41","Value":"34664","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"161","Value":"44070","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"3865","Value":"823197","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"3246391103","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"14","Value":"3549","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"50","Value":"38135","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":27663602,"Valu
e":4857652095,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":690,"Valu
e":187602,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":40449,"Valu
e":9146093,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3865,"Value":
823197,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":44596,"Val
ue":8484881,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":34685,"Va
lue":8449350,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":768,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":768,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
800039424,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":17762,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":1117322,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":82627074,"Value":19087
403921,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":198,"Value":52315,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":240400738,"
Value":49965469688,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":241,"Value":55
151,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":241,"Executor Deserialize CPU Time":240400738,"Executor Run
Time":198,"Executor CPU Time":82627074,"Result Size":5827,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":34685,"Remote Bytes Read To Disk":0,"Local Bytes
Read":44596,"Total Records Read":3865},"Shuffle Write Metrics":{"Shuffle Bytes
Written":40449,"Shuffle Write Time":27663602,"Shuffle Records Written":690},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":216,"Index":198,"Attempt":0,"Launch Time":1529076294356,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":211,"Index":193,"Attempt":0,"Launch Time":1529076294030,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076294356,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"77791","Value":"19783790","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"748","Value":"188350","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"553910078","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"51","Value":"34715","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"74","Value":"44144","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4102","Value":"827299","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"3263299390","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"27","Value":"3576","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"59","Value":"38194","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":12898754,"Valu
e":4870550849,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":748,"Valu
e":188350,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":41585,"Valu
e":9187678,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4102,"Value":
827299,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39223,"Val
ue":8524104,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":45211,"Va
lue":8494561,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":772,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":772,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
817209856,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":17775,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":1123149,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":72981989,"Value":19160
385910,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":97,"Value":52412,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":224738606,"
Value":50190208294,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":226,"Value":55
377,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":226,"Executor Deserialize CPU Time":224738606,"Executor Run
Time":97,"Executor CPU Time":72981989,"Result Size":5827,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":45211,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39223,"Total Records Read":4102},"Shuffle Write Metrics":{"Shuffle Bytes
Written":41585,"Shuffle Write Time":12898754,"Shuffle Records Written":748},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":4,"Stage Attempt ID":0,"Task Info":
{"Task ID":217,"Index":199,"Attempt":0,"Launch Time":1529076294395,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":210,"Index":192,"Attempt":0,"Launch Time":1529076293991,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076294396,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"99527","Value":"19883317","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"957","Value":"189307","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"554172221","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"57","Value":"34772","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"81","Value":"44225","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4271","Value":"831570","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"3280207677","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"23","Value":"3599","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"86","Value":"38280","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":17875391,"Valu
e":4888426240,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":957,"Valu
e":189307,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46935,"Valu
e":9234613,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4271,"Value":
831570,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":38791,"Val
ue":8562895,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":47573,"Va
lue":8542134,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":776,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":776,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
834380288,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":17788,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":1128976,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":106520802,"Value":1926
6906712,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":124,"Value":52536,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":274605128,"
Value":50464813422,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":276,"Value":55
653,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":276,"Executor Deserialize CPU Time":274605128,"Executor Run
Time":124,"Executor CPU Time":106520802,"Result Size":5827,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":47573,"Remote Bytes Read To Disk":0,"Local Bytes
Read":38791,"Total Records Read":4271},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46935,"Shuffle Write Time":17875391,"Shuffle Records Written":957},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":212,"Index":194,"Attempt":0,"Launch Time":1529076294119,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076294442,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"96823","Value":"19980140","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"931","Value":"190238","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"554434364","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"38","Value":"34810","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"56","Value":"44281","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4097","Value":"835667","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"3297115964","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"14","Value":"3613","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"50","Value":"38330","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13210076,"Valu
e":4901636316,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":931,"Valu
e":190238,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46070,"Valu
e":9280683,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4097,"Value":
835667,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":38497,"Val
ue":8601392,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":44640,"Va
lue":8586774,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":780,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":780,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
851550720,"Internal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":17801,"Internal":
true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5827,"Value":1134803,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":76426080,"Value":19343
332792,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":80,"Value":52616,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":222941496,"
Value":50687754918,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":238,"Value":55
891,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":238,"Executor Deserialize CPU Time":222941496,"Executor Run
Time":80,"Executor CPU Time":76426080,"Result Size":5827,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":44640,"Remote Bytes Read To Disk":0,"Local Bytes
Read":38497,"Total Records Read":4097},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46070,"Shuffle Write Time":13210076,"Shuffle Records Written":931},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":214,"Index":196,"Attempt":0,"Launch Time":1529076294265,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076294570,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"88711","Value":"20068851","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"853","Value":"191091","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"554696507","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"33","Value":"34843","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"56","Value":"44337","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"3912","Value":"839579","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"3314024251","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"11","Value":"3624","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"44","Value":"38374","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":13074301,"Valu
e":4914710617,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":853,"Valu
e":191091,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":43848,"Valu
e":9324531,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":3912,"Value":
839579,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":44865,"Val
ue":8646257,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":33804,"Va
lue":8620578,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":784,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":784,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
868721152,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":1140587,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":71712673,"Value":19415
045465,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":80,"Value":52696,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":216533866,"
Value":50904288784,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":220,"Value":56
111,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":220,"Executor Deserialize CPU Time":216533866,"Executor Run
Time":80,"Executor CPU Time":71712673,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":33804,"Remote Bytes Read To Disk":0,"Local Bytes
Read":44865,"Total Records Read":3912},"Shuffle Write Metrics":{"Shuffle Bytes
Written":43848,"Shuffle Write Time":13074301,"Shuffle Records Written":853},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":215,"Index":197,"Attempt":0,"Launch Time":1529076294283,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076294637,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"85487","Value":"20154338","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"822","Value":"191913","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"554958650","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"44","Value":"34887","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"63","Value":"44400","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4329","Value":"843908","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"3330932538","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"14","Value":"3638","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"51","Value":"38425","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":24198900,"Valu
e":4938909517,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":822,"Valu
e":191913,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":43561,"Valu
e":9368092,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4329,"Value":
843908,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":50333,"Val
ue":8696590,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":39885,"Va
lue":8660463,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":788,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":788,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
885891584,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":1146371,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":77861624,"Value":19492
907089,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":100,"Value":52796,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":250602439,"
Value":51154891223,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":250,"Value":56
361,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":250,"Executor Deserialize CPU Time":250602439,"Executor Run
Time":100,"Executor CPU Time":77861624,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":39885,"Remote Bytes Read To Disk":0,"Local Bytes
Read":50333,"Total Records Read":4329},"Shuffle Write Metrics":{"Shuffle Bytes
Written":43561,"Shuffle Write Time":24198900,"Shuffle Records Written":822},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":213,"Index":195,"Attempt":0,"Launch Time":1529076294242,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076294649,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"95575","Value":"20249913","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"310","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"919","Value":"192832","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"571998009","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"55","Value":"34942","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"88","Value":"44488","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4545","Value":"848453","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"3347840825","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"18","Value":"3656","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"64","Value":"38489","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":26131745,"Valu
e":4965041262,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":919,"Valu
e":192832,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46446,"Valu
e":9414538,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4545,"Value":
848453,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":54166,"Val
ue":8750756,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":41024,"Va
lue":8701487,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":792,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":792,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":3
919839232,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":1152155,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":100027636,"Value":1959
2934725,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":123,"Value":52919,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":279161190,"
Value":51434052413,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":280,"Value":56
641,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":280,"Executor Deserialize CPU Time":279161190,"Executor Run
Time":123,"Executor CPU Time":100027636,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":41024,"Remote Bytes Read To Disk":0,"Local Bytes
Read":54166,"Total Records Read":4545},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46446,"Shuffle Write Time":26131745,"Shuffle Records Written":919},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":216,"Index":198,"Attempt":0,"Launch Time":1529076294356,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076294653,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"123551","Value":"20373464","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1188","Value":"194020","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"262143","Value":"572260152","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"36","Value":"34978","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"52","Value":"44540","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4561","Value":"853014","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"3364749112","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"13","Value":"3669","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"45","Value":"38534","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":11581411,"Valu
e":4976622673,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1188,"Val
ue":194020,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":51753,"Valu
e":9466291,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4561,"Value":
853014,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41724,"Val
ue":8792480,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":52297,"Va
lue":8753784,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":796,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":796,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":17170432,"Value":3
937009664,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":1157939,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":69949627,"Value":19662
884352,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":73,"Value":52992,"Inte
rnal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218465899,"
Value":51652518312,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":221,"Value":56
862,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":221,"Executor Deserialize CPU Time":218465899,"Executor Run
Time":73,"Executor CPU Time":69949627,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":52297,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41724,"Total Records Read":4561},"Shuffle Write Metrics":{"Shuffle Bytes
Written":51753,"Shuffle Write Time":11581411,"Shuffle Records Written":1188},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":4,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":217,"Index":199,"Attempt":0,"Launch Time":1529076294395,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076294805,"Failed":false,"Killed":false,"Accumulables":
[{"ID":184,"Name":"data size total (min, med,
max)","Update":"183247","Value":"20556711","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":200,"Name":"avg hash probe (min, med,
max)","Update":"10","Value":"320","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":196,"Name":"number of output
rows","Update":"1762","Value":"195782","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":197,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"589299511","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Update":"67","Value":"35045","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":201,"Name":"duration total (min, med,
max)","Update":"90","Value":"44630","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":202,"Name":"number of output
rows","Update":"4271","Value":"857285","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":153,"Name":"peak memory total (min, med,
max)","Update":"16908287","Value":"3381657399","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":152,"Name":"sort time total (min, med,
max)","Update":"27","Value":"3696","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":155,"Name":"duration total (min, med,
max)","Update":"85","Value":"38619","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Update":15482538,"Valu
e":4992105211,"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1762,"Val
ue":195782,"Internal":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":64903,"Valu
e":9531194,"Internal":true,"Count Failed Values":true},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Update":4271,"Value":
857285,"Internal":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
4310,"Internal":true,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40227,"Val
ue":8832707,"Internal":true,"Count Failed Values":true},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":51007,"Va
lue":8804791,"Internal":true,"Count Failed Values":true},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":4,"Val
ue":800,"Internal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":4,"Va
lue":800,"Internal":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Update":33947648,"Value":3
970957312,"Internal":true,"Count Failed Values":true},
{"ID":232,"Name":"internal.metrics.resultSize","Update":5784,"Value":1163723,"Inter
nal":true,"Count Failed Values":true},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Update":117871590,"Value":1978
0755942,"Internal":true,"Count Failed Values":true},
{"ID":230,"Name":"internal.metrics.executorRunTime","Update":122,"Value":53114,"Int
ernal":true,"Count Failed Values":true},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Update":281079703,"
Value":51933598015,"Internal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Update":281,"Value":57
143,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":281,"Executor Deserialize CPU Time":281079703,"Executor Run
Time":122,"Executor CPU Time":117871590,"Result Size":5784,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":4,"Local Blocks Fetched":4,"Fetch Wait
Time":0,"Remote Bytes Read":51007,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40227,"Total Records Read":4271},"Shuffle Write Metrics":{"Shuffle Bytes
Written":64903,"Shuffle Write Time":15482538,"Shuffle Records Written":1762},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":4,"Stage Attempt
ID":0,"Stage Name":"toJavaRDD at BaseGroupBySparkOperation.java:149","Number of
Tasks":200,"RDD Info":[{"RDD
ID":40,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"75\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[39],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":38,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"79\",\"name\":\"ExistingRDD\"}"
,"Callsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[37],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":39,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"76\",\"name\":\"WholeStageCodeg
en\"}","Callsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[38],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":36,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"65\",\"name\":\"map\"}","Callsi
te":"map at RowToSparkDatasetConverter.java:44","Parent IDs":[35],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":33,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"DeserializeToOb
ject\"}","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":
[32],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":37,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"66\",\"name\":\"map\"}","Callsi
te":"createDataFrame at RowToSparkDatasetConverter.java:46","Parent IDs":
[36],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":31,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"42\",\"name\":\"Exchange\"}","Cal
lsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[30],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":32,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodeg
en\"}","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":
[31],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":34,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"63\",\"name\":\"mapPartitions\"
}","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[33],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":35,"Name":"Group by_0701cd0a-f6a0-463b-9260-
499dbc0fd519","Scope":"{\"id\":\"64\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at SortSparkOperation.java:105","Parent IDs":[34],"Storage Level":{"Use
Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[3],"Details":"org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:2985)\norg.pent
aho.di.engine.spark.impl.ops.groupby.BaseGroupBySparkOperation.apply(BaseGroupBySpa
rkOperation.java:149)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable.ap
plyOperation(TaskObservable.java:264)\njava.util.concurrent.CompletableFuture.uniAc
cept(CompletableFuture.java:656)\njava.util.concurrent.CompletableFuture$UniAccept.
tryFire(CompletableFuture.java:632)\njava.util.concurrent.CompletableFuture.postCom
plete(CompletableFuture.java:474)\njava.util.concurrent.CompletableFuture.complete(
CompletableFuture.java:1962)\njava.util.Optional.ifPresent(Optional.java:159)\norg.
pentaho.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.lambda$ad
dOutput$1(TaskObservable.java:355)\njava.util.concurrent.CompletableFuture.uniWhenC
omplete(CompletableFuture.java:760)\njava.util.concurrent.CompletableFuture.uniWhen
CompleteStage(CompletableFuture.java:778)\njava.util.concurrent.CompletableFuture.w
henComplete(CompletableFuture.java:2140)\norg.pentaho.di.engine.spark.impl.executio
n.TaskObservable$OperationSubscriber.addOutput(TaskObservable.java:354)\norg.pentah
o.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.lambda$setOutpu
t$3(TaskObservable.java:399)\njava.lang.Iterable.forEach(Iterable.java:75)\norg.pen
taho.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.setOutput(Ta
skObservable.java:399)\norg.pentaho.di.engine.spark.api.SparkOperation$Subscriber.s
etOutput(SparkOperation.java:170)\norg.pentaho.di.engine.spark.impl.ops.SortSparkOp
eration.apply(SortSparkOperation.java:108)\norg.pentaho.di.engine.spark.impl.execut
ion.TaskObservable.applyOperation(TaskObservable.java:264)\njava.util.concurrent.Co
mpletableFuture.uniAccept(CompletableFuture.java:656)","Submission
Time":1529076276027,"Completion Time":1529076294806,"Accumulables":
[{"ID":200,"Name":"avg hash probe (min, med,
max)","Value":"320","Internal":true,"Count Failed Values":true,"Metadata":"sql"},
{"ID":155,"Name":"duration total (min, med,
max)","Value":"38619","Internal":true,"Count Failed Values":true,"Metadata":"sql"},
{"ID":245,"Name":"internal.metrics.shuffle.read.recordsRead","Value":857285,"Intern
al":true,"Count Failed Values":true},
{"ID":244,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Value":14310,"Inter
nal":true,"Count Failed Values":true},{"ID":184,"Name":"data size total (min, med,
max)","Value":"20556711","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":229,"Name":"internal.metrics.executorDeserializeCpuTime","Value":51933598015,
"Internal":true,"Count Failed Values":true},
{"ID":247,"Name":"internal.metrics.shuffle.write.recordsWritten","Value":195782,"In
ternal":true,"Count Failed Values":true},{"ID":202,"Name":"number of output
rows","Value":"857285","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":232,"Name":"internal.metrics.resultSize","Value":1163723,"Internal":true,"Cou
nt Failed Values":true},
{"ID":241,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Value":8804791,"I
nternal":true,"Count Failed Values":true},{"ID":196,"Name":"number of output
rows","Value":"195782","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":199,"Name":"aggregate time total (min, med,
max)","Value":"35045","Internal":true,"Count Failed Values":true,"Metadata":"sql"},
{"ID":240,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Value":800,"In
ternal":true,"Count Failed Values":true},
{"ID":234,"Name":"internal.metrics.resultSerializationTime","Value":6,"Internal":tr
ue,"Count Failed Values":true},
{"ID":243,"Name":"internal.metrics.shuffle.read.localBytesRead","Value":8832707,"In
ternal":true,"Count Failed Values":true},
{"ID":228,"Name":"internal.metrics.executorDeserializeTime","Value":57143,"Internal
":true,"Count Failed Values":true},
{"ID":237,"Name":"internal.metrics.peakExecutionMemory","Value":3970957312,"Interna
l":true,"Count Failed Values":true},
{"ID":246,"Name":"internal.metrics.shuffle.write.bytesWritten","Value":9531194,"Int
ernal":true,"Count Failed Values":true},{"ID":201,"Name":"duration total (min, med,
max)","Value":"44630","Internal":true,"Count Failed Values":true,"Metadata":"sql"},
{"ID":231,"Name":"internal.metrics.executorCpuTime","Value":19780755942,"Internal":
true,"Count Failed Values":true},{"ID":153,"Name":"peak memory total (min, med,
max)","Value":"3381657399","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":230,"Name":"internal.metrics.executorRunTime","Value":53114,"Internal":true,"
Count Failed Values":true},
{"ID":248,"Name":"internal.metrics.shuffle.write.writeTime","Value":4992105211,"Int
ernal":true,"Count Failed Values":true},
{"ID":239,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Value":800,"I
nternal":true,"Count Failed Values":true},{"ID":152,"Name":"sort time total (min,
med, max)","Value":"3696","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":242,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Value":0,"I
nternal":true,"Count Failed Values":true},
{"ID":233,"Name":"internal.metrics.jvmGCTime","Value":17801,"Internal":true,"Count
Failed Values":true},{"ID":197,"Name":"peak memory total (min, med,
max)","Value":"589299511","Internal":true,"Count Failed
Values":true,"Metadata":"sql"}]}}
{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":5,"Stage Attempt
ID":0,"Stage Name":"toJavaRDD at BaseGroupBySparkOperation.java:149","Number of
Tasks":200,"RDD Info":[{"RDD
ID":45,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"71\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[44],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":42,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"72\",\"name\":\"WholeStageCodeg
en\"}","Callsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[41],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":43,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"71\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[42],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":44,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"71\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[43],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":41,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"75\",\"name\":\"Exchange\"}","Cal
lsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":[40],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[4],"Details":"org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:2985)\norg.pent
aho.di.engine.spark.impl.ops.groupby.BaseGroupBySparkOperation.apply(BaseGroupBySpa
rkOperation.java:149)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable.ap
plyOperation(TaskObservable.java:264)\njava.util.concurrent.CompletableFuture.uniAc
cept(CompletableFuture.java:656)\njava.util.concurrent.CompletableFuture$UniAccept.
tryFire(CompletableFuture.java:632)\njava.util.concurrent.CompletableFuture.postCom
plete(CompletableFuture.java:474)\njava.util.concurrent.CompletableFuture.complete(
CompletableFuture.java:1962)\njava.util.Optional.ifPresent(Optional.java:159)\norg.
pentaho.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.lambda$ad
dOutput$1(TaskObservable.java:355)\njava.util.concurrent.CompletableFuture.uniWhenC
omplete(CompletableFuture.java:760)\njava.util.concurrent.CompletableFuture.uniWhen
CompleteStage(CompletableFuture.java:778)\njava.util.concurrent.CompletableFuture.w
henComplete(CompletableFuture.java:2140)\norg.pentaho.di.engine.spark.impl.executio
n.TaskObservable$OperationSubscriber.addOutput(TaskObservable.java:354)\norg.pentah
o.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.lambda$setOutpu
t$3(TaskObservable.java:399)\njava.lang.Iterable.forEach(Iterable.java:75)\norg.pen
taho.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.setOutput(Ta
skObservable.java:399)\norg.pentaho.di.engine.spark.api.SparkOperation$Subscriber.s
etOutput(SparkOperation.java:170)\norg.pentaho.di.engine.spark.impl.ops.SortSparkOp
eration.apply(SortSparkOperation.java:108)\norg.pentaho.di.engine.spark.impl.execut
ion.TaskObservable.applyOperation(TaskObservable.java:264)\njava.util.concurrent.Co
mpletableFuture.uniAccept(CompletableFuture.java:656)","Submission
Time":1529076294858,"Accumulables":[]},"Properties":
{"spark.job.interruptOnCancel":"false","spark.rdd.scope":"{\"id\":\"71\",\"name\":\
"Exchange\"}","spark.rdd.scope.noOverride":"true","spark.job.description":"CreateCl
eansedAggregatedDataFile","spark.jobGroup.id":"CreateCleansedAggregatedDataFile-
bbd04462-732f-4c98-8a56-6b39ea74bf93"}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":218,"Index":0,"Attempt":0,"Launch Time":1529076294926,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":219,"Index":1,"Attempt":0,"Launch Time":1529076294926,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":220,"Index":2,"Attempt":0,"Launch Time":1529076294926,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":221,"Index":3,"Attempt":0,"Launch Time":1529076294926,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":222,"Index":4,"Attempt":0,"Launch Time":1529076294926,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":223,"Index":5,"Attempt":0,"Launch Time":1529076294927,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":224,"Index":6,"Attempt":0,"Launch Time":1529076295286,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":218,"Index":0,"Attempt":0,"Launch Time":1529076294926,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076295287,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"12","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"987","Value":"987","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"17039358","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"14","Value":"13","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"19","Value":"18","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":987,"Value":9
87,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24250,"Val
ue":24250,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23462,"Va
lue":23462,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":98,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":97,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
7039360,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":18,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43128,"Value":43128,"Intern
al":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":55315251,"Value":55315
251,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":70,"Value":70,"Interna
l":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":252653556,"
Value":252653556,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":282,"Value":28
2,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":282,"Executor Deserialize CPU Time":252653556,"Executor Run
Time":70,"Executor CPU Time":55315251,"Result Size":43128,"JVM GC Time":18,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23462,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24250,"Total Records Read":987},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":225,"Index":7,"Attempt":0,"Launch Time":1529076295288,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":222,"Index":4,"Attempt":0,"Launch Time":1529076294926,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076295289,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"24","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"925","Value":"1912","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"34078717","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"18","Value":"31","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"23","Value":"41","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":925,"Value":1
912,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23173,"Val
ue":47423,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22681,"Va
lue":46143,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":196,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":95,"V
alue":192,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
4078720,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":36,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43064,"Value":86192,"Intern
al":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":31044999,"Value":86360
250,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":74,"Value":144,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":251058243,"
Value":503711799,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":282,"Value":56
4,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":282,"Executor Deserialize CPU Time":251058243,"Executor Run
Time":74,"Executor CPU Time":31044999,"Result Size":43064,"JVM GC Time":18,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":95,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":22681,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23173,"Total Records Read":925},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":226,"Index":8,"Attempt":0,"Launch Time":1529076295291,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":220,"Index":2,"Attempt":0,"Launch Time":1529076294926,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076295291,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"36","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"969","Value":"2881","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"51118076","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"21","Value":"52","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"26","Value":"67","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":969,"Value":2
881,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":1
,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23364,"Val
ue":70787,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23733,"Va
lue":69876,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":293,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":291,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":5
1118080,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":54,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43088,"Value":129280,"Inter
nal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":32613798,"Value":11897
4048,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":42,"Value":186,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":282501835,"
Value":786213634,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":317,"Value":88
1,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":317,"Executor Deserialize CPU Time":282501835,"Executor Run
Time":42,"Executor CPU Time":32613798,"Result Size":43088,"JVM GC Time":18,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":97,"Fetch Wait
Time":1,"Remote Bytes Read":23733,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23364,"Total Records Read":969},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":227,"Index":9,"Attempt":0,"Launch Time":1529076295329,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":219,"Index":1,"Attempt":0,"Launch Time":1529076294926,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076295330,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"48","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"997","Value":"3878","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"68157435","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"15","Value":"67","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"19","Value":"86","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":997,"Value":3
878,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23471,"Val
ue":94258,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24496,"Va
lue":94372,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":390,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":390,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":6
8157440,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":26,"Value":80,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43192,"Value":172472,"Inter
nal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":56440944,"Value":17541
4992,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":61,"Value":247,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":293426314,"
Value":1079639948,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":335,"Value":12
16,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":335,"Executor Deserialize CPU Time":293426314,"Executor Run
Time":61,"Executor CPU Time":56440944,"Result Size":43192,"JVM GC Time":26,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":24496,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23471,"Total Records Read":997},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":228,"Index":10,"Attempt":0,"Launch Time":1529076295330,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":221,"Index":3,"Attempt":0,"Launch Time":1529076294926,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076295331,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"60","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1019","Value":"4897","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"85196794","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"16","Value":"83","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"20","Value":"106","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1019,"Value":
4897,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":25004,"Val
ue":119262,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23950,"Va
lue":118322,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":490,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":490,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":8
5196800,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":26,"Value":106,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43120,"Value":215592,"Inter
nal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":32478639,"Value":20789
3631,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":68,"Value":315,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":278617468,"
Value":1358257416,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":328,"Value":15
44,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":328,"Executor Deserialize CPU Time":278617468,"Executor Run
Time":68,"Executor CPU Time":32478639,"Result Size":43120,"JVM GC Time":26,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23950,"Remote Bytes Read To Disk":0,"Local Bytes
Read":25004,"Total Records Read":1019},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":229,"Index":11,"Attempt":0,"Launch Time":1529076295362,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":223,"Index":5,"Attempt":0,"Launch Time":1529076294927,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076295362,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"72","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"942","Value":"5839","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"102236153","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"12","Value":"95","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"15","Value":"121","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":942,"Value":5
839,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23689,"Val
ue":142951,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23337,"Va
lue":141659,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":590,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":589,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
02236160,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":26,"Value":132,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43128,"Value":258720,"Inter
nal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":20208718,"Value":22810
2349,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":20,"Value":335,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":355154829,"
Value":1713412245,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":408,"Value":19
52,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":408,"Executor Deserialize CPU Time":355154829,"Executor Run
Time":20,"Executor CPU Time":20208718,"Result Size":43128,"JVM GC Time":26,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23337,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23689,"Total Records Read":942},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":230,"Index":12,"Attempt":0,"Launch Time":1529076295557,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":224,"Index":6,"Attempt":0,"Launch Time":1529076295286,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076295558,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"84","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"953","Value":"6792","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"119275512","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"19","Value":"114","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"22","Value":"143","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":953,"Value":6
792,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23915,"Val
ue":166866,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23613,"Va
lue":165272,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":689,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":689,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
19275520,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":1,"I
nternal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":7,"Value":139,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43155,"Value":301875,"Inter
nal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":19050512,"Value":24715
2861,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":27,"Value":362,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":239909570,"
Value":1953321815,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":240,"Value":21
92,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":240,"Executor Deserialize CPU Time":239909570,"Executor Run
Time":27,"Executor CPU Time":19050512,"Result Size":43155,"JVM GC Time":7,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23613,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23915,"Total Records Read":953},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":231,"Index":13,"Attempt":0,"Launch Time":1529076295570,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":226,"Index":8,"Attempt":0,"Launch Time":1529076295291,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076295571,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"96","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"995","Value":"7787","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"136314871","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"21","Value":"135","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"24","Value":"167","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":995,"Value":7
787,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23485,"Val
ue":190351,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24124,"Va
lue":189396,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":787,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":786,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
36314880,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":2,"I
nternal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":7,"Value":146,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43179,"Value":345054,"Inter
nal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":20053284,"Value":26720
6145,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":28,"Value":390,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":247597795,"
Value":2200919610,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":248,"Value":24
40,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":248,"Executor Deserialize CPU Time":247597795,"Executor Run
Time":28,"Executor CPU Time":20053284,"Result Size":43179,"JVM GC Time":7,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":24124,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23485,"Total Records Read":995},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":232,"Index":14,"Attempt":0,"Launch Time":1529076295595,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":228,"Index":10,"Attempt":0,"Launch Time":1529076295330,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076295595,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"108","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1031","Value":"8818","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"153354230","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"14","Value":"149","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"17","Value":"184","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1031,"Value":
8818,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24049,"Val
ue":214400,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24637,"Va
lue":214033,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":886,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":885,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
53354240,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43077,"Value":388131,"Inter
nal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":21743443,"Value":28894
9588,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":22,"Value":412,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":237381849,"
Value":2438301459,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":238,"Value":26
78,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":238,"Executor Deserialize CPU Time":237381849,"Executor Run
Time":22,"Executor CPU Time":21743443,"Result Size":43077,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24637,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24049,"Total Records Read":1031},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":233,"Index":15,"Attempt":0,"Launch Time":1529076295600,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":225,"Index":7,"Attempt":0,"Launch Time":1529076295288,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076295601,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"120","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1012","Value":"9830","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"170393589","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"11","Value":"160","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"13","Value":"197","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1012,"Value":
9830,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24084,"Val
ue":238484,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24128,"Va
lue":238161,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":986,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":982,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
70393600,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":7,"Value":153,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43088,"Value":431219,"Inter
nal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":17524395,"Value":30647
3983,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":18,"Value":430,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":282146167,"
Value":2720447626,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":290,"Value":29
68,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":290,"Executor Deserialize CPU Time":282146167,"Executor Run
Time":18,"Executor CPU Time":17524395,"Result Size":43088,"JVM GC Time":7,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24128,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24084,"Total Records Read":1012},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":234,"Index":16,"Attempt":0,"Launch Time":1529076295604,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":227,"Index":9,"Attempt":0,"Launch Time":1529076295329,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076295604,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"132","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"959","Value":"10789","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"187432948","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"10","Value":"170","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"13","Value":"210","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":959,"Value":1
0789,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23375,"Val
ue":261859,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23416,"Va
lue":261577,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":1085,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":1080,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
87432960,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43029,"Value":474248,"Inter
nal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":17122041,"Value":32359
6024,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":18,"Value":448,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":252507361,"
Value":2972954987,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":253,"Value":32
21,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":253,"Executor Deserialize CPU Time":252507361,"Executor Run
Time":18,"Executor CPU Time":17122041,"Result Size":43029,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23416,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23375,"Total Records Read":959},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":235,"Index":17,"Attempt":0,"Launch Time":1529076295671,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":229,"Index":11,"Attempt":0,"Launch Time":1529076295362,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076295672,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"144","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"984","Value":"11773","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"204472307","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"13","Value":"183","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"16","Value":"226","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":984,"Value":1
1773,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24700,"Val
ue":286559,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23107,"Va
lue":284684,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":1184,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":1178,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
04472320,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43133,"Value":517381,"Inter
nal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":21586537,"Value":34518
2561,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":21,"Value":469,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":283447197,"
Value":3256402184,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":284,"Value":35
05,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":284,"Executor Deserialize CPU Time":283447197,"Executor Run
Time":21,"Executor CPU Time":21586537,"Result Size":43133,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23107,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24700,"Total Records Read":984},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":236,"Index":18,"Attempt":0,"Launch Time":1529076295834,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":230,"Index":12,"Attempt":0,"Launch Time":1529076295557,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076295834,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"156","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1015","Value":"12788","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"221511666","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"34","Value":"217","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"36","Value":"262","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1015,"Value":
12788,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":23,"Value":
24,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23989,"Val
ue":310548,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24305,"Va
lue":308989,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":1282,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":1278,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
21511680,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43101,"Value":560482,"Inter
nal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":17188730,"Value":36237
1291,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":41,"Value":510,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":231798387,"
Value":3488200571,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":231,"Value":37
36,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":231,"Executor Deserialize CPU Time":231798387,"Executor Run
Time":41,"Executor CPU Time":17188730,"Result Size":43101,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":23,"Remote Bytes Read":24305,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23989,"Total Records Read":1015},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":237,"Index":19,"Attempt":0,"Launch Time":1529076295846,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":231,"Index":13,"Attempt":0,"Launch Time":1529076295570,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076295847,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"168","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1007","Value":"13795","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"238551025","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"28","Value":"245","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"30","Value":"292","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1007,"Value":
13795,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":18,"Value":
42,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23182,"Val
ue":333730,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24890,"Va
lue":333879,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":1379,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":1378,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
38551040,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":3,"I
nternal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43088,"Value":603570,"Inter
nal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":18203259,"Value":38057
4550,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":34,"Value":544,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":236881150,"
Value":3725081721,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":238,"Value":39
74,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":238,"Executor Deserialize CPU Time":236881150,"Executor Run
Time":34,"Executor CPU Time":18203259,"Result Size":43088,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":97,"Fetch Wait
Time":18,"Remote Bytes Read":24890,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23182,"Total Records Read":1007},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":238,"Index":20,"Attempt":0,"Launch Time":1529076295858,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":233,"Index":15,"Attempt":0,"Launch Time":1529076295600,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076295858,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"180","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1018","Value":"14813","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"255590384","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"18","Value":"263","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"20","Value":"312","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1018,"Value":
14813,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":10,"Value":
52,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24252,"Val
ue":357982,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24264,"Va
lue":358143,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":1478,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":1476,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
55590400,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43053,"Value":646623,"Inter
nal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":17541924,"Value":39811
6474,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":25,"Value":569,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":230051062,"
Value":3955132783,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":229,"Value":42
03,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":229,"Executor Deserialize CPU Time":230051062,"Executor Run
Time":25,"Executor CPU Time":17541924,"Result Size":43053,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":10,"Remote Bytes Read":24264,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24252,"Total Records Read":1018},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":239,"Index":21,"Attempt":0,"Launch Time":1529076295908,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":234,"Index":16,"Attempt":0,"Launch Time":1529076295604,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076295909,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"192","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1007","Value":"15820","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"272629743","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"10","Value":"273","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"12","Value":"324","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1007,"Value":
15820,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":5
2,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23967,"Val
ue":381949,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24118,"Va
lue":382261,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":1575,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":1575,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
72629760,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":41,"Value":194,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43152,"Value":689775,"Inter
nal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":16194062,"Value":41431
0536,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":16,"Value":585,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":239103916,"
Value":4194236699,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":284,"Value":44
87,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":284,"Executor Deserialize CPU Time":239103916,"Executor Run
Time":16,"Executor CPU Time":16194062,"Result Size":43152,"JVM GC Time":41,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":24118,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23967,"Total Records Read":1007},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":240,"Index":22,"Attempt":0,"Launch Time":1529076295957,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":232,"Index":14,"Attempt":0,"Launch Time":1529076295595,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076295958,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"204","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1034","Value":"16854","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"289669102","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"11","Value":"284","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"13","Value":"337","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1034,"Value":
16854,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":5
2,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":25005,"Val
ue":406954,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23776,"Va
lue":406037,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":1675,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":1673,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
89669120,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":41,"Value":235,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43120,"Value":732895,"Inter
nal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":17498487,"Value":43180
9023,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":18,"Value":603,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":296794780,"
Value":4491031479,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":340,"Value":48
27,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":340,"Executor Deserialize CPU Time":296794780,"Executor Run
Time":18,"Executor CPU Time":17498487,"Result Size":43120,"JVM GC Time":41,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23776,"Remote Bytes Read To Disk":0,"Local Bytes
Read":25005,"Total Records Read":1034},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":241,"Index":23,"Attempt":0,"Launch Time":1529076296029,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":235,"Index":17,"Attempt":0,"Launch Time":1529076295671,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076296029,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"216","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"929","Value":"17783","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"306708461","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"11","Value":"295","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"13","Value":"350","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":929,"Value":1
7783,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":5
3,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23558,"Val
ue":430512,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23200,"Va
lue":429237,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":1775,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":1772,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
06708480,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":41,"Value":276,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43168,"Value":776063,"Inter
nal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":17496703,"Value":44930
5726,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":19,"Value":622,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":291115781,"
Value":4782147260,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":334,"Value":51
61,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":334,"Executor Deserialize CPU Time":291115781,"Executor Run
Time":19,"Executor CPU Time":17496703,"Result Size":43168,"JVM GC Time":41,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":1,"Remote Bytes Read":23200,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23558,"Total Records Read":929},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":242,"Index":24,"Attempt":0,"Launch Time":1529076296102,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":237,"Index":19,"Attempt":0,"Launch Time":1529076295846,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076296103,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"228","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"989","Value":"18772","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"323747820","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"13","Value":"308","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"15","Value":"365","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":989,"Value":1
8772,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":3,"Value":5
6,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23511,"Val
ue":454023,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24132,"Va
lue":453369,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":1872,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":1871,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
23747840,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":286,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43176,"Value":819239,"Inter
nal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":16293819,"Value":46559
9545,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":20,"Value":642,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":220093904,"
Value":5002241164,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":232,"Value":53
93,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":232,"Executor Deserialize CPU Time":220093904,"Executor Run
Time":20,"Executor CPU Time":16293819,"Result Size":43176,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":97,"Fetch Wait
Time":3,"Remote Bytes Read":24132,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23511,"Total Records Read":989},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":243,"Index":25,"Attempt":0,"Launch Time":1529076296118,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":236,"Index":18,"Attempt":0,"Launch Time":1529076295834,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076296118,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"240","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"987","Value":"19759","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"340787179","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"20","Value":"328","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"21","Value":"386","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":987,"Value":1
9759,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":10,"Value":
66,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24037,"Val
ue":478060,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23835,"Va
lue":477204,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":1972,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":1969,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
40787200,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":4,"I
nternal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":296,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43155,"Value":862394,"Inter
nal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":16353098,"Value":48195
2643,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":26,"Value":668,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":241623437,"
Value":5243864601,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":253,"Value":56
46,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":253,"Executor Deserialize CPU Time":241623437,"Executor Run
Time":26,"Executor CPU Time":16353098,"Result Size":43155,"JVM GC Time":10,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":10,"Remote Bytes Read":23835,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24037,"Total Records Read":987},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":244,"Index":26,"Attempt":0,"Launch Time":1529076296162,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":239,"Index":21,"Attempt":0,"Launch Time":1529076295908,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076296162,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"252","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"936","Value":"20695","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"357826538","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"12","Value":"340","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"13","Value":"399","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":936,"Value":2
0695,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":6
7,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23239,"Val
ue":501299,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23472,"Va
lue":500676,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":2070,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":2067,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
57826560,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43125,"Value":905519,"Inter
nal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":15705765,"Value":49765
8408,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":19,"Value":687,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":228859451,"
Value":5472724052,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":230,"Value":58
76,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":230,"Executor Deserialize CPU Time":228859451,"Executor Run
Time":19,"Executor CPU Time":15705765,"Result Size":43125,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":98,"Fetch Wait
Time":1,"Remote Bytes Read":23472,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23239,"Total Records Read":936},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":245,"Index":27,"Attempt":0,"Launch Time":1529076296189,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":238,"Index":20,"Attempt":0,"Launch Time":1529076295858,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076296190,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"264","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1011","Value":"21706","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"374865897","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"14","Value":"354","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"17","Value":"416","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1011,"Value":
21706,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":6
7,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24734,"Val
ue":526033,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23638,"Va
lue":524314,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":2170,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":2165,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
74865920,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":306,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43064,"Value":948583,"Inter
nal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":22964872,"Value":52062
3280,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":23,"Value":710,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":291734863,"
Value":5764458915,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":305,"Value":61
81,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":305,"Executor Deserialize CPU Time":291734863,"Executor Run
Time":23,"Executor CPU Time":22964872,"Result Size":43064,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23638,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24734,"Total Records Read":1011},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":246,"Index":28,"Attempt":0,"Launch Time":1529076296323,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":241,"Index":23,"Attempt":0,"Launch Time":1529076296029,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076296324,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"276","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1004","Value":"22710","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"391905256","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"12","Value":"366","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"15","Value":"431","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1004,"Value":
22710,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":6
7,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24925,"Val
ue":550958,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23410,"Va
lue":547724,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":2270,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":2263,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
91905280,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":42997,"Value":991580,"Inter
nal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":21554129,"Value":54217
7409,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":21,"Value":731,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":265910293,"
Value":6030369208,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":269,"Value":64
50,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":269,"Executor Deserialize CPU Time":265910293,"Executor Run
Time":21,"Executor CPU Time":21554129,"Result Size":42997,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23410,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24925,"Total Records Read":1004},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":247,"Index":29,"Attempt":0,"Launch Time":1529076296331,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":240,"Index":22,"Attempt":0,"Launch Time":1529076295957,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076296331,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"288","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1019","Value":"23729","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"408944615","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"20","Value":"386","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"23","Value":"454","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1019,"Value":
23729,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":7,"Value":7
4,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24248,"Val
ue":575206,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24410,"Va
lue":572134,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":2370,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":2361,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":4
08944640,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43037,"Value":1034617,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":22161117,"Value":56433
8526,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":30,"Value":761,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":337290892,"
Value":6367660100,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":339,"Value":67
89,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":339,"Executor Deserialize CPU Time":337290892,"Executor Run
Time":30,"Executor CPU Time":22161117,"Result Size":43037,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":7,"Remote Bytes Read":24410,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24248,"Total Records Read":1019},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":248,"Index":30,"Attempt":0,"Launch Time":1529076296358,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":242,"Index":24,"Attempt":0,"Launch Time":1529076296102,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076296359,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"300","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"962","Value":"24691","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"425983974","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"10","Value":"396","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"12","Value":"466","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":962,"Value":2
4691,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":7
5,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23408,"Val
ue":598614,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24096,"Va
lue":596230,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":2468,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":2461,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":4
25984000,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43125,"Value":1077742,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":14976148,"Value":57931
4674,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":15,"Value":776,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":235938098,"
Value":6603598198,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":237,"Value":70
26,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":237,"Executor Deserialize CPU Time":235938098,"Executor Run
Time":15,"Executor CPU Time":14976148,"Result Size":43125,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":1,"Remote Bytes Read":24096,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23408,"Total Records Read":962},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":249,"Index":31,"Attempt":0,"Launch Time":1529076296370,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":243,"Index":25,"Attempt":0,"Launch Time":1529076296118,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076296371,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"312","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"960","Value":"25651","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"443023333","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"12","Value":"408","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"14","Value":"480","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":960,"Value":2
5651,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":7
6,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23246,"Val
ue":621860,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24250,"Va
lue":620480,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":2566,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":2560,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":4
43023360,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43069,"Value":1120811,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":15148143,"Value":59446
2817,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":19,"Value":795,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":230393451,"
Value":6833991649,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":231,"Value":72
57,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":231,"Executor Deserialize CPU Time":230393451,"Executor Run
Time":19,"Executor CPU Time":15148143,"Result Size":43069,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":98,"Fetch Wait
Time":1,"Remote Bytes Read":24250,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23246,"Total Records Read":960},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":250,"Index":32,"Attempt":0,"Launch Time":1529076296441,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":244,"Index":26,"Attempt":0,"Launch Time":1529076296162,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076296442,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"324","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"946","Value":"26597","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"460062692","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"9","Value":"417","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"11","Value":"491","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":946,"Value":2
6597,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":7
6,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24046,"Val
ue":645906,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22764,"Va
lue":643244,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":2665,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":2657,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":4
60062720,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":323,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43088,"Value":1163899,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":16834251,"Value":61129
7068,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":16,"Value":811,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":236774938,"
Value":7070766587,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":259,"Value":75
16,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":259,"Executor Deserialize CPU Time":236774938,"Executor Run
Time":16,"Executor CPU Time":16834251,"Result Size":43088,"JVM GC Time":17,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":22764,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24046,"Total Records Read":946},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":251,"Index":33,"Attempt":0,"Launch Time":1529076296559,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":245,"Index":27,"Attempt":0,"Launch Time":1529076296189,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076296559,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"336","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"952","Value":"27549","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"477102051","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"16","Value":"433","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"18","Value":"509","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":952,"Value":2
7549,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":7
6,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23797,"Val
ue":669703,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22895,"Va
lue":666139,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":2765,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":96,"V
alue":2753,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":4
77102080,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":5,"I
nternal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":333,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43139,"Value":1207038,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":22346328,"Value":63364
3396,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":22,"Value":833,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":330607510,"
Value":7401374097,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":343,"Value":78
59,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":343,"Executor Deserialize CPU Time":330607510,"Executor Run
Time":22,"Executor CPU Time":22346328,"Result Size":43139,"JVM GC Time":10,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":96,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":22895,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23797,"Total Records Read":952},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":252,"Index":34,"Attempt":0,"Launch Time":1529076296604,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":246,"Index":28,"Attempt":0,"Launch Time":1529076296323,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076296604,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"348","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"975","Value":"28524","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"494141410","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"9","Value":"442","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"11","Value":"520","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":975,"Value":2
8524,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":7
6,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23882,"Val
ue":693585,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23647,"Va
lue":689786,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":2864,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":2851,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":4
94141440,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":350,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43096,"Value":1250134,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":15144719,"Value":64878
8115,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":15,"Value":848,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":241367512,"
Value":7642741609,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":261,"Value":81
20,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":261,"Executor Deserialize CPU Time":241367512,"Executor Run
Time":15,"Executor CPU Time":15144719,"Result Size":43096,"JVM GC Time":17,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23647,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23882,"Total Records Read":975},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":253,"Index":35,"Attempt":0,"Launch Time":1529076296613,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":248,"Index":30,"Attempt":0,"Launch Time":1529076296358,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076296614,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"360","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"970","Value":"29494","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"511180769","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"13","Value":"455","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"15","Value":"535","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":970,"Value":2
9494,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":4,"Value":8
0,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23897,"Val
ue":717482,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23793,"Va
lue":713579,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":2964,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":2950,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":5
11180800,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":360,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43088,"Value":1293222,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":14477940,"Value":66326
6055,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":19,"Value":867,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":219993003,"
Value":7862734612,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":233,"Value":83
53,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":233,"Executor Deserialize CPU Time":219993003,"Executor Run
Time":19,"Executor CPU Time":14477940,"Result Size":43088,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":4,"Remote Bytes Read":23793,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23897,"Total Records Read":970},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":254,"Index":36,"Attempt":0,"Launch Time":1529076296645,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":249,"Index":31,"Attempt":0,"Launch Time":1529076296370,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076296646,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"372","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"907","Value":"30401","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"528220128","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"13","Value":"468","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"16","Value":"551","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":907,"Value":3
0401,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":8
0,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23041,"Val
ue":740523,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22671,"Va
lue":736250,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":3063,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":3047,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":5
28220160,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":370,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43128,"Value":1336350,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":20933409,"Value":68419
9464,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":20,"Value":887,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":238062117,"
Value":8100796729,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":251,"Value":86
04,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":251,"Executor Deserialize CPU Time":238062117,"Executor Run
Time":20,"Executor CPU Time":20933409,"Result Size":43128,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":22671,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23041,"Total Records Read":907},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":255,"Index":37,"Attempt":0,"Launch Time":1529076296650,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":247,"Index":29,"Attempt":0,"Launch Time":1529076296331,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076296650,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"384","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"963","Value":"31364","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"545259487","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"10","Value":"478","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"12","Value":"563","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":963,"Value":3
1364,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":8
0,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23826,"Val
ue":764349,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23611,"Va
lue":759861,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":3163,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":3146,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":5
45259520,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":387,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43096,"Value":1379446,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":16793793,"Value":70099
3257,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":17,"Value":904,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":278162359,"
Value":8378959088,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":298,"Value":89
02,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":298,"Executor Deserialize CPU Time":278162359,"Executor Run
Time":17,"Executor CPU Time":16793793,"Result Size":43096,"JVM GC Time":17,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23611,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23826,"Total Records Read":963},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":256,"Index":38,"Attempt":0,"Launch Time":1529076296691,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":250,"Index":32,"Attempt":0,"Launch Time":1529076296441,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076296691,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"396","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"942","Value":"32306","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"562298846","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"9","Value":"487","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"11","Value":"574","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":942,"Value":3
2306,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":8
0,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23372,"Val
ue":787721,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23314,"Va
lue":783175,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":3263,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":3245,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":5
62298880,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":6,"I
nternal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43136,"Value":1422582,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":15394365,"Value":71638
7622,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":15,"Value":919,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":229157398,"
Value":8608116486,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":229,"Value":91
31,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":229,"Executor Deserialize CPU Time":229157398,"Executor Run
Time":15,"Executor CPU Time":15394365,"Result Size":43136,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23314,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23372,"Total Records Read":942},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":257,"Index":39,"Attempt":0,"Launch Time":1529076296830,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":251,"Index":33,"Attempt":0,"Launch Time":1529076296559,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076296831,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"408","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"973","Value":"33279","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"579338205","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"12","Value":"499","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"13","Value":"587","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":973,"Value":3
3279,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":3,"Value":8
3,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23250,"Val
ue":810971,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23866,"Va
lue":807041,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":3362,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":3342,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":5
79338240,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43069,"Value":1465651,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":15240302,"Value":73162
7924,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":18,"Value":937,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":248824898,"
Value":8856941384,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":249,"Value":93
80,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":249,"Executor Deserialize CPU Time":248824898,"Executor Run
Time":18,"Executor CPU Time":15240302,"Result Size":43069,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":99,"Fetch Wait
Time":3,"Remote Bytes Read":23866,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23250,"Total Records Read":973},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":258,"Index":40,"Attempt":0,"Launch Time":1529076296854,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":252,"Index":34,"Attempt":0,"Launch Time":1529076296604,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076296855,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"420","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"993","Value":"34272","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"596377564","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"14","Value":"513","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"15","Value":"602","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":993,"Value":3
4272,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":5,"Value":8
8,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24314,"Val
ue":835285,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23875,"Va
lue":830916,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":3461,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":3441,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":5
96377600,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43149,"Value":1508800,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":15285955,"Value":74691
3879,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":19,"Value":956,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":223799111,"
Value":9080740495,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":226,"Value":96
06,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":226,"Executor Deserialize CPU Time":223799111,"Executor Run
Time":19,"Executor CPU Time":15285955,"Result Size":43149,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":5,"Remote Bytes Read":23875,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24314,"Total Records Read":993},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":259,"Index":41,"Attempt":0,"Launch Time":1529076296899,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":253,"Index":35,"Attempt":0,"Launch Time":1529076296613,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076296900,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"432","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1027","Value":"35299","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"613416923","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"12","Value":"525","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"14","Value":"616","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1027,"Value":
35299,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":8
8,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24387,"Val
ue":859672,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24970,"Va
lue":855886,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":3561,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":3541,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":6
13416960,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43069,"Value":1551869,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":19194478,"Value":76610
8357,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":20,"Value":976,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":260898304,"
Value":9341638799,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":262,"Value":98
68,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":262,"Executor Deserialize CPU Time":260898304,"Executor Run
Time":20,"Executor CPU Time":19194478,"Result Size":43069,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24970,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24387,"Total Records Read":1027},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":260,"Index":42,"Attempt":0,"Launch Time":1529076296953,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":256,"Index":38,"Attempt":0,"Launch Time":1529076296691,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076296954,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"444","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"971","Value":"36270","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"630456282","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"9","Value":"534","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"11","Value":"627","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":971,"Value":3
6270,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":8
8,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24283,"Val
ue":883955,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22865,"Va
lue":878751,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":3660,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":3639,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":6
30456320,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":7,"I
nternal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":397,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43171,"Value":1595040,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":15403143,"Value":78151
1500,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":16,"Value":992,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":228106255,"
Value":9569745054,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":241,"Value":10
109,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":241,"Executor Deserialize CPU Time":228106255,"Executor Run
Time":16,"Executor CPU Time":15403143,"Result Size":43171,"JVM GC Time":10,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":22865,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24283,"Total Records Read":971},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":261,"Index":43,"Attempt":0,"Launch Time":1529076296969,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":255,"Index":37,"Attempt":0,"Launch Time":1529076296650,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076296969,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"456","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"986","Value":"37256","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"647495641","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"11","Value":"545","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"13","Value":"640","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":986,"Value":3
7256,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":8
8,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24154,"Val
ue":908109,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23501,"Va
lue":902252,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":3760,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":3738,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":6
47495680,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":407,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43104,"Value":1638144,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":17639861,"Value":79915
1361,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":17,"Value":1009,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":281066533,"
Value":9850811587,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":294,"Value":10
403,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":294,"Executor Deserialize CPU Time":281066533,"Executor Run
Time":17,"Executor CPU Time":17639861,"Result Size":43104,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23501,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24154,"Total Records Read":986},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":262,"Index":44,"Attempt":0,"Launch Time":1529076296969,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":254,"Index":36,"Attempt":0,"Launch Time":1529076296645,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076296970,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"468","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"966","Value":"38222","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"664535000","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"12","Value":"557","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"14","Value":"654","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":966,"Value":3
8222,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":2,"Value":9
0,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23895,"Val
ue":932004,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23378,"Va
lue":925630,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":3858,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":3837,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":6
64535040,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":8,"I
nternal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43128,"Value":1681272,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":18922837,"Value":81807
4198,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":18,"Value":1027,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":300773444,"
Value":10151585031,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":302,"Value":10
705,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":302,"Executor Deserialize CPU Time":300773444,"Executor Run
Time":18,"Executor CPU Time":18922837,"Result Size":43128,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":98,"Fetch Wait
Time":2,"Remote Bytes Read":23378,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23895,"Total Records Read":966},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":263,"Index":45,"Attempt":0,"Launch Time":1529076297098,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":257,"Index":39,"Attempt":0,"Launch Time":1529076296830,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076297098,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"480","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"996","Value":"39218","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"681574359","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"12","Value":"569","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"13","Value":"667","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":996,"Value":3
9218,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":3,"Value":9
3,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24703,"Val
ue":956707,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23584,"Va
lue":949214,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":3957,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":3937,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":6
81574400,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":8,"Value":415,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43120,"Value":1724392,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":15496109,"Value":83357
0307,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":19,"Value":1046,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":236628923,"
Value":10388213954,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":245,"Value":10
950,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":245,"Executor Deserialize CPU Time":236628923,"Executor Run
Time":19,"Executor CPU Time":15496109,"Result Size":43120,"JVM GC Time":8,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":3,"Remote Bytes Read":23584,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24703,"Total Records Read":996},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":264,"Index":46,"Attempt":0,"Launch Time":1529076297111,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":258,"Index":40,"Attempt":0,"Launch Time":1529076296854,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076297111,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"492","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"986","Value":"40204","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"698613718","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"9","Value":"578","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"11","Value":"678","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":986,"Value":4
0204,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":9
3,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24348,"Val
ue":981055,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23372,"Va
lue":972586,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":4056,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":4036,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":6
98613760,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":425,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43176,"Value":1767568,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":15643379,"Value":84921
3686,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":15,"Value":1061,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":223941227,"
Value":10612155181,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":237,"Value":11
187,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":237,"Executor Deserialize CPU Time":223941227,"Executor Run
Time":15,"Executor CPU Time":15643379,"Result Size":43176,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23372,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24348,"Total Records Read":986},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":265,"Index":47,"Attempt":0,"Launch Time":1529076297203,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":259,"Index":41,"Attempt":0,"Launch Time":1529076296899,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076297204,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"504","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1022","Value":"41226","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"715653077","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"11","Value":"589","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"13","Value":"691","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1022,"Value":
41226,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":2,"Value":9
5,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24351,"Val
ue":1005406,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24526,"Va
lue":997112,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":4155,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":4136,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":7
15653120,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":8,"Value":433,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43176,"Value":1810744,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":16172559,"Value":86538
6245,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":19,"Value":1080,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":272513362,"
Value":10884668543,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":281,"Value":11
468,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":281,"Executor Deserialize CPU Time":272513362,"Executor Run
Time":19,"Executor CPU Time":16172559,"Result Size":43176,"JVM GC Time":8,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":2,"Remote Bytes Read":24526,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24351,"Total Records Read":1022},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":266,"Index":48,"Attempt":0,"Launch Time":1529076297207,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":260,"Index":42,"Attempt":0,"Launch Time":1529076296953,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076297208,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"516","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1008","Value":"42234","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"732692436","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"14","Value":"603","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"16","Value":"707","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1008,"Value":
42234,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":5,"Value":1
00,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24387,"Val
ue":1029793,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24090,"Va
lue":1021202,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":4254,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":4235,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":7
32692480,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43013,"Value":1853757,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":15741761,"Value":88112
8006,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":20,"Value":1100,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":228083898,"
Value":11112752441,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":230,"Value":11
698,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":230,"Executor Deserialize CPU Time":228083898,"Executor Run
Time":20,"Executor CPU Time":15741761,"Result Size":43013,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":5,"Remote Bytes Read":24090,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24387,"Total Records Read":1008},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":267,"Index":49,"Attempt":0,"Launch Time":1529076297274,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":262,"Index":44,"Attempt":0,"Launch Time":1529076296969,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076297274,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"528","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1037","Value":"43271","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"749731795","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"10","Value":"613","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"12","Value":"719","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1037,"Value":
43271,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":1
01,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24490,"Val
ue":1054283,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24601,"Va
lue":1045803,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":4353,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":4334,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":7
49731840,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":8,"Value":441,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43200,"Value":1896957,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":16225030,"Value":89735
3036,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":18,"Value":1118,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":275389485,"
Value":11388141926,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":283,"Value":11
981,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":283,"Executor Deserialize CPU Time":275389485,"Executor Run
Time":18,"Executor CPU Time":16225030,"Result Size":43200,"JVM GC Time":8,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":1,"Remote Bytes Read":24601,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24490,"Total Records Read":1037},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":268,"Index":50,"Attempt":0,"Launch Time":1529076297299,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":261,"Index":43,"Attempt":0,"Launch Time":1529076296969,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076297299,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"540","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"938","Value":"44209","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"766771154","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"11","Value":"624","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"14","Value":"733","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":938,"Value":4
4209,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
01,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23679,"Val
ue":1077962,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22970,"Va
lue":1068773,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":4452,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":4432,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":7
66771200,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43125,"Value":1940082,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":18440080,"Value":91579
3116,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":18,"Value":1136,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":307046901,"
Value":11695188827,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":308,"Value":12
289,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":308,"Executor Deserialize CPU Time":307046901,"Executor Run
Time":18,"Executor CPU Time":18440080,"Result Size":43125,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":22970,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23679,"Total Records Read":938},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":269,"Index":51,"Attempt":0,"Launch Time":1529076297363,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":264,"Index":46,"Attempt":0,"Launch Time":1529076297111,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076297363,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"552","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1031","Value":"45240","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"783810513","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"9","Value":"633","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"10","Value":"743","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1031,"Value":
45240,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
01,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24503,"Val
ue":1102465,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24587,"Va
lue":1093360,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":4551,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":4532,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":7
83810560,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43021,"Value":1983103,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":14957050,"Value":93075
0166,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":15,"Value":1151,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":231134720,"
Value":11926323547,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":232,"Value":12
521,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":232,"Executor Deserialize CPU Time":231134720,"Executor Run
Time":15,"Executor CPU Time":14957050,"Result Size":43021,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24587,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24503,"Total Records Read":1031},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":270,"Index":52,"Attempt":0,"Launch Time":1529076297396,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":263,"Index":45,"Attempt":0,"Launch Time":1529076297098,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076297397,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"564","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"961","Value":"46201","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"800849872","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"8","Value":"641","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"10","Value":"753","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":961,"Value":4
6201,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
01,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23116,"Val
ue":1125581,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23676,"Va
lue":1117036,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":4648,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":4630,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":8
00849920,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43037,"Value":2026140,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":14521175,"Value":94527
1341,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":14,"Value":1165,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":279684919,"
Value":12206008466,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":281,"Value":12
802,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":281,"Executor Deserialize CPU Time":279684919,"Executor Run
Time":14,"Executor CPU Time":14521175,"Result Size":43037,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":23676,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23116,"Total Records Read":961},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":271,"Index":53,"Attempt":0,"Launch Time":1529076297454,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":266,"Index":48,"Attempt":0,"Launch Time":1529076297207,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076297454,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"576","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1020","Value":"47221","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"817889231","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"9","Value":"650","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"11","Value":"764","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1020,"Value":
47221,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":1
02,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24160,"Val
ue":1149741,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24532,"Va
lue":1141568,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":4747,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":4730,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":8
17889280,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43109,"Value":2069249,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":15276667,"Value":96054
8008,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":15,"Value":1180,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":224815137,"
Value":12430823603,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":227,"Value":13
029,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":227,"Executor Deserialize CPU Time":224815137,"Executor Run
Time":15,"Executor CPU Time":15276667,"Result Size":43109,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":1,"Remote Bytes Read":24532,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24160,"Total Records Read":1020},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":272,"Index":54,"Attempt":0,"Launch Time":1529076297509,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":265,"Index":47,"Attempt":0,"Launch Time":1529076297203,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076297510,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"588","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"921","Value":"48142","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"834928590","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"36","Value":"686","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"37","Value":"801","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":921,"Value":4
8142,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":25,"Value":
127,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22879,"Val
ue":1172620,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23606,"Va
lue":1165174,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":4845,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":4830,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":8
34928640,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":24,"Value":465,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43144,"Value":2112393,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":16123352,"Value":97667
1360,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":42,"Value":1222,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":258380471,"
Value":12689204074,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":260,"Value":13
289,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":260,"Executor Deserialize CPU Time":258380471,"Executor Run
Time":42,"Executor CPU Time":16123352,"Result Size":43144,"JVM GC Time":24,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":25,"Remote Bytes Read":23606,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22879,"Total Records Read":921},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":273,"Index":55,"Attempt":0,"Launch Time":1529076297603,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":268,"Index":50,"Attempt":0,"Launch Time":1529076297299,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076297604,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"600","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"949","Value":"49091","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"851967949","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"10","Value":"696","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"12","Value":"813","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":949,"Value":4
9091,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
27,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23775,"Val
ue":1196395,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23283,"Va
lue":1188457,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":4944,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":4929,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":8
51968000,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":474,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43144,"Value":2155537,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":15959784,"Value":99263
1144,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":16,"Value":1238,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":272655600,"
Value":12961859674,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":284,"Value":13
573,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":284,"Executor Deserialize CPU Time":272655600,"Executor Run
Time":16,"Executor CPU Time":15959784,"Result Size":43144,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23283,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23775,"Total Records Read":949},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":274,"Index":56,"Attempt":0,"Launch Time":1529076297622,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":267,"Index":49,"Attempt":0,"Launch Time":1529076297274,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076297622,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"612","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1035","Value":"50126","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"869007308","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"11","Value":"707","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"14","Value":"827","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1035,"Value":
50126,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
27,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24107,"Val
ue":1220502,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24904,"Va
lue":1213361,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":5043,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":5028,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":8
69007360,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":24,"Value":498,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43200,"Value":2198737,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":18265778,"Value":10108
96922,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":18,"Value":1256,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":298895517,"
Value":13260755191,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":326,"Value":13
899,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":326,"Executor Deserialize CPU Time":298895517,"Executor Run
Time":18,"Executor CPU Time":18265778,"Result Size":43200,"JVM GC Time":24,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24904,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24107,"Total Records Read":1035},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":275,"Index":57,"Attempt":0,"Launch Time":1529076297677,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":270,"Index":52,"Attempt":0,"Launch Time":1529076297396,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076297678,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"624","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1027","Value":"51153","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"886046667","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"10","Value":"717","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"11","Value":"838","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1027,"Value":
51153,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
27,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24994,"Val
ue":1245496,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23731,"Va
lue":1237092,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":5143,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":5127,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":8
86046720,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":24,"Value":522,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43128,"Value":2241865,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":15212861,"Value":10261
09783,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":16,"Value":1272,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":236490942,"
Value":13497246133,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":261,"Value":14
160,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":261,"Executor Deserialize CPU Time":236490942,"Executor Run
Time":16,"Executor CPU Time":15212861,"Result Size":43128,"JVM GC Time":24,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23731,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24994,"Total Records Read":1027},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":276,"Index":58,"Attempt":0,"Launch Time":1529076297680,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":269,"Index":51,"Attempt":0,"Launch Time":1529076297363,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076297681,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"636","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"989","Value":"52142","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"903086026","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"14","Value":"731","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"16","Value":"854","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":989,"Value":5
2142,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":1
28,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24319,"Val
ue":1269815,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23526,"Va
lue":1260618,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":5242,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":5226,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":9
03086080,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":9,"I
nternal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":531,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43163,"Value":2285028,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":20914153,"Value":10470
23936,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":20,"Value":1292,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":280465897,"
Value":13777712030,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":293,"Value":14
453,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":293,"Executor Deserialize CPU Time":280465897,"Executor Run
Time":20,"Executor CPU Time":20914153,"Result Size":43163,"JVM GC Time":9,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":1,"Remote Bytes Read":23526,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24319,"Total Records Read":989},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":277,"Index":59,"Attempt":0,"Launch Time":1529076297710,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":271,"Index":53,"Attempt":0,"Launch Time":1529076297454,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076297711,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"648","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"975","Value":"53117","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"920125385","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"9","Value":"740","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"10","Value":"864","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":975,"Value":5
3117,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
28,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23574,"Val
ue":1293389,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23890,"Va
lue":1284508,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":5342,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":5325,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":9
20125440,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":540,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43144,"Value":2328172,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":14259592,"Value":10612
83528,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":15,"Value":1307,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":226732033,"
Value":14004444063,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":237,"Value":14
690,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":237,"Executor Deserialize CPU Time":226732033,"Executor Run
Time":15,"Executor CPU Time":14259592,"Result Size":43144,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23890,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23574,"Total Records Read":975},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":278,"Index":60,"Attempt":0,"Launch Time":1529076297764,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":272,"Index":54,"Attempt":0,"Launch Time":1529076297509,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076297765,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"660","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1019","Value":"54136","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"937164744","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"9","Value":"749","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"11","Value":"875","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1019,"Value":
54136,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
28,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24104,"Val
ue":1317493,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24425,"Va
lue":1308933,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":5441,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":5425,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":9
37164800,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43045,"Value":2371217,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":14711634,"Value":10759
95162,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":16,"Value":1323,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":234644573,"
Value":14239088636,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":235,"Value":14
925,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":235,"Executor Deserialize CPU Time":234644573,"Executor Run
Time":16,"Executor CPU Time":14711634,"Result Size":43045,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24425,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24104,"Total Records Read":1019},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":279,"Index":61,"Attempt":0,"Launch Time":1529076297871,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":273,"Index":55,"Attempt":0,"Launch Time":1529076297603,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076297872,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"672","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"982","Value":"55118","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"954204103","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"9","Value":"758","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"11","Value":"886","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":982,"Value":5
5118,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
28,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23364,"Val
ue":1340857,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24456,"Va
lue":1333389,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":5538,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":5524,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":9
54204160,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43109,"Value":2414326,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":15252676,"Value":10912
47838,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":15,"Value":1338,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":247871395,"
Value":14486960031,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":248,"Value":15
173,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":248,"Executor Deserialize CPU Time":247871395,"Executor Run
Time":15,"Executor CPU Time":15252676,"Result Size":43109,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":24456,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23364,"Total Records Read":982},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":280,"Index":62,"Attempt":0,"Launch Time":1529076297875,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":274,"Index":56,"Attempt":0,"Launch Time":1529076297622,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076297876,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"684","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"981","Value":"56099","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"971243462","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"8","Value":"766","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"10","Value":"896","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":981,"Value":5
6099,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
28,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23035,"Val
ue":1363892,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24481,"Va
lue":1357870,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":5635,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":5623,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":9
71243520,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43045,"Value":2457371,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":14272672,"Value":11055
20510,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":14,"Value":1352,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":234311831,"
Value":14721271862,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":236,"Value":15
409,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":236,"Executor Deserialize CPU Time":234311831,"Executor Run
Time":14,"Executor CPU Time":14272672,"Result Size":43045,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":24481,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23035,"Total Records Read":981},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":281,"Index":63,"Attempt":0,"Launch Time":1529076297934,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":275,"Index":57,"Attempt":0,"Launch Time":1529076297677,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076297935,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"696","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"944","Value":"57043","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"988282821","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"9","Value":"775","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"11","Value":"907","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":944,"Value":5
7043,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
28,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23015,"Val
ue":1386907,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23685,"Va
lue":1381555,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":5734,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":5722,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":9
88282880,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43045,"Value":2500416,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":15158638,"Value":11206
79148,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":15,"Value":1367,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":237145975,"
Value":14958417837,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":238,"Value":15
647,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":238,"Executor Deserialize CPU Time":237145975,"Executor Run
Time":15,"Executor CPU Time":15158638,"Result Size":43045,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23685,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23015,"Total Records Read":944},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":282,"Index":64,"Attempt":0,"Launch Time":1529076297951,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":276,"Index":58,"Attempt":0,"Launch Time":1529076297680,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076297951,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"708","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1024","Value":"58067","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1005322180","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"9","Value":"784","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"11","Value":"918","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1024,"Value":
58067,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
28,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24509,"Val
ue":1411416,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24127,"Va
lue":1405682,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":5832,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":5821,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
005322240,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43093,"Value":2543509,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":15455547,"Value":11361
34695,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":15,"Value":1382,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":250198014,"
Value":15208615851,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":251,"Value":15
898,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":251,"Executor Deserialize CPU Time":250198014,"Executor Run
Time":15,"Executor CPU Time":15455547,"Result Size":43093,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":24127,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24509,"Total Records Read":1024},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":283,"Index":65,"Attempt":0,"Launch Time":1529076297957,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":277,"Index":59,"Attempt":0,"Launch Time":1529076297710,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076297958,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"720","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1006","Value":"59073","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1022361539","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"9","Value":"793","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"11","Value":"929","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1006,"Value":
59073,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
28,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23774,"Val
ue":1435190,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24457,"Va
lue":1430139,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":5931,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":5920,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
022361600,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43045,"Value":2586554,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":14793446,"Value":11509
28141,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":16,"Value":1398,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":227275561,"
Value":15435891412,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":226,"Value":16
124,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":226,"Executor Deserialize CPU Time":227275561,"Executor Run
Time":16,"Executor CPU Time":14793446,"Result Size":43045,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24457,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23774,"Total Records Read":1006},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":284,"Index":66,"Attempt":0,"Launch Time":1529076298028,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":278,"Index":60,"Attempt":0,"Launch Time":1529076297764,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076298028,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"732","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"993","Value":"60066","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1039400898","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"8","Value":"801","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"10","Value":"939","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":993,"Value":6
0066,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
28,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24000,"Val
ue":1459190,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23989,"Va
lue":1454128,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":6029,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":6018,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
039400960,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":550,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43136,"Value":2629690,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":13981447,"Value":11649
09588,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":15,"Value":1413,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":233129482,"
Value":15669020894,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":245,"Value":16
369,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":245,"Executor Deserialize CPU Time":233129482,"Executor Run
Time":15,"Executor CPU Time":13981447,"Result Size":43136,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23989,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24000,"Total Records Read":993},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":285,"Index":67,"Attempt":0,"Launch Time":1529076298149,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":279,"Index":61,"Attempt":0,"Launch Time":1529076297871,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076298150,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"744","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1009","Value":"61075","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1056440257","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"808","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"9","Value":"948","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1009,"Value":
61075,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
28,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24251,"Val
ue":1483441,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24316,"Va
lue":1478444,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":6129,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":6117,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
056440320,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":559,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43120,"Value":2672810,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":12853512,"Value":11777
63100,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":1425,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":251182235,"
Value":15920203129,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":262,"Value":16
631,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":262,"Executor Deserialize CPU Time":251182235,"Executor Run
Time":12,"Executor CPU Time":12853512,"Result Size":43120,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24316,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24251,"Total Records Read":1009},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":286,"Index":68,"Attempt":0,"Launch Time":1529076298159,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":280,"Index":62,"Attempt":0,"Launch Time":1529076297875,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076298159,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"756","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1001","Value":"62076","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1073479616","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"11","Value":"819","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"13","Value":"961","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1001,"Value":
62076,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":1
29,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24049,"Val
ue":1507490,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24372,"Va
lue":1502816,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":6229,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":6217,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
073479680,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":569,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43152,"Value":2715962,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":18680214,"Value":11964
43314,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":19,"Value":1444,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":248496782,"
Value":16168699911,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":261,"Value":16
892,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":261,"Executor Deserialize CPU Time":248496782,"Executor Run
Time":19,"Executor CPU Time":18680214,"Result Size":43152,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":1,"Remote Bytes Read":24372,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24049,"Total Records Read":1001},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":287,"Index":69,"Attempt":0,"Launch Time":1529076298199,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":281,"Index":63,"Attempt":0,"Launch Time":1529076297934,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076298200,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"768","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1041","Value":"63117","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1090518975","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"8","Value":"827","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"10","Value":"971","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1041,"Value":
63117,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
29,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":25109,"Val
ue":1532599,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24458,"Va
lue":1527274,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":6329,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":6316,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
090519040,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":579,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43112,"Value":2759074,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":14023745,"Value":12104
67059,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":13,"Value":1457,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":234489657,"
Value":16403189568,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":248,"Value":17
140,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":248,"Executor Deserialize CPU Time":234489657,"Executor Run
Time":13,"Executor CPU Time":14023745,"Result Size":43112,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24458,"Remote Bytes Read To Disk":0,"Local Bytes
Read":25109,"Total Records Read":1041},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":288,"Index":70,"Attempt":0,"Launch Time":1529076298217,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":283,"Index":65,"Attempt":0,"Launch Time":1529076297957,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076298218,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"780","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1029","Value":"64146","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1107558334","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"834","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"9","Value":"980","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1029,"Value":
64146,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
29,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24663,"Val
ue":1557262,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24345,"Va
lue":1551619,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":6428,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":6416,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
107558400,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":588,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43096,"Value":2802170,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":12894415,"Value":12233
61474,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":13,"Value":1470,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":231408871,"
Value":16634598439,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":242,"Value":17
382,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":242,"Executor Deserialize CPU Time":231408871,"Executor Run
Time":13,"Executor CPU Time":12894415,"Result Size":43096,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24345,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24663,"Total Records Read":1029},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":289,"Index":71,"Attempt":0,"Launch Time":1529076298236,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":282,"Index":64,"Attempt":0,"Launch Time":1529076297951,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076298236,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"792","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"953","Value":"65099","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1124597693","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"841","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"9","Value":"989","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":953,"Value":6
5099,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
29,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23654,"Val
ue":1580916,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23542,"Va
lue":1575161,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":6527,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":6515,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
124597760,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":10,"
Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":597,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43203,"Value":2845373,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":13043210,"Value":12364
04684,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":13,"Value":1483,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":258235867,"
Value":16892834306,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":268,"Value":17
650,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":268,"Executor Deserialize CPU Time":258235867,"Executor Run
Time":13,"Executor CPU Time":13043210,"Result Size":43203,"JVM GC Time":9,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23542,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23654,"Total Records Read":953},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":290,"Index":72,"Attempt":0,"Launch Time":1529076298275,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":284,"Index":66,"Attempt":0,"Launch Time":1529076298028,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076298276,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"804","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1009","Value":"66108","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1141637052","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"8","Value":"849","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"10","Value":"999","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1009,"Value":
66108,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
29,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24043,"Val
ue":1604959,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24225,"Va
lue":1599386,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":6626,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":6612,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
141637120,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43029,"Value":2888402,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":14474664,"Value":12508
79348,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":14,"Value":1497,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":230036784,"
Value":17122871090,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":231,"Value":17
881,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":231,"Executor Deserialize CPU Time":230036784,"Executor Run
Time":14,"Executor CPU Time":14474664,"Result Size":43029,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24225,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24043,"Total Records Read":1009},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":291,"Index":73,"Attempt":0,"Launch Time":1529076298394,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":285,"Index":67,"Attempt":0,"Launch Time":1529076298149,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076298395,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"816","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"926","Value":"67034","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1158676411","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"856","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"9","Value":"1008","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":926,"Value":6
7034,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
29,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22958,"Val
ue":1627917,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23414,"Va
lue":1622800,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":6723,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":6712,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
158676480,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43069,"Value":2931471,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":12395328,"Value":12632
74676,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":1509,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":227367969,"
Value":17350239059,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":229,"Value":18
110,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":229,"Executor Deserialize CPU Time":227367969,"Executor Run
Time":12,"Executor CPU Time":12395328,"Result Size":43069,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":23414,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22958,"Total Records Read":926},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":292,"Index":74,"Attempt":0,"Launch Time":1529076298445,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":286,"Index":68,"Attempt":0,"Launch Time":1529076298159,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076298446,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"828","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"999","Value":"68033","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1175715770","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"9","Value":"865","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"26","Value":"1034","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":999,"Value":6
8033,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
29,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23584,"Val
ue":1651501,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24864,"Va
lue":1647664,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":6823,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":6811,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
175715840,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":610,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43152,"Value":2974623,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":15014252,"Value":12782
88928,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":30,"Value":1539,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":251127860,"
Value":17601366919,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":254,"Value":18
364,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":254,"Executor Deserialize CPU Time":251127860,"Executor Run
Time":30,"Executor CPU Time":15014252,"Result Size":43152,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24864,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23584,"Total Records Read":999},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":293,"Index":75,"Attempt":0,"Launch Time":1529076298461,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":288,"Index":70,"Attempt":0,"Launch Time":1529076298217,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076298461,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"840","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1024","Value":"69057","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1192755129","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"872","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"9","Value":"1043","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1024,"Value":
69057,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
29,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24396,"Val
ue":1675897,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24371,"Va
lue":1672035,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":6921,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":6911,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
192755200,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43061,"Value":3017684,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":13010950,"Value":12912
99878,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":13,"Value":1552,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":226908970,"
Value":17828275889,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":227,"Value":18
591,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":227,"Executor Deserialize CPU Time":226908970,"Executor Run
Time":13,"Executor CPU Time":13010950,"Result Size":43061,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":24371,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24396,"Total Records Read":1024},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":294,"Index":76,"Attempt":0,"Launch Time":1529076298466,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":287,"Index":69,"Attempt":0,"Launch Time":1529076298199,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076298467,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"852","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"966","Value":"70023","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1209794488","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"879","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"9","Value":"1052","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":966,"Value":7
0023,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
29,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23624,"Val
ue":1699521,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23975,"Va
lue":1696010,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":7018,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":7010,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
209794560,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":623,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43104,"Value":3060788,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":12453607,"Value":13037
53485,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":13,"Value":1565,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":235635811,"
Value":18063911700,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":251,"Value":18
842,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":251,"Executor Deserialize CPU Time":235635811,"Executor Run
Time":13,"Executor CPU Time":12453607,"Result Size":43104,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":23975,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23624,"Total Records Read":966},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":295,"Index":77,"Attempt":0,"Launch Time":1529076298502,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":289,"Index":71,"Attempt":0,"Launch Time":1529076298236,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076298502,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"864","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"948","Value":"70971","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1226833847","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"8","Value":"887","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"10","Value":"1062","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":948,"Value":7
0971,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
29,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23661,"Val
ue":1723182,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22892,"Va
lue":1718902,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":7117,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":7108,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
226833920,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43141,"Value":3103929,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":13627881,"Value":13173
81366,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":13,"Value":1578,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":247788581,"
Value":18311700281,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":249,"Value":19
091,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":249,"Executor Deserialize CPU Time":247788581,"Executor Run
Time":13,"Executor CPU Time":13627881,"Result Size":43141,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":22892,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23661,"Total Records Read":948},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":296,"Index":78,"Attempt":0,"Launch Time":1529076298569,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":290,"Index":72,"Attempt":0,"Launch Time":1529076298275,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076298570,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"876","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"934","Value":"71905","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1243873206","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"8","Value":"895","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"10","Value":"1072","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":934,"Value":7
1905,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":1
30,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22974,"Val
ue":1746156,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23936,"Va
lue":1742838,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":7216,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":7208,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
243873280,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":11,"
Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":636,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43195,"Value":3147124,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":14602590,"Value":13319
83956,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":14,"Value":1592,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":259041178,"
Value":18570741459,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":276,"Value":19
367,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":276,"Executor Deserialize CPU Time":259041178,"Executor Run
Time":14,"Executor CPU Time":14602590,"Result Size":43195,"JVM GC Time":13,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":1,"Remote Bytes Read":23936,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22974,"Total Records Read":934},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":297,"Index":79,"Attempt":0,"Launch Time":1529076298700,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":292,"Index":74,"Attempt":0,"Launch Time":1529076298445,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076298700,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"888","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"965","Value":"72870","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1260912565","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"902","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"9","Value":"1081","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":965,"Value":7
2870,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
30,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23432,"Val
ue":1769588,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23870,"Va
lue":1766708,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":7315,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":7307,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
260912640,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43037,"Value":3190161,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":12428179,"Value":13444
12135,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":1604,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":235554352,"
Value":18806295811,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":239,"Value":19
606,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":239,"Executor Deserialize CPU Time":235554352,"Executor Run
Time":12,"Executor CPU Time":12428179,"Result Size":43037,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23870,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23432,"Total Records Read":965},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":298,"Index":80,"Attempt":0,"Launch Time":1529076298705,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":291,"Index":73,"Attempt":0,"Launch Time":1529076298394,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076298705,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"900","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"986","Value":"73856","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1277951924","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"9","Value":"911","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"11","Value":"1092","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":986,"Value":7
3856,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
30,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23529,"Val
ue":1793117,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24306,"Va
lue":1791014,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":7415,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":7406,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
277952000,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":646,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43064,"Value":3233225,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":15621947,"Value":13600
34082,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":15,"Value":1619,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":278822194,"
Value":19085118005,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":291,"Value":19
897,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":291,"Executor Deserialize CPU Time":278822194,"Executor Run
Time":15,"Executor CPU Time":15621947,"Result Size":43064,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24306,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23529,"Total Records Read":986},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":299,"Index":81,"Attempt":0,"Launch Time":1529076298713,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":293,"Index":75,"Attempt":0,"Launch Time":1529076298461,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076298713,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"912","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"965","Value":"74821","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1294991283","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"917","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1100","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":965,"Value":7
4821,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
30,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23679,"Val
ue":1816796,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23866,"Va
lue":1814880,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":7515,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":7506,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
294991360,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":656,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43136,"Value":3276361,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11926234,"Value":13719
60316,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":1630,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":224759990,"
Value":19309877995,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":237,"Value":20
134,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":237,"Executor Deserialize CPU Time":224759990,"Executor Run
Time":11,"Executor CPU Time":11926234,"Result Size":43136,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23866,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23679,"Total Records Read":965},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":300,"Index":82,"Attempt":0,"Launch Time":1529076298723,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":294,"Index":76,"Attempt":0,"Launch Time":1529076298466,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076298723,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"924","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1048","Value":"75869","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1312030642","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"924","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1108","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1048,"Value":
75869,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
30,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24596,"Val
ue":1841392,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":25009,"Va
lue":1839889,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":7614,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":7606,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
312030720,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43061,"Value":3319422,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11996005,"Value":13839
56321,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":13,"Value":1643,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":239563346,"
Value":19549441341,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":240,"Value":20
374,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":240,"Executor Deserialize CPU Time":239563346,"Executor Run
Time":13,"Executor CPU Time":11996005,"Result Size":43061,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":25009,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24596,"Total Records Read":1048},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":301,"Index":83,"Attempt":0,"Launch Time":1529076298768,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":295,"Index":77,"Attempt":0,"Launch Time":1529076298502,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076298768,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"936","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"951","Value":"76820","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1329070001","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"930","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1116","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":951,"Value":7
6820,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
30,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23891,"Val
ue":1865283,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23370,"Va
lue":1863259,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":7714,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":7705,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
329070080,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":666,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43120,"Value":3362542,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11508866,"Value":13954
65187,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":1654,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":239317407,"
Value":19788758748,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":251,"Value":20
625,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":251,"Executor Deserialize CPU Time":239317407,"Executor Run
Time":11,"Executor CPU Time":11508866,"Result Size":43120,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23370,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23891,"Total Records Read":951},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":302,"Index":84,"Attempt":0,"Launch Time":1529076298872,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":296,"Index":78,"Attempt":0,"Launch Time":1529076298569,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076298872,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"948","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"948","Value":"77768","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1346109360","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"9","Value":"939","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"11","Value":"1127","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":948,"Value":7
7768,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
30,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23393,"Val
ue":1888676,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23547,"Va
lue":1886806,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":7812,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":7805,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
346109440,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":12,"
Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43040,"Value":3405582,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":15834253,"Value":14112
99440,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":15,"Value":1669,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":281916770,"
Value":20070675518,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":284,"Value":20
909,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":284,"Executor Deserialize CPU Time":281916770,"Executor Run
Time":15,"Executor CPU Time":15834253,"Result Size":43040,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23547,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23393,"Total Records Read":948},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":303,"Index":85,"Attempt":0,"Launch Time":1529076298960,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":297,"Index":79,"Attempt":0,"Launch Time":1529076298700,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076298961,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"960","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1003","Value":"78771","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1363148719","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"946","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1135","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1003,"Value":
78771,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
30,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24660,"Val
ue":1913336,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23782,"Va
lue":1910588,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":7911,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":7905,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
363148800,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":13,"
Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":677,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43179,"Value":3448761,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":12009210,"Value":14233
08650,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":1680,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":231517116,"
Value":20302192634,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":246,"Value":21
155,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":246,"Executor Deserialize CPU Time":231517116,"Executor Run
Time":11,"Executor CPU Time":12009210,"Result Size":43179,"JVM GC Time":11,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23782,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24660,"Total Records Read":1003},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":304,"Index":86,"Attempt":0,"Launch Time":1529076298975,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":298,"Index":80,"Attempt":0,"Launch Time":1529076298705,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076298975,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"972","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1005","Value":"79776","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1380188078","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"953","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"9","Value":"1144","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1005,"Value":
79776,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
30,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":25368,"Val
ue":1938704,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23207,"Va
lue":1933795,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":8011,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":8005,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
380188160,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43109,"Value":3491870,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":12740734,"Value":14360
49384,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":13,"Value":1693,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":252689469,"
Value":20554882103,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":253,"Value":21
408,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":253,"Executor Deserialize CPU Time":252689469,"Executor Run
Time":13,"Executor CPU Time":12740734,"Result Size":43109,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23207,"Remote Bytes Read To Disk":0,"Local Bytes
Read":25368,"Total Records Read":1005},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":305,"Index":87,"Attempt":0,"Launch Time":1529076298997,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":300,"Index":82,"Attempt":0,"Launch Time":1529076298723,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076298998,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"984","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"967","Value":"80743","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1397227437","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"960","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1152","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":967,"Value":8
0743,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
30,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23226,"Val
ue":1961930,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23878,"Va
lue":1957673,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":8109,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":8104,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
397227520,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":688,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43176,"Value":3535046,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":12352786,"Value":14484
02170,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":1705,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":244970551,"
Value":20799852654,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":259,"Value":21
667,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":259,"Executor Deserialize CPU Time":244970551,"Executor Run
Time":12,"Executor CPU Time":12352786,"Result Size":43176,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23878,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23226,"Total Records Read":967},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":306,"Index":88,"Attempt":0,"Launch Time":1529076299009,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":301,"Index":83,"Attempt":0,"Launch Time":1529076298768,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076299009,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"996","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"985","Value":"81728","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1414266796","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"966","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1160","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":985,"Value":8
1728,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
30,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23830,"Val
ue":1985760,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24168,"Va
lue":1981841,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":8206,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":8203,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
414266880,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43061,"Value":3578107,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11306102,"Value":14597
08272,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":1717,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":224762483,"
Value":21024615137,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":224,"Value":21
891,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":224,"Executor Deserialize CPU Time":224762483,"Executor Run
Time":12,"Executor CPU Time":11306102,"Result Size":43061,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":24168,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23830,"Total Records Read":985},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":307,"Index":89,"Attempt":0,"Launch Time":1529076299040,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":299,"Index":81,"Attempt":0,"Launch Time":1529076298713,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076299040,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1008","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"989","Value":"82717","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1431306155","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"8","Value":"974","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"10","Value":"1170","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":989,"Value":8
2717,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
30,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24331,"Val
ue":2010091,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23662,"Va
lue":2005503,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":8304,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":8302,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
431306240,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43184,"Value":3621291,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":14273587,"Value":14739
81859,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":15,"Value":1732,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":308508099,"
Value":21333123236,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":308,"Value":22
199,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":308,"Executor Deserialize CPU Time":308508099,"Executor Run
Time":15,"Executor CPU Time":14273587,"Result Size":43184,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23662,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24331,"Total Records Read":989},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":308,"Index":90,"Attempt":0,"Launch Time":1529076299174,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":302,"Index":84,"Attempt":0,"Launch Time":1529076298872,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076299175,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1020","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"960","Value":"83677","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1448345514","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"981","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"9","Value":"1179","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":960,"Value":8
3677,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
30,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23751,"Val
ue":2033842,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23818,"Va
lue":2029321,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":8404,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":8402,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
448345600,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":14,"
Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":699,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43155,"Value":3664446,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":12634296,"Value":14866
16155,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":1744,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":273309561,"
Value":21606432797,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":286,"Value":22
485,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":286,"Executor Deserialize CPU Time":273309561,"Executor Run
Time":12,"Executor CPU Time":12634296,"Result Size":43155,"JVM GC Time":11,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23818,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23751,"Total Records Read":960},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":309,"Index":91,"Attempt":0,"Launch Time":1529076299200,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":303,"Index":85,"Attempt":0,"Launch Time":1529076298960,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076299201,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"11","Value":"1031","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"910","Value":"84587","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1465384873","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"987","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1187","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":910,"Value":8
4587,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
30,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23438,"Val
ue":2057280,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22636,"Va
lue":2051957,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":8504,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":8501,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
465384960,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":15,"
Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43144,"Value":3707590,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11325535,"Value":14979
41690,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":1756,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":225335053,"
Value":21831767850,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":224,"Value":22
709,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":224,"Executor Deserialize CPU Time":225335053,"Executor Run
Time":12,"Executor CPU Time":11325535,"Result Size":43144,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":22636,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23438,"Total Records Read":910},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":310,"Index":92,"Attempt":0,"Launch Time":1529076299241,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":305,"Index":87,"Attempt":0,"Launch Time":1529076298997,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076299241,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1043","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"906","Value":"85493","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1482424232","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"994","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"9","Value":"1196","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":906,"Value":8
5493,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":1
31,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22575,"Val
ue":2079855,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22963,"Va
lue":2074920,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":8603,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":8598,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
482424320,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43029,"Value":3750619,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11762407,"Value":15097
04097,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":13,"Value":1769,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":227366528,"
Value":22059134378,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":227,"Value":22
936,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":227,"Executor Deserialize CPU Time":227366528,"Executor Run
Time":13,"Executor CPU Time":11762407,"Result Size":43029,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":99,"Fetch Wait
Time":1,"Remote Bytes Read":22963,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22575,"Total Records Read":906},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":311,"Index":93,"Attempt":0,"Launch Time":1529076299251,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":304,"Index":86,"Attempt":0,"Launch Time":1529076298975,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076299251,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1055","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"959","Value":"86452","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1499463591","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1000","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1204","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":959,"Value":8
6452,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
31,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24003,"Val
ue":2103858,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23245,"Va
lue":2098165,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":8701,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":8698,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
499463680,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":709,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43120,"Value":3793739,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11758551,"Value":15214
62648,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":1780,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":249392275,"
Value":22308526653,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":261,"Value":23
197,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":261,"Executor Deserialize CPU Time":249392275,"Executor Run
Time":11,"Executor CPU Time":11758551,"Result Size":43120,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23245,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24003,"Total Records Read":959},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":312,"Index":94,"Attempt":0,"Launch Time":1529076299279,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":306,"Index":88,"Attempt":0,"Launch Time":1529076299009,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076299280,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1067","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"965","Value":"87417","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1516502950","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"12","Value":"1012","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"15","Value":"1219","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":965,"Value":8
7417,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
31,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24099,"Val
ue":2127957,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23227,"Va
lue":2121392,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":8801,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":8797,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
516503040,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":719,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43176,"Value":3836915,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":19320218,"Value":15407
82866,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":21,"Value":1801,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":234911178,"
Value":22543437831,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":245,"Value":23
442,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":245,"Executor Deserialize CPU Time":234911178,"Executor Run
Time":21,"Executor CPU Time":19320218,"Result Size":43176,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23227,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24099,"Total Records Read":965},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":313,"Index":95,"Attempt":0,"Launch Time":1529076299338,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":307,"Index":89,"Attempt":0,"Launch Time":1529076299040,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076299338,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1079","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"893","Value":"88310","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1533542309","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1018","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1227","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":893,"Value":8
8310,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
31,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23179,"Val
ue":2151136,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":21845,"Va
lue":2143237,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":8898,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":95,"V
alue":8892,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
533542400,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":16,"
Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":729,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43187,"Value":3880102,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":12185122,"Value":15529
67988,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":1812,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":271398428,"
Value":22814836259,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":283,"Value":23
725,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":283,"Executor Deserialize CPU Time":271398428,"Executor Run
Time":11,"Executor CPU Time":12185122,"Result Size":43187,"JVM GC Time":10,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":95,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":21845,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23179,"Total Records Read":893},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":314,"Index":96,"Attempt":0,"Launch Time":1529076299468,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":308,"Index":90,"Attempt":0,"Launch Time":1529076299174,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076299468,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1091","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"986","Value":"89296","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1550581668","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"8","Value":"1026","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"10","Value":"1237","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":986,"Value":8
9296,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
31,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24091,"Val
ue":2175227,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24012,"Va
lue":2167249,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":8998,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":8992,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
550581760,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":738,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43144,"Value":3923246,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":14969298,"Value":15679
37286,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":15,"Value":1827,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":263751654,"
Value":23078587913,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":275,"Value":24
000,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":275,"Executor Deserialize CPU Time":263751654,"Executor Run
Time":15,"Executor CPU Time":14969298,"Result Size":43144,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24012,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24091,"Total Records Read":986},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":315,"Index":97,"Attempt":0,"Launch Time":1529076299489,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":311,"Index":93,"Attempt":0,"Launch Time":1529076299251,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076299490,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1103","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"978","Value":"90274","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1567621027","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1032","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1245","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":978,"Value":9
0274,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
31,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24217,"Val
ue":2199444,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23490,"Va
lue":2190739,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":9096,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":9090,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
567621120,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":17,"
Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43080,"Value":3966326,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11449173,"Value":15793
86459,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":1839,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":221860775,"
Value":23300448688,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":221,"Value":24
221,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":221,"Executor Deserialize CPU Time":221860775,"Executor Run
Time":12,"Executor CPU Time":11449173,"Result Size":43080,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23490,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24217,"Total Records Read":978},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":316,"Index":98,"Attempt":0,"Launch Time":1529076299494,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":310,"Index":92,"Attempt":0,"Launch Time":1529076299241,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076299494,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1115","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"973","Value":"91247","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1584660386","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"1039","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"9","Value":"1254","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":973,"Value":9
1247,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
31,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22747,"Val
ue":2222191,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24680,"Va
lue":2215419,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":9195,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":9188,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
584660480,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":747,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43184,"Value":4009510,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":12794227,"Value":15921
80686,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":14,"Value":1853,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":225599746,"
Value":23526048434,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":236,"Value":24
457,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":236,"Executor Deserialize CPU Time":225599746,"Executor Run
Time":14,"Executor CPU Time":12794227,"Result Size":43184,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24680,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22747,"Total Records Read":973},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":317,"Index":99,"Attempt":0,"Launch Time":1529076299499,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":309,"Index":91,"Attempt":0,"Launch Time":1529076299200,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076299499,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1127","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"980","Value":"92227","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1601699745","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"9","Value":"1048","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"11","Value":"1265","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":980,"Value":9
2227,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":1
32,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23559,"Val
ue":2245750,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24117,"Va
lue":2239536,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":9293,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":9288,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
601699840,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":756,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43128,"Value":4052638,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":14260569,"Value":16064
41255,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":15,"Value":1868,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":269667144,"
Value":23795715578,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":280,"Value":24
737,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":280,"Executor Deserialize CPU Time":269667144,"Executor Run
Time":15,"Executor CPU Time":14260569,"Result Size":43128,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":1,"Remote Bytes Read":24117,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23559,"Total Records Read":980},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":318,"Index":100,"Attempt":0,"Launch Time":1529076299567,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":312,"Index":94,"Attempt":0,"Launch Time":1529076299279,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076299567,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1139","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1035","Value":"93262","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1618739104","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1054","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1273","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1035,"Value":
93262,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
32,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24392,"Val
ue":2270142,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24606,"Va
lue":2264142,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":9393,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":9386,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
618739200,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43157,"Value":4095795,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11878621,"Value":16183
19876,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":1880,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":271128189,"
Value":24066843767,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":271,"Value":25
008,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":271,"Executor Deserialize CPU Time":271128189,"Executor Run
Time":12,"Executor CPU Time":11878621,"Result Size":43157,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24606,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24392,"Total Records Read":1035},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":319,"Index":101,"Attempt":0,"Launch Time":1529076299647,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":313,"Index":95,"Attempt":0,"Launch Time":1529076299338,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076299648,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1151","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"993","Value":"94255","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1635778463","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"9","Value":"1063","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"12","Value":"1285","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":993,"Value":9
4255,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
32,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23661,"Val
ue":2293803,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24248,"Va
lue":2288390,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":9491,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":9486,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
635778560,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":18,"
Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":765,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43179,"Value":4138974,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":15712510,"Value":16340
32386,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":16,"Value":1896,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":277348976,"
Value":24344192743,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":288,"Value":25
296,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":288,"Executor Deserialize CPU Time":277348976,"Executor Run
Time":16,"Executor CPU Time":15712510,"Result Size":43179,"JVM GC Time":9,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":24248,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23661,"Total Records Read":993},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":320,"Index":102,"Attempt":0,"Launch Time":1529076299720,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":314,"Index":96,"Attempt":0,"Launch Time":1529076299468,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076299721,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1163","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"988","Value":"95243","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1652817822","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"1070","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1293","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":988,"Value":9
5243,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
32,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24268,"Val
ue":2318071,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23625,"Va
lue":2312015,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":9591,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":9585,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
652817920,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43077,"Value":4182051,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11338760,"Value":16453
71146,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":1908,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":236849288,"
Value":24581042031,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":237,"Value":25
533,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":237,"Executor Deserialize CPU Time":236849288,"Executor Run
Time":12,"Executor CPU Time":11338760,"Result Size":43077,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23625,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24268,"Total Records Read":988},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":321,"Index":103,"Attempt":0,"Launch Time":1529076299737,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":316,"Index":98,"Attempt":0,"Launch Time":1529076299494,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076299738,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1175","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1025","Value":"96268","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1669857181","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"1077","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1301","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1025,"Value":
96268,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":1
33,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24228,"Val
ue":2342299,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24440,"Va
lue":2336455,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":9690,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":9685,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
669857280,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43069,"Value":4225120,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11015396,"Value":16563
86542,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":1920,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":227775185,"
Value":24808817216,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":228,"Value":25
761,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":228,"Executor Deserialize CPU Time":227775185,"Executor Run
Time":12,"Executor CPU Time":11015396,"Result Size":43069,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":1,"Remote Bytes Read":24440,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24228,"Total Records Read":1025},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":322,"Index":104,"Attempt":0,"Launch Time":1529076299742,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":315,"Index":97,"Attempt":0,"Launch Time":1529076299489,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076299743,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1187","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"938","Value":"97206","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1686896540","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1082","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1308","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":938,"Value":9
7206,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
33,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22757,"Val
ue":2365056,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23467,"Va
lue":2359922,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":96,"Va
lue":9786,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":9783,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
686896640,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":774,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43120,"Value":4268240,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10630059,"Value":16670
16601,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":1931,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":226558214,"
Value":25035375430,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":238,"Value":25
999,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":238,"Executor Deserialize CPU Time":226558214,"Executor Run
Time":11,"Executor CPU Time":10630059,"Result Size":43120,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":96,"Fetch Wait
Time":0,"Remote Bytes Read":23467,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22757,"Total Records Read":938},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":323,"Index":105,"Attempt":0,"Launch Time":1529076299757,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":317,"Index":99,"Attempt":0,"Launch Time":1529076299499,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076299758,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1199","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"985","Value":"98191","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1703935899","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1088","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1315","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":985,"Value":9
8191,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
33,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23653,"Val
ue":2388709,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24105,"Va
lue":2384027,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":9885,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":9882,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
703936000,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":19,"
Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43168,"Value":4311408,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11370701,"Value":16783
87302,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":1942,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":243946185,"
Value":25279321615,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":244,"Value":26
243,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":244,"Executor Deserialize CPU Time":243946185,"Executor Run
Time":11,"Executor CPU Time":11370701,"Result Size":43168,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24105,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23653,"Total Records Read":985},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":324,"Index":106,"Attempt":0,"Launch Time":1529076299851,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":318,"Index":100,"Attempt":0,"Launch Time":1529076299567,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076299851,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1211","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"998","Value":"99189","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1720975258","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1094","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1323","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":998,"Value":9
9189,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
33,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24484,"Val
ue":2413193,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23818,"Va
lue":2407845,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":9984,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":9981,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
720975360,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":783,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43096,"Value":4354504,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11912295,"Value":16902
99597,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":1954,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":257226415,"
Value":25536548030,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":268,"Value":26
511,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":268,"Executor Deserialize CPU Time":257226415,"Executor Run
Time":12,"Executor CPU Time":11912295,"Result Size":43096,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23818,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24484,"Total Records Read":998},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":325,"Index":107,"Attempt":0,"Launch Time":1529076299964,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":319,"Index":101,"Attempt":0,"Launch Time":1529076299647,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076299965,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1223","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"950","Value":"100139","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1738014617","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"10","Value":"1104","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"13","Value":"1336","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":950,"Value":1
00139,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
33,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23792,"Val
ue":2436985,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23189,"Va
lue":2431034,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":10084,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":10080,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
738014720,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43029,"Value":4397533,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":17552540,"Value":17078
52137,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":17,"Value":1971,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":293857595,"
Value":25830405625,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":296,"Value":26
807,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":296,"Executor Deserialize CPU Time":293857595,"Executor Run
Time":17,"Executor CPU Time":17552540,"Result Size":43029,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23189,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23792,"Total Records Read":950},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":326,"Index":108,"Attempt":0,"Launch Time":1529076299985,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":322,"Index":104,"Attempt":0,"Launch Time":1529076299742,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076299986,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1235","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1018","Value":"101157","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1755053976","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1109","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1343","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1018,"Value":
101157,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
33,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23891,"Val
ue":2460876,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24660,"Va
lue":2455694,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":10181,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":10180,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
755054080,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43029,"Value":4440562,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10462263,"Value":17183
14400,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":1982,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":226062082,"
Value":26056467707,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":227,"Value":27
034,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":227,"Executor Deserialize CPU Time":226062082,"Executor Run
Time":11,"Executor CPU Time":10462263,"Result Size":43029,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":24660,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23891,"Total Records Read":1018},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":327,"Index":109,"Attempt":0,"Launch Time":1529076300000,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":321,"Index":103,"Attempt":0,"Launch Time":1529076299737,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076300000,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1247","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"986","Value":"102143","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1772093335","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1114","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1350","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":986,"Value":1
02143,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
33,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24159,"Val
ue":2485035,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23893,"Va
lue":2479587,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":10279,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":10280,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
772093440,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":792,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43192,"Value":4483754,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10762403,"Value":17290
76803,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":1993,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":235455423,"
Value":26291923130,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":249,"Value":27
283,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":249,"Executor Deserialize CPU Time":235455423,"Executor Run
Time":11,"Executor CPU Time":10762403,"Result Size":43192,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23893,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24159,"Total Records Read":986},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":328,"Index":110,"Attempt":0,"Launch Time":1529076300026,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":323,"Index":105,"Attempt":0,"Launch Time":1529076299757,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076300027,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1259","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"936","Value":"103079","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1789132694","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1120","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1357","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":936,"Value":1
03079,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
33,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23759,"Val
ue":2508794,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22897,"Va
lue":2502484,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":10378,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":10378,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
789132800,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":801,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43152,"Value":4526906,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10952339,"Value":17400
29142,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2004,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":241970714,"
Value":26533893844,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":254,"Value":27
537,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":254,"Executor Deserialize CPU Time":241970714,"Executor Run
Time":11,"Executor CPU Time":10952339,"Result Size":43152,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":22897,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23759,"Total Records Read":936},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":329,"Index":111,"Attempt":0,"Launch Time":1529076300074,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":320,"Index":102,"Attempt":0,"Launch Time":1529076299720,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076300075,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1271","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1050","Value":"104129","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1806172053","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1126","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1365","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1050,"Value":
104129,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
33,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24698,"Val
ue":2533492,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24741,"Va
lue":2527225,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":10478,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":10476,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
806172160,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":810,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43128,"Value":4570034,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11475226,"Value":17515
04368,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":2016,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":327699390,"
Value":26861593234,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":339,"Value":27
876,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":339,"Executor Deserialize CPU Time":327699390,"Executor Run
Time":12,"Executor CPU Time":11475226,"Result Size":43128,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24741,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24698,"Total Records Read":1050},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":330,"Index":112,"Attempt":0,"Launch Time":1529076300132,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":324,"Index":106,"Attempt":0,"Launch Time":1529076299851,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076300133,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1283","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1042","Value":"105171","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1823211412","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1132","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1372","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1042,"Value":
105171,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
33,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24472,"Val
ue":2557964,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24707,"Va
lue":2551932,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":10578,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":10575,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
823211520,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43125,"Value":4613159,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11106169,"Value":17626
10537,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2027,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":265184099,"
Value":27126777333,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":267,"Value":28
143,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":267,"Executor Deserialize CPU Time":265184099,"Executor Run
Time":11,"Executor CPU Time":11106169,"Result Size":43125,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24707,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24472,"Total Records Read":1042},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":331,"Index":113,"Attempt":0,"Launch Time":1529076300258,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":327,"Index":109,"Attempt":0,"Launch Time":1529076300000,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076300258,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1295","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"970","Value":"106141","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1840250771","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1137","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1379","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":970,"Value":1
06141,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
33,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23237,"Val
ue":2581201,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24301,"Va
lue":2576233,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":10677,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":10675,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
840250880,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43200,"Value":4656359,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10675294,"Value":17732
85831,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":2039,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":240019193,"
Value":27366796526,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":243,"Value":28
386,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":243,"Executor Deserialize CPU Time":240019193,"Executor Run
Time":12,"Executor CPU Time":10675294,"Result Size":43200,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24301,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23237,"Total Records Read":970},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":332,"Index":114,"Attempt":0,"Launch Time":1529076300279,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":328,"Index":110,"Attempt":0,"Launch Time":1529076300026,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076300280,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1307","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"975","Value":"107116","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1857290130","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1142","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1386","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":975,"Value":1
07116,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
33,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23479,"Val
ue":2604680,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24104,"Va
lue":2600337,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":10775,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":10774,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
857290240,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43061,"Value":4699420,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10184511,"Value":17834
70342,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":10,"Value":2049,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":234328431,"
Value":27601124957,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":240,"Value":28
626,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":240,"Executor Deserialize CPU Time":234328431,"Executor Run
Time":10,"Executor CPU Time":10184511,"Result Size":43061,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":24104,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23479,"Total Records Read":975},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":333,"Index":115,"Attempt":0,"Launch Time":1529076300287,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":326,"Index":108,"Attempt":0,"Launch Time":1529076299985,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076300287,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1319","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"980","Value":"108096","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1874329489","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1148","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1394","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":980,"Value":1
08096,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
33,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23683,"Val
ue":2628363,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23784,"Va
lue":2624121,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":10874,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":10872,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
874329600,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":820,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43144,"Value":4742564,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11751276,"Value":17952
21618,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2060,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":273631108,"
Value":27874756065,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":286,"Value":28
912,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":286,"Executor Deserialize CPU Time":273631108,"Executor Run
Time":11,"Executor CPU Time":11751276,"Result Size":43144,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23784,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23683,"Total Records Read":980},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":334,"Index":116,"Attempt":0,"Launch Time":1529076300301,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":325,"Index":107,"Attempt":0,"Launch Time":1529076299964,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076300302,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1331","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"937","Value":"109033","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1891368848","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1154","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1402","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":937,"Value":1
09033,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
33,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22912,"Val
ue":2651275,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23550,"Va
lue":2647671,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":10973,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":10970,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
891368960,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":830,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43080,"Value":4785644,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11973590,"Value":18071
95208,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":2072,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":309305835,"
Value":28184061900,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":320,"Value":29
232,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":320,"Executor Deserialize CPU Time":309305835,"Executor Run
Time":12,"Executor CPU Time":11973590,"Result Size":43080,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23550,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22912,"Total Records Read":937},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":335,"Index":117,"Attempt":0,"Launch Time":1529076300321,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":329,"Index":111,"Attempt":0,"Launch Time":1529076300074,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076300321,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"13","Value":"1344","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1028","Value":"110061","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1908408207","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1160","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1409","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1028,"Value":
110061,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":1
34,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23797,"Val
ue":2675072,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":25103,"Va
lue":2672774,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":11072,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":11070,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
908408320,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43085,"Value":4828729,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10719765,"Value":18179
14973,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":10,"Value":2082,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":230361424,"
Value":28414423324,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":233,"Value":29
465,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":233,"Executor Deserialize CPU Time":230361424,"Executor Run
Time":10,"Executor CPU Time":10719765,"Result Size":43085,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":1,"Remote Bytes Read":25103,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23797,"Total Records Read":1028},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":336,"Index":118,"Attempt":0,"Launch Time":1529076300393,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":330,"Index":112,"Attempt":0,"Launch Time":1529076300132,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076300394,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1356","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1006","Value":"111067","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1925447566","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1166","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1416","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1006,"Value":
111067,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
34,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23757,"Val
ue":2698829,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24688,"Va
lue":2697462,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":11171,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":11170,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
925447680,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":840,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43104,"Value":4871833,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11103889,"Value":18290
18862,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":2094,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":232801880,"
Value":28647225204,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":244,"Value":29
709,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":244,"Executor Deserialize CPU Time":232801880,"Executor Run
Time":12,"Executor CPU Time":11103889,"Result Size":43104,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24688,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23757,"Total Records Read":1006},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":337,"Index":119,"Attempt":0,"Launch Time":1529076300500,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":331,"Index":113,"Attempt":0,"Launch Time":1529076300258,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076300501,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1368","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"988","Value":"112055","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1942486925","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1172","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1423","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":988,"Value":1
12055,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
34,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23969,"Val
ue":2722798,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24154,"Va
lue":2721616,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":11271,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":11269,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
942487040,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":8,"Value":848,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43016,"Value":4914849,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10919163,"Value":18399
38025,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2105,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218688339,"
Value":28865913543,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":229,"Value":29
938,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":229,"Executor Deserialize CPU Time":218688339,"Executor Run
Time":11,"Executor CPU Time":10919163,"Result Size":43016,"JVM GC Time":8,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24154,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23969,"Total Records Read":988},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":338,"Index":120,"Attempt":0,"Launch Time":1529076300522,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":332,"Index":114,"Attempt":0,"Launch Time":1529076300279,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076300522,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1380","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"977","Value":"113032","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1959526284","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1178","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1430","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":977,"Value":1
13032,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
34,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23830,"Val
ue":2746628,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23663,"Va
lue":2745279,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":11370,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":11367,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
959526400,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":8,"Value":856,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43056,"Value":4957905,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10905509,"Value":18508
43534,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":10,"Value":2115,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":217786899,"
Value":29083700442,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":229,"Value":30
167,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":229,"Executor Deserialize CPU Time":217786899,"Executor Run
Time":10,"Executor CPU Time":10905509,"Result Size":43056,"JVM GC Time":8,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23663,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23830,"Total Records Read":977},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":339,"Index":121,"Attempt":0,"Launch Time":1529076300584,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":335,"Index":117,"Attempt":0,"Launch Time":1529076300321,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076300584,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1392","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"993","Value":"114025","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1976565643","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1184","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1438","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":993,"Value":1
14025,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
34,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24268,"Val
ue":2770896,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23701,"Va
lue":2768980,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":11469,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":11467,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
976565760,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":8,"Value":864,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43160,"Value":5001065,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11316479,"Value":18621
60013,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2126,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":239153177,"
Value":29322853619,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":249,"Value":30
416,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":249,"Executor Deserialize CPU Time":239153177,"Executor Run
Time":11,"Executor CPU Time":11316479,"Result Size":43160,"JVM GC Time":8,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23701,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24268,"Total Records Read":993},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":340,"Index":122,"Attempt":0,"Launch Time":1529076300586,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":334,"Index":116,"Attempt":0,"Launch Time":1529076300301,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076300587,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1404","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"958","Value":"114983","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"1993605002","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"1191","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1446","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":958,"Value":1
14983,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
34,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23964,"Val
ue":2794860,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23625,"Va
lue":2792605,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":11569,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":11567,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
993605120,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43053,"Value":5044118,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11427576,"Value":18735
87589,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":13,"Value":2139,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":267989097,"
Value":29590842716,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":268,"Value":30
684,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":268,"Executor Deserialize CPU Time":267989097,"Executor Run
Time":13,"Executor CPU Time":11427576,"Result Size":43053,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23625,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23964,"Total Records Read":958},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":341,"Index":123,"Attempt":0,"Launch Time":1529076300627,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":333,"Index":115,"Attempt":0,"Launch Time":1529076300287,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076300628,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1416","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"936","Value":"115919","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2010644361","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"1198","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"9","Value":"1455","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":936,"Value":1
15919,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
34,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23819,"Val
ue":2818679,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22443,"Va
lue":2815048,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":11666,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":11664,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
010644480,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":20,"
Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43112,"Value":5087230,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":12557416,"Value":18861
45005,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":13,"Value":2152,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":322792538,"
Value":29913635254,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":323,"Value":31
007,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":323,"Executor Deserialize CPU Time":322792538,"Executor Run
Time":13,"Executor CPU Time":12557416,"Result Size":43112,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":22443,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23819,"Total Records Read":936},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":342,"Index":124,"Attempt":0,"Launch Time":1529076300637,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":336,"Index":118,"Attempt":0,"Launch Time":1529076300393,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076300637,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1428","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"960","Value":"116879","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2027683720","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1204","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1462","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":960,"Value":1
16879,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
34,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23936,"Val
ue":2842615,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23629,"Va
lue":2838677,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":11766,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":11763,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
027683840,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43117,"Value":5130347,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10702139,"Value":18968
47144,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":10,"Value":2162,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":226178072,"
Value":30139813326,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":229,"Value":31
236,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":229,"Executor Deserialize CPU Time":226178072,"Executor Run
Time":10,"Executor CPU Time":10702139,"Result Size":43117,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23629,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23936,"Total Records Read":960},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":343,"Index":125,"Attempt":0,"Launch Time":1529076300732,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":337,"Index":119,"Attempt":0,"Launch Time":1529076300500,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076300733,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1440","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"938","Value":"117817","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2044723079","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1210","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1469","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":938,"Value":1
17817,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
34,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23270,"Val
ue":2865885,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23513,"Va
lue":2862190,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":11865,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":11862,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
044723200,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43176,"Value":5173523,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10694858,"Value":19075
42002,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2173,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":217061064,"
Value":30356874390,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":218,"Value":31
454,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":218,"Executor Deserialize CPU Time":217061064,"Executor Run
Time":11,"Executor CPU Time":10694858,"Result Size":43176,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23513,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23270,"Total Records Read":938},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":344,"Index":126,"Attempt":0,"Launch Time":1529076300755,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":338,"Index":120,"Attempt":0,"Launch Time":1529076300522,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076300756,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1452","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"935","Value":"118752","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2061762438","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1216","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1476","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":935,"Value":1
18752,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
34,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23560,"Val
ue":2889445,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22987,"Va
lue":2885177,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":11964,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":11960,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
061762560,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43101,"Value":5216624,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10701218,"Value":19182
43220,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2184,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218087217,"
Value":30574961607,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":218,"Value":31
672,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":218,"Executor Deserialize CPU Time":218087217,"Executor Run
Time":11,"Executor CPU Time":10701218,"Result Size":43101,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":22987,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23560,"Total Records Read":935},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":345,"Index":127,"Attempt":0,"Launch Time":1529076300828,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":339,"Index":121,"Attempt":0,"Launch Time":1529076300584,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076300829,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1464","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"983","Value":"119735","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2078801797","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1222","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1484","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":983,"Value":1
19735,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
34,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22971,"Val
ue":2912416,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24570,"Va
lue":2909747,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":12061,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":12059,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
078801920,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":21,"
Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":873,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43139,"Value":5259763,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11651586,"Value":19298
94806,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":2196,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218576536,"
Value":30793538143,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":229,"Value":31
901,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":229,"Executor Deserialize CPU Time":218576536,"Executor Run
Time":12,"Executor CPU Time":11651586,"Result Size":43139,"JVM GC Time":9,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":24570,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22971,"Total Records Read":983},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":346,"Index":128,"Attempt":0,"Launch Time":1529076300879,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":340,"Index":122,"Attempt":0,"Launch Time":1529076300586,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076300880,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1476","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"987","Value":"120722","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2095841156","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"1229","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"9","Value":"1493","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":987,"Value":1
20722,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
34,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23680,"Val
ue":2936096,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23880,"Va
lue":2933627,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":12159,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":12157,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
095841280,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":885,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43096,"Value":5302859,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":12587076,"Value":19424
81882,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":13,"Value":2209,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":260930574,"
Value":31054468717,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":276,"Value":32
177,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":276,"Executor Deserialize CPU Time":260930574,"Executor Run
Time":13,"Executor CPU Time":12587076,"Result Size":43096,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23880,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23680,"Total Records Read":987},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":347,"Index":129,"Attempt":0,"Launch Time":1529076300891,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":342,"Index":124,"Attempt":0,"Launch Time":1529076300637,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076300892,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1488","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"979","Value":"121701","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2112880515","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1234","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1500","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":979,"Value":1
21701,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
34,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24175,"Val
ue":2960271,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23672,"Va
lue":2957299,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":12258,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":12257,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
112880640,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":897,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43136,"Value":5345995,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10787617,"Value":19532
69499,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":2221,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":224608960,"
Value":31279077677,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":238,"Value":32
415,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":238,"Executor Deserialize CPU Time":224608960,"Executor Run
Time":12,"Executor CPU Time":10787617,"Result Size":43136,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23672,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24175,"Total Records Read":979},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":348,"Index":130,"Attempt":0,"Launch Time":1529076300941,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":341,"Index":123,"Attempt":0,"Launch Time":1529076300627,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076300942,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1500","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"961","Value":"122662","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2129919874","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1240","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1508","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":961,"Value":1
22662,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
34,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23347,"Val
ue":2983618,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23910,"Va
lue":2981209,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":12357,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":12355,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
129920000,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":909,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43192,"Value":5389187,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":12563504,"Value":19658
33003,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":13,"Value":2234,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":283762334,"
Value":31562840011,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":297,"Value":32
712,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":297,"Executor Deserialize CPU Time":283762334,"Executor Run
Time":13,"Executor CPU Time":12563504,"Result Size":43192,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23910,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23347,"Total Records Read":961},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":349,"Index":131,"Attempt":0,"Launch Time":1529076300977,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":343,"Index":125,"Attempt":0,"Launch Time":1529076300732,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076300977,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1512","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"948","Value":"123610","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2146959233","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1246","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1515","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":948,"Value":1
23610,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
34,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23978,"Val
ue":3007596,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22909,"Va
lue":3004118,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":12457,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":12452,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
146959360,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":918,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43136,"Value":5432323,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11073005,"Value":19769
06008,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2245,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":219025421,"
Value":31781865432,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":230,"Value":32
942,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":230,"Executor Deserialize CPU Time":219025421,"Executor Run
Time":11,"Executor CPU Time":11073005,"Result Size":43136,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":22909,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23978,"Total Records Read":948},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":350,"Index":132,"Attempt":0,"Launch Time":1529076300998,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":344,"Index":126,"Attempt":0,"Launch Time":1529076300755,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076300998,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1524","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1004","Value":"124614","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2163998592","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1252","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1522","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1004,"Value":
124614,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
34,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24367,"Val
ue":3031963,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24149,"Va
lue":3028267,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":12557,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":12550,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
163998720,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":927,"Internal":tru
e,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43176,"Value":5475499,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10635249,"Value":19875
41257,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2256,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":217058181,"
Value":31998923613,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":228,"Value":33
170,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":228,"Executor Deserialize CPU Time":217058181,"Executor Run
Time":11,"Executor CPU Time":10635249,"Result Size":43176,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24149,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24367,"Total Records Read":1004},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":351,"Index":133,"Attempt":0,"Launch Time":1529076301059,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":345,"Index":127,"Attempt":0,"Launch Time":1529076300828,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076301060,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1536","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1014","Value":"125628","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2181037951","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1258","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1529","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1014,"Value":
125628,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
34,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24239,"Val
ue":3056202,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24012,"Va
lue":3052279,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":12655,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":12648,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
181038080,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43117,"Value":5518616,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10646948,"Value":19981
88205,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2267,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":216318617,"
Value":32215242230,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":218,"Value":33
388,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":218,"Executor Deserialize CPU Time":216318617,"Executor Run
Time":11,"Executor CPU Time":10646948,"Result Size":43117,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":24012,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24239,"Total Records Read":1014},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":352,"Index":134,"Attempt":0,"Launch Time":1529076301135,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":347,"Index":129,"Attempt":0,"Launch Time":1529076300891,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076301136,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1548","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1000","Value":"126628","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2198077310","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"1265","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"10","Value":"1539","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1000,"Value":
126628,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":1
35,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23622,"Val
ue":3079824,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24896,"Va
lue":3077175,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":12755,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":12748,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
198077440,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43077,"Value":5561693,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11884418,"Value":20100
72623,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":14,"Value":2281,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":225556923,"
Value":32440799153,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":225,"Value":33
613,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":225,"Executor Deserialize CPU Time":225556923,"Executor Run
Time":14,"Executor CPU Time":11884418,"Result Size":43077,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":1,"Remote Bytes Read":24896,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23622,"Total Records Read":1000},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":353,"Index":135,"Attempt":0,"Launch Time":1529076301142,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":346,"Index":128,"Attempt":0,"Launch Time":1529076300879,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076301143,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1560","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"945","Value":"127573","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2215116669","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1270","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1546","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":945,"Value":1
27573,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
35,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23492,"Val
ue":3103316,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23349,"Va
lue":3100524,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":12854,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":12845,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
215116800,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43093,"Value":5604786,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10460875,"Value":20205
33498,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":10,"Value":2291,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":246259998,"
Value":32687059151,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":249,"Value":33
862,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":249,"Executor Deserialize CPU Time":246259998,"Executor Run
Time":10,"Executor CPU Time":10460875,"Result Size":43093,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23349,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23492,"Total Records Read":945},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":354,"Index":136,"Attempt":0,"Launch Time":1529076301209,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":349,"Index":131,"Attempt":0,"Launch Time":1529076300977,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076301210,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1572","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"966","Value":"128539","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2232156028","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1276","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1553","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":966,"Value":1
28539,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
35,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22908,"Val
ue":3126224,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24298,"Va
lue":3124822,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":12953,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":12943,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
232156160,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43013,"Value":5647799,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10610698,"Value":20311
44196,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":10,"Value":2301,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":217723539,"
Value":32904782690,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":219,"Value":34
081,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":219,"Executor Deserialize CPU Time":217723539,"Executor Run
Time":10,"Executor CPU Time":10610698,"Result Size":43013,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24298,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22908,"Total Records Read":966},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":355,"Index":137,"Attempt":0,"Launch Time":1529076301231,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":350,"Index":132,"Attempt":0,"Launch Time":1529076300998,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076301231,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1584","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"977","Value":"129516","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2249195387","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1282","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1560","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":977,"Value":1
29516,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
35,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24309,"Val
ue":3150533,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23446,"Va
lue":3148268,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":13052,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":13043,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
249195520,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43093,"Value":5690892,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10563096,"Value":20417
07292,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":10,"Value":2311,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":216506435,"
Value":33121289125,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":220,"Value":34
301,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":220,"Executor Deserialize CPU Time":216506435,"Executor Run
Time":10,"Executor CPU Time":10563096,"Result Size":43093,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23446,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24309,"Total Records Read":977},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":356,"Index":138,"Attempt":0,"Launch Time":1529076301264,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":348,"Index":130,"Attempt":0,"Launch Time":1529076300941,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076301265,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1596","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"992","Value":"130508","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2266234746","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1288","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1568","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":992,"Value":1
30508,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
35,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23990,"Val
ue":3174523,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23345,"Va
lue":3171613,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":13150,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":13140,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
266234880,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":22,"
Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43136,"Value":5734028,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":12015353,"Value":20537
22645,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":2323,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":305817291,"
Value":33427106416,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":306,"Value":34
607,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":306,"Executor Deserialize CPU Time":305817291,"Executor Run
Time":12,"Executor CPU Time":12015353,"Result Size":43136,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23345,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23990,"Total Records Read":992},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":357,"Index":139,"Attempt":0,"Launch Time":1529076301304,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":351,"Index":133,"Attempt":0,"Launch Time":1529076301059,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076301305,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1608","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"927","Value":"131435","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2283274105","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1294","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1576","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":927,"Value":1
31435,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":1
36,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22774,"Val
ue":3197297,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23499,"Va
lue":3195112,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":13248,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":13240,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
283274240,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":937,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43184,"Value":5777212,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11309909,"Value":20650
32554,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":2335,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":220494426,"
Value":33647600842,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":230,"Value":34
837,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":230,"Executor Deserialize CPU Time":220494426,"Executor Run
Time":12,"Executor CPU Time":11309909,"Result Size":43184,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":1,"Remote Bytes Read":23499,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22774,"Total Records Read":927},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":358,"Index":140,"Attempt":0,"Launch Time":1529076301396,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":353,"Index":135,"Attempt":0,"Launch Time":1529076301142,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076301397,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1620","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"943","Value":"132378","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2300313464","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1300","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1583","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":943,"Value":1
32378,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
36,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23329,"Val
ue":3220626,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23461,"Va
lue":3218573,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":13348,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":13337,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
300313600,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":23,"
Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":948,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43131,"Value":5820343,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11163634,"Value":20761
96188,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2346,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":224148957,"
Value":33871749799,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":239,"Value":35
076,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":239,"Executor Deserialize CPU Time":224148957,"Executor Run
Time":11,"Executor CPU Time":11163634,"Result Size":43131,"JVM GC Time":11,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23461,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23329,"Total Records Read":943},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":359,"Index":141,"Attempt":0,"Launch Time":1529076301397,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":352,"Index":134,"Attempt":0,"Launch Time":1529076301135,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076301398,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1632","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"939","Value":"133317","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2317352823","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"8","Value":"1308","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"9","Value":"1592","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":939,"Value":1
33317,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":3,"Value":1
39,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22934,"Val
ue":3243560,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23694,"Va
lue":3242267,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":13445,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":13436,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
317352960,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":959,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43056,"Value":5863399,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11591336,"Value":20877
87524,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":14,"Value":2360,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":230930262,"
Value":34102680061,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":244,"Value":35
320,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":244,"Executor Deserialize CPU Time":230930262,"Executor Run
Time":14,"Executor CPU Time":11591336,"Result Size":43056,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":97,"Fetch Wait
Time":3,"Remote Bytes Read":23694,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22934,"Total Records Read":939},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":360,"Index":142,"Attempt":0,"Launch Time":1529076301450,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":354,"Index":136,"Attempt":0,"Launch Time":1529076301209,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076301451,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1644","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1005","Value":"134322","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2334392182","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1314","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1600","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1005,"Value":
134322,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":1
40,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24272,"Val
ue":3267832,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23870,"Va
lue":3266137,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":13545,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":13534,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
334392320,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":969,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43112,"Value":5906511,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":9943052,"Value":209773
0576,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2371,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":216198428,"
Value":34318878489,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":228,"Value":35
548,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":228,"Executor Deserialize CPU Time":216198428,"Executor Run
Time":11,"Executor CPU Time":9943052,"Result Size":43112,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":1,"Remote Bytes Read":23870,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24272,"Total Records Read":1005},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":361,"Index":143,"Attempt":0,"Launch Time":1529076301471,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":355,"Index":137,"Attempt":0,"Launch Time":1529076301231,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076301472,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1656","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"971","Value":"135293","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2351431541","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1319","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1607","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":971,"Value":1
35293,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
40,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23895,"Val
ue":3291727,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23661,"Va
lue":3289798,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":13645,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":13632,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
351431680,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":24,"
Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":979,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43131,"Value":5949642,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":9793195,"Value":210752
3771,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":10,"Value":2381,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":214325643,"
Value":34533204132,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":227,"Value":35
775,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":227,"Executor Deserialize CPU Time":214325643,"Executor Run
Time":10,"Executor CPU Time":9793195,"Result Size":43131,"JVM GC Time":10,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23661,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23895,"Total Records Read":971},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":362,"Index":144,"Attempt":0,"Launch Time":1529076301545,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":356,"Index":138,"Attempt":0,"Launch Time":1529076301264,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076301546,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1668","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"923","Value":"136216","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2368470900","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1324","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1614","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":923,"Value":1
36216,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
40,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22756,"Val
ue":3314483,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23637,"Va
lue":3313435,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":13742,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":13732,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
368471040,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":990,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43080,"Value":5992722,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11053363,"Value":21185
77134,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":2393,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":251191875,"
Value":34784396007,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":264,"Value":36
039,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":264,"Executor Deserialize CPU Time":251191875,"Executor Run
Time":12,"Executor CPU Time":11053363,"Result Size":43080,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":23637,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22756,"Total Records Read":923},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":363,"Index":145,"Attempt":0,"Launch Time":1529076301601,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":357,"Index":139,"Attempt":0,"Launch Time":1529076301304,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076301602,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1680","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"948","Value":"137164","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2385510259","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1330","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1621","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":948,"Value":1
37164,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
40,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23347,"Val
ue":3337830,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23532,"Va
lue":3336967,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":13841,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":13831,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
385510400,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":25,"
Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43176,"Value":6035898,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11318548,"Value":21298
95682,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":2405,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":282187156,"
Value":35066583163,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":281,"Value":36
320,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":281,"Executor Deserialize CPU Time":282187156,"Executor Run
Time":12,"Executor CPU Time":11318548,"Result Size":43176,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23532,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23347,"Total Records Read":948},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":364,"Index":146,"Attempt":0,"Launch Time":1529076301641,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":359,"Index":141,"Attempt":0,"Launch Time":1529076301397,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076301642,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1692","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1025","Value":"138189","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2402549618","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1335","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1628","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1025,"Value":
138189,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
40,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24580,"Val
ue":3362410,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24264,"Va
lue":3361231,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":13941,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":13929,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
402549760,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43125,"Value":6079023,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10344253,"Value":21402
39935,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":10,"Value":2415,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":228976801,"
Value":35295559964,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":230,"Value":36
550,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":230,"Executor Deserialize CPU Time":228976801,"Executor Run
Time":10,"Executor CPU Time":10344253,"Result Size":43125,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24264,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24580,"Total Records Read":1025},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":365,"Index":147,"Attempt":0,"Launch Time":1529076301681,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":360,"Index":142,"Attempt":0,"Launch Time":1529076301450,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076301682,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1704","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"962","Value":"139151","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2419588977","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1340","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1635","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":962,"Value":1
39151,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
40,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23797,"Val
ue":3386207,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23692,"Va
lue":3384923,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":14040,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":14029,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
419589120,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":26,"
Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43104,"Value":6122127,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10416923,"Value":21506
56858,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":10,"Value":2425,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":215873094,"
Value":35511433058,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":217,"Value":36
767,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":217,"Executor Deserialize CPU Time":215873094,"Executor Run
Time":10,"Executor CPU Time":10416923,"Result Size":43104,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23692,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23797,"Total Records Read":962},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":366,"Index":148,"Attempt":0,"Launch Time":1529076301686,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":358,"Index":140,"Attempt":0,"Launch Time":1529076301396,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076301686,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1716","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1002","Value":"140153","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2436628336","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"1347","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1643","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1002,"Value":
140153,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
40,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24188,"Val
ue":3410395,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24071,"Va
lue":3408994,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":14140,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":14129,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
436628480,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":27,"
Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43128,"Value":6165255,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":12269058,"Value":21629
25916,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":2437,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":272844374,"
Value":35784277432,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":273,"Value":37
040,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":273,"Executor Deserialize CPU Time":272844374,"Executor Run
Time":12,"Executor CPU Time":12269058,"Result Size":43128,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24071,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24188,"Total Records Read":1002},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":367,"Index":149,"Attempt":0,"Launch Time":1529076301771,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":361,"Index":143,"Attempt":0,"Launch Time":1529076301471,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076301772,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1728","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1008","Value":"141161","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2453667695","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1353","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1651","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1008,"Value":
141161,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
40,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24287,"Val
ue":3434682,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24379,"Va
lue":3433373,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":14240,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":14229,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
453667840,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":28,"
Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":1000,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43083,"Value":6208338,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11609277,"Value":21745
35193,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":2449,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":273912103,"
Value":36058189535,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":284,"Value":37
324,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":284,"Executor Deserialize CPU Time":273912103,"Executor Run
Time":12,"Executor CPU Time":11609277,"Result Size":43083,"JVM GC Time":10,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24379,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24287,"Total Records Read":1008},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":368,"Index":150,"Attempt":0,"Launch Time":1529076301816,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":362,"Index":144,"Attempt":0,"Launch Time":1529076301545,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076301816,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1740","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"989","Value":"142150","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2470707054","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1359","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1659","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":989,"Value":1
42150,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
40,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24128,"Val
ue":3458810,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23487,"Va
lue":3456860,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":14340,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":14326,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
470707200,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43061,"Value":6251399,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11637429,"Value":21861
72622,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":2461,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":254798378,"
Value":36312987913,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":255,"Value":37
579,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":255,"Executor Deserialize CPU Time":254798378,"Executor Run
Time":12,"Executor CPU Time":11637429,"Result Size":43061,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23487,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24128,"Total Records Read":989},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":369,"Index":151,"Attempt":0,"Launch Time":1529076301889,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":363,"Index":145,"Attempt":0,"Launch Time":1529076301601,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076301890,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1752","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"969","Value":"143119","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2487746413","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"1366","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1667","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":969,"Value":1
43119,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":3,"Value":1
43,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24023,"Val
ue":3482833,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23401,"Va
lue":3480261,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":14440,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":14424,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
487746560,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":29,"
Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":1010,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43131,"Value":6294530,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10299091,"Value":21964
71713,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2472,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":261661086,"
Value":36574648999,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":273,"Value":37
852,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":273,"Executor Deserialize CPU Time":261661086,"Executor Run
Time":11,"Executor CPU Time":10299091,"Result Size":43131,"JVM GC Time":10,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":3,"Remote Bytes Read":23401,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24023,"Total Records Read":969},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":370,"Index":152,"Attempt":0,"Launch Time":1529076301894,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":364,"Index":146,"Attempt":0,"Launch Time":1529076301641,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076301894,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1764","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"972","Value":"144091","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2504785772","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1371","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1675","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":972,"Value":1
44091,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
43,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23323,"Val
ue":3506156,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24119,"Va
lue":3504380,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":14538,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":14523,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
504785920,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":1022,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43104,"Value":6337634,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10618371,"Value":22070
90084,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":2484,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":221795546,"
Value":36796444545,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":236,"Value":38
088,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":236,"Executor Deserialize CPU Time":221795546,"Executor Run
Time":12,"Executor CPU Time":10618371,"Result Size":43104,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":24119,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23323,"Total Records Read":972},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":371,"Index":153,"Attempt":0,"Launch Time":1529076301925,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":365,"Index":147,"Attempt":0,"Launch Time":1529076301681,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076301926,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1776","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1011","Value":"145102","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2521825131","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1376","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1682","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1011,"Value":
145102,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
43,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23813,"Val
ue":3529969,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24722,"Va
lue":3529102,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":14637,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":14623,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
521825280,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":1032,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43104,"Value":6380738,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10813751,"Value":22179
03835,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":2496,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":217012618,"
Value":37013457163,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":229,"Value":38
317,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":229,"Executor Deserialize CPU Time":217012618,"Executor Run
Time":12,"Executor CPU Time":10813751,"Result Size":43104,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24722,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23813,"Total Records Read":1011},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":372,"Index":154,"Attempt":0,"Launch Time":1529076302002,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":366,"Index":148,"Attempt":0,"Launch Time":1529076301686,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076302003,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1788","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"948","Value":"146050","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2538864490","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1382","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1690","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":948,"Value":1
46050,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
43,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23455,"Val
ue":3553424,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23071,"Va
lue":3552173,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":14734,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":14720,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
538864640,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":30,"
Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":1044,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43195,"Value":6423933,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11567928,"Value":22294
71763,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2507,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":286451695,"
Value":37299908858,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":301,"Value":38
618,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":301,"Executor Deserialize CPU Time":286451695,"Executor Run
Time":11,"Executor CPU Time":11567928,"Result Size":43195,"JVM GC Time":12,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":23071,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23455,"Total Records Read":948},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":373,"Index":155,"Attempt":0,"Launch Time":1529076302029,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":367,"Index":149,"Attempt":0,"Launch Time":1529076301771,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076302029,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1800","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"945","Value":"146995","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2555903849","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1388","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1697","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":945,"Value":1
46995,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
43,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23271,"Val
ue":3576695,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23683,"Va
lue":3575856,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":14833,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":14819,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
555904000,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43053,"Value":6466986,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11042071,"Value":22405
13834,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2518,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":242628296,"
Value":37542537154,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":243,"Value":38
861,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":243,"Executor Deserialize CPU Time":242628296,"Executor Run
Time":11,"Executor CPU Time":11042071,"Result Size":43053,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23683,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23271,"Total Records Read":945},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":374,"Index":156,"Attempt":0,"Launch Time":1529076302073,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":368,"Index":150,"Attempt":0,"Launch Time":1529076301816,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076302074,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1812","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"989","Value":"147984","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2572943208","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1393","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1704","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":989,"Value":1
47984,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
43,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23851,"Val
ue":3600546,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23753,"Va
lue":3599609,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":14931,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":14917,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
572943360,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":1056,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43080,"Value":6510066,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10391175,"Value":22509
05009,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":10,"Value":2528,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":227988189,"
Value":37770525343,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":243,"Value":39
104,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":243,"Executor Deserialize CPU Time":227988189,"Executor Run
Time":10,"Executor CPU Time":10391175,"Result Size":43080,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23753,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23851,"Total Records Read":989},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":375,"Index":157,"Attempt":0,"Launch Time":1529076302115,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":369,"Index":151,"Attempt":0,"Launch Time":1529076301889,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076302116,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1824","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"970","Value":"148954","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2589982567","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1398","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"6","Value":"1710","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":970,"Value":1
48954,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
43,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23677,"Val
ue":3624223,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23708,"Va
lue":3623317,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":15029,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":15016,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
589982720,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":31,"
Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43168,"Value":6553234,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":9296879,"Value":226020
1888,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":9,"Value":2537,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":210874236,"
Value":37981399579,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":213,"Value":39
317,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":213,"Executor Deserialize CPU Time":210874236,"Executor Run
Time":9,"Executor CPU Time":9296879,"Result Size":43168,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23708,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23677,"Total Records Read":970},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":376,"Index":158,"Attempt":0,"Launch Time":1529076302132,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":370,"Index":152,"Attempt":0,"Launch Time":1529076301894,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076302133,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1836","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"985","Value":"149939","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2607021926","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1403","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1717","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":985,"Value":1
49939,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
43,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23507,"Val
ue":3647730,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23966,"Va
lue":3647283,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":15126,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":15114,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
607022080,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43061,"Value":6596295,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10671278,"Value":22708
73166,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2548,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":223384749,"
Value":38204784328,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":224,"Value":39
541,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":224,"Executor Deserialize CPU Time":223384749,"Executor Run
Time":11,"Executor CPU Time":10671278,"Result Size":43061,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":23966,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23507,"Total Records Read":985},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":377,"Index":159,"Attempt":0,"Launch Time":1529076302206,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":371,"Index":153,"Attempt":0,"Launch Time":1529076301925,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076302206,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1848","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"955","Value":"150894","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2624061285","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1409","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1724","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":955,"Value":1
50894,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
43,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22915,"Val
ue":3670645,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24122,"Va
lue":3671405,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":15223,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":15214,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
624061440,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43093,"Value":6639388,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11112743,"Value":22819
85909,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":2560,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":265517872,"
Value":38470302200,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":265,"Value":39
806,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":265,"Executor Deserialize CPU Time":265517872,"Executor Run
Time":12,"Executor CPU Time":11112743,"Result Size":43093,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":24122,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22915,"Total Records Read":955},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":378,"Index":160,"Attempt":0,"Launch Time":1529076302309,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":373,"Index":155,"Attempt":0,"Launch Time":1529076302029,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076302309,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1860","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"989","Value":"151883","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2641100644","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1414","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1731","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":989,"Value":1
51883,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
43,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23732,"Val
ue":3694377,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24291,"Va
lue":3695696,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":15321,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":15312,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
641100800,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":1066,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43219,"Value":6682607,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10778873,"Value":22927
64782,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2571,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":253898870,"
Value":38724201070,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":266,"Value":40
072,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":266,"Executor Deserialize CPU Time":253898870,"Executor Run
Time":11,"Executor CPU Time":10778873,"Result Size":43219,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":24291,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23732,"Total Records Read":989},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":379,"Index":161,"Attempt":0,"Launch Time":1529076302312,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":372,"Index":154,"Attempt":0,"Launch Time":1529076302002,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076302313,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"11","Value":"1871","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"924","Value":"152807","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2658140003","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"1421","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"9","Value":"1740","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":924,"Value":1
52807,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
43,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22489,"Val
ue":3716866,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23414,"Va
lue":3719110,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":15418,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":15410,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
658140160,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43053,"Value":6725660,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":12826508,"Value":23055
91290,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":14,"Value":2585,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":291898992,"
Value":39016100062,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":292,"Value":40
364,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":292,"Executor Deserialize CPU Time":291898992,"Executor Run
Time":14,"Executor CPU Time":12826508,"Result Size":43053,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":23414,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22489,"Total Records Read":924},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":380,"Index":162,"Attempt":0,"Launch Time":1529076302316,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":374,"Index":156,"Attempt":0,"Launch Time":1529076302073,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076302317,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1883","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"958","Value":"153765","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2675179362","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"10","Value":"1431","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"12","Value":"1752","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":958,"Value":1
53765,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":5,"Value":1
48,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23917,"Val
ue":3740783,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23455,"Va
lue":3742565,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":15517,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":15510,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
675179520,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43037,"Value":6768697,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11227989,"Value":23168
19279,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":16,"Value":2601,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":221790309,"
Value":39237890371,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":224,"Value":40
588,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":224,"Executor Deserialize CPU Time":221790309,"Executor Run
Time":16,"Executor CPU Time":11227989,"Result Size":43037,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":5,"Remote Bytes Read":23455,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23917,"Total Records Read":958},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":381,"Index":163,"Attempt":0,"Launch Time":1529076302348,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":375,"Index":157,"Attempt":0,"Launch Time":1529076302115,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076302349,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1895","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"952","Value":"154717","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2692218721","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1436","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"6","Value":"1758","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":952,"Value":1
54717,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
48,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23203,"Val
ue":3763986,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23999,"Va
lue":3766564,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":15615,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":15608,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
692218880,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":1076,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43056,"Value":6811753,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":9872340,"Value":232669
1619,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":10,"Value":2611,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":207635171,"
Value":39445525542,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":220,"Value":40
808,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":220,"Executor Deserialize CPU Time":207635171,"Executor Run
Time":10,"Executor CPU Time":9872340,"Result Size":43056,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23999,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23203,"Total Records Read":952},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":382,"Index":164,"Attempt":0,"Launch Time":1529076302373,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":376,"Index":158,"Attempt":0,"Launch Time":1529076302132,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076302373,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1907","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"968","Value":"155685","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2709258080","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1441","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1765","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":968,"Value":1
55685,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
48,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23811,"Val
ue":3787797,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23505,"Va
lue":3790069,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":15714,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":15706,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
709258240,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43109,"Value":6854862,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10703032,"Value":23373
94651,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":10,"Value":2621,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":223609976,"
Value":39669135518,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":226,"Value":41
034,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":226,"Executor Deserialize CPU Time":223609976,"Executor Run
Time":10,"Executor CPU Time":10703032,"Result Size":43109,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23505,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23811,"Total Records Read":968},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":383,"Index":165,"Attempt":0,"Launch Time":1529076302507,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":377,"Index":159,"Attempt":0,"Launch Time":1529076302206,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076302508,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1919","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"941","Value":"156626","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2726297439","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1447","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1773","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":941,"Value":1
56626,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
48,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23341,"Val
ue":3811138,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23346,"Va
lue":3813415,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":15812,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":15806,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
726297600,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":32,"
Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":1086,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43171,"Value":6898033,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11644116,"Value":23490
38767,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2632,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":274411618,"
Value":39943547136,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":286,"Value":41
320,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":286,"Executor Deserialize CPU Time":274411618,"Executor Run
Time":11,"Executor CPU Time":11644116,"Result Size":43171,"JVM GC Time":10,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23346,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23341,"Total Records Read":941},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":384,"Index":166,"Attempt":0,"Launch Time":1529076302532,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":378,"Index":160,"Attempt":0,"Launch Time":1529076302309,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076302533,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1931","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"954","Value":"157580","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2743336798","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1452","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"6","Value":"1779","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":954,"Value":1
57580,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
48,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23483,"Val
ue":3834621,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23518,"Va
lue":3836933,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":15911,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":15903,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
743336960,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43061,"Value":6941094,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":9728372,"Value":235876
7139,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":9,"Value":2641,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":209057961,"
Value":40152605097,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":210,"Value":41
530,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":210,"Executor Deserialize CPU Time":209057961,"Executor Run
Time":9,"Executor CPU Time":9728372,"Result Size":43061,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23518,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23483,"Total Records Read":954},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":385,"Index":167,"Attempt":0,"Launch Time":1529076302558,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":379,"Index":161,"Attempt":0,"Launch Time":1529076302312,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076302559,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1943","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"978","Value":"158558","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2760376157","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1457","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1786","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":978,"Value":1
58558,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":1
49,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23748,"Val
ue":3858369,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23946,"Va
lue":3860879,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":16011,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":16000,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
760376320,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":33,"
Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":1095,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43187,"Value":6984281,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10279451,"Value":23690
46590,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2652,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218810982,"
Value":40371416079,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":230,"Value":41
760,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":230,"Executor Deserialize CPU Time":218810982,"Executor Run
Time":11,"Executor CPU Time":10279451,"Result Size":43187,"JVM GC Time":9,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":100,"Fetch Wait
Time":1,"Remote Bytes Read":23946,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23748,"Total Records Read":978},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":386,"Index":168,"Attempt":0,"Launch Time":1529076302570,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":381,"Index":163,"Attempt":0,"Launch Time":1529076302348,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076302570,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1955","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"979","Value":"159537","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2777415516","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1462","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"6","Value":"1792","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":979,"Value":1
59537,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
49,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23535,"Val
ue":3881904,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24266,"Va
lue":3885145,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":16110,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":16099,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
777415680,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43037,"Value":7027318,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":9313896,"Value":237836
0486,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":9,"Value":2661,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":208017732,"
Value":40579433811,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":209,"Value":41
969,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":209,"Executor Deserialize CPU Time":208017732,"Executor Run
Time":9,"Executor CPU Time":9313896,"Result Size":43037,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24266,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23535,"Total Records Read":979},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":387,"Index":169,"Attempt":0,"Launch Time":1529076302621,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":382,"Index":164,"Attempt":0,"Launch Time":1529076302373,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076302622,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1967","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"943","Value":"160480","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2794454875","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1467","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1799","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":943,"Value":1
60480,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
49,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22891,"Val
ue":3904795,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23999,"Va
lue":3909144,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":16208,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":16199,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
794455040,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":1104,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43136,"Value":7070454,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10497442,"Value":23888
57928,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":10,"Value":2671,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":220248842,"
Value":40799682653,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":232,"Value":42
201,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":232,"Executor Deserialize CPU Time":220248842,"Executor Run
Time":10,"Executor CPU Time":10497442,"Result Size":43136,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23999,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22891,"Total Records Read":943},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":388,"Index":170,"Attempt":0,"Launch Time":1529076302628,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":380,"Index":162,"Attempt":0,"Launch Time":1529076302316,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076302628,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1979","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1031","Value":"161511","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2811494234","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"1474","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"9","Value":"1808","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1031,"Value":
161511,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
49,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24536,"Val
ue":3929331,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24263,"Va
lue":3933407,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":16307,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":16299,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
811494400,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":1113,"Internal":tr
ue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43200,"Value":7113654,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":12470262,"Value":24013
28190,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":13,"Value":2684,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":282929743,"
Value":41082612396,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":295,"Value":42
496,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":295,"Executor Deserialize CPU Time":282929743,"Executor Run
Time":13,"Executor CPU Time":12470262,"Result Size":43200,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24263,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24536,"Total Records Read":1031},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":389,"Index":171,"Attempt":0,"Launch Time":1529076302774,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":384,"Index":166,"Attempt":0,"Launch Time":1529076302532,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076302776,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"1991","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1006","Value":"162517","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2828533593","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1480","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1815","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1006,"Value":
162517,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
49,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23893,"Val
ue":3953224,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24597,"Va
lue":3958004,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":16405,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":16398,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
828533760,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":1125,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43144,"Value":7156798,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10748792,"Value":24120
76982,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":10,"Value":2694,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":212995710,"
Value":41295608106,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":228,"Value":42
724,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":228,"Executor Deserialize CPU Time":212995710,"Executor Run
Time":10,"Executor CPU Time":10748792,"Result Size":43144,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":24597,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23893,"Total Records Read":1006},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":390,"Index":172,"Attempt":0,"Launch Time":1529076302795,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":385,"Index":167,"Attempt":0,"Launch Time":1529076302558,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076302796,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2003","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"971","Value":"163488","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2845572952","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1485","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1822","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":971,"Value":1
63488,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
49,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24777,"Val
ue":3978001,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22534,"Va
lue":3980538,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":16504,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":16495,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
845573120,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43005,"Value":7199803,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11253305,"Value":24233
30287,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2705,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":220057171,"
Value":41515665277,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":222,"Value":42
946,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":222,"Executor Deserialize CPU Time":220057171,"Executor Run
Time":11,"Executor CPU Time":11253305,"Result Size":43005,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":22534,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24777,"Total Records Read":971},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":391,"Index":173,"Attempt":0,"Launch Time":1529076302803,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":383,"Index":165,"Attempt":0,"Launch Time":1529076302507,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076302803,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2015","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"916","Value":"164404","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2862612311","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1491","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1830","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":916,"Value":1
64404,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
49,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23016,"Val
ue":4001017,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22937,"Va
lue":4003475,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":16602,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":16594,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
862612480,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":1137,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43176,"Value":7242979,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11337589,"Value":24346
67876,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":2717,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":267748179,"
Value":41783413456,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":280,"Value":43
226,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":280,"Executor Deserialize CPU Time":267748179,"Executor Run
Time":12,"Executor CPU Time":11337589,"Result Size":43176,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":22937,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23016,"Total Records Read":916},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":392,"Index":174,"Attempt":0,"Launch Time":1529076302817,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":386,"Index":168,"Attempt":0,"Launch Time":1529076302570,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076302818,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2027","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"981","Value":"165385","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2879651670","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1496","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1837","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":981,"Value":1
65385,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":1
50,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24424,"Val
ue":4025441,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23507,"Va
lue":4026982,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":16702,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":16693,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
879651840,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":1149,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43080,"Value":7286059,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10214833,"Value":24448
82709,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2728,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":219641783,"
Value":42003055239,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":233,"Value":43
459,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":233,"Executor Deserialize CPU Time":219641783,"Executor Run
Time":11,"Executor CPU Time":10214833,"Result Size":43080,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":1,"Remote Bytes Read":23507,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24424,"Total Records Read":981},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":393,"Index":175,"Attempt":0,"Launch Time":1529076302860,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":387,"Index":169,"Attempt":0,"Launch Time":1529076302621,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076302861,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2039","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1000","Value":"166385","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2896691029","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1502","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1845","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1000,"Value":
166385,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
50,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24243,"Val
ue":4049684,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24054,"Va
lue":4051036,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":16802,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":16793,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
896691200,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43125,"Value":7329184,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11369239,"Value":24562
51948,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":2740,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":222248101,"
Value":42225303340,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":222,"Value":43
681,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":222,"Executor Deserialize CPU Time":222248101,"Executor Run
Time":12,"Executor CPU Time":11369239,"Result Size":43125,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24054,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24243,"Total Records Read":1000},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":394,"Index":176,"Attempt":0,"Launch Time":1529076302946,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":388,"Index":170,"Attempt":0,"Launch Time":1529076302628,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076302947,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2051","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"926","Value":"167311","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2913730388","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"1509","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"25","Value":"1870","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":926,"Value":1
67311,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
50,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22934,"Val
ue":4072618,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23433,"Va
lue":4074469,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":16902,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":16892,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
913730560,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":1164,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43243,"Value":7372427,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":14486472,"Value":24707
38420,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":30,"Value":2770,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":281027878,"
Value":42506331218,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":282,"Value":43
963,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":282,"Executor Deserialize CPU Time":281027878,"Executor Run
Time":30,"Executor CPU Time":14486472,"Result Size":43243,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23433,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22934,"Total Records Read":926},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":395,"Index":177,"Attempt":0,"Launch Time":1529076302997,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":389,"Index":171,"Attempt":0,"Launch Time":1529076302774,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076302998,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2063","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1001","Value":"168312","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2930769747","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1514","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"6","Value":"1876","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1001,"Value":
168312,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
50,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24331,"Val
ue":4096949,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24034,"Va
lue":4098503,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":17002,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":16992,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
930769920,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":34,"
Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43120,"Value":7415547,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":9610448,"Value":248034
8868,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":9,"Value":2779,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":208415654,"
Value":42714746872,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":210,"Value":44
173,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":210,"Executor Deserialize CPU Time":208415654,"Executor Run
Time":9,"Executor CPU Time":9610448,"Result Size":43120,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24034,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24331,"Total Records Read":1001},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":396,"Index":178,"Attempt":0,"Launch Time":1529076303036,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":391,"Index":173,"Attempt":0,"Launch Time":1529076302803,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076303037,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2075","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1050","Value":"169362","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2947809106","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1519","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"6","Value":"1882","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1050,"Value":
169362,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
50,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24825,"Val
ue":4121774,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":25040,"Va
lue":4123543,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":17102,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":17091,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
947809280,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":35,"
Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43088,"Value":7458635,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":9625639,"Value":248997
4507,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":9,"Value":2788,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":220379871,"
Value":42935126743,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":221,"Value":44
394,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":221,"Executor Deserialize CPU Time":220379871,"Executor Run
Time":9,"Executor CPU Time":9625639,"Result Size":43088,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":25040,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24825,"Total Records Read":1050},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":397,"Index":179,"Attempt":0,"Launch Time":1529076303055,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":392,"Index":174,"Attempt":0,"Launch Time":1529076302817,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076303056,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2087","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"978","Value":"170340","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2964848465","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1525","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1890","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":978,"Value":1
70340,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
50,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23949,"Val
ue":4145723,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23886,"Va
lue":4147429,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":17200,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":17191,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
964848640,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43085,"Value":7501720,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11437753,"Value":25014
12260,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":2800,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":222609609,"
Value":43157736352,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":222,"Value":44
616,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":222,"Executor Deserialize CPU Time":222609609,"Executor Run
Time":12,"Executor CPU Time":11437753,"Result Size":43085,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23886,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23949,"Total Records Read":978},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":398,"Index":180,"Attempt":0,"Launch Time":1529076303056,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":390,"Index":172,"Attempt":0,"Launch Time":1529076302795,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076303057,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2099","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"971","Value":"171311","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2981887824","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1530","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1897","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":971,"Value":1
71311,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
50,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23749,"Val
ue":4169472,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23868,"Va
lue":4171297,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":17299,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":17290,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
981888000,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":1179,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43200,"Value":7544920,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10690586,"Value":25121
02846,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":10,"Value":2810,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":229085059,"
Value":43386821411,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":248,"Value":44
864,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":248,"Executor Deserialize CPU Time":229085059,"Executor Run
Time":10,"Executor CPU Time":10690586,"Result Size":43200,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23868,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23749,"Total Records Read":971},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":399,"Index":181,"Attempt":0,"Launch Time":1529076303128,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":393,"Index":175,"Attempt":0,"Launch Time":1529076302860,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076303128,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2111","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1005","Value":"172316","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"2998927183","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1536","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1905","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1005,"Value":
172316,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
50,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24484,"Val
ue":4193956,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23936,"Va
lue":4195233,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":17399,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":17389,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
998927360,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":1194,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43072,"Value":7587992,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11876872,"Value":25239
79718,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":2822,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":233091749,"
Value":43619913160,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":252,"Value":45
116,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":252,"Executor Deserialize CPU Time":233091749,"Executor Run
Time":12,"Executor CPU Time":11876872,"Result Size":43072,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23936,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24484,"Total Records Read":1005},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":400,"Index":182,"Attempt":0,"Launch Time":1529076303225,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":394,"Index":176,"Attempt":0,"Launch Time":1529076302946,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076303226,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2123","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"997","Value":"173313","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3015966542","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1541","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1912","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":997,"Value":1
73313,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
50,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":25024,"Val
ue":4218980,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23137,"Va
lue":4218370,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":17499,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":17487,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
015966720,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":36,"
Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43072,"Value":7631064,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10737729,"Value":25347
17447,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":10,"Value":2832,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":262604845,"
Value":43882518005,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":264,"Value":45
380,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":264,"Executor Deserialize CPU Time":262604845,"Executor Run
Time":10,"Executor CPU Time":10737729,"Result Size":43072,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23137,"Remote Bytes Read To Disk":0,"Local Bytes
Read":25024,"Total Records Read":997},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":401,"Index":183,"Attempt":0,"Launch Time":1529076303240,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":395,"Index":177,"Attempt":0,"Launch Time":1529076302997,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076303240,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2135","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"969","Value":"174282","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3033005901","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1546","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"6","Value":"1918","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":969,"Value":1
74282,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
50,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23890,"Val
ue":4242870,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23544,"Va
lue":4241914,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":17599,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":17585,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
033006080,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":1204,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43112,"Value":7674176,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10076793,"Value":25447
94240,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2843,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":214548148,"
Value":44097066153,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":227,"Value":45
607,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":227,"Executor Deserialize CPU Time":214548148,"Executor Run
Time":11,"Executor CPU Time":10076793,"Result Size":43112,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23544,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23890,"Total Records Read":969},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":402,"Index":184,"Attempt":0,"Launch Time":1529076303284,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":396,"Index":178,"Attempt":0,"Launch Time":1529076303036,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076303284,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2147","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"988","Value":"175270","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3050045260","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1552","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1925","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":988,"Value":1
75270,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
50,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23387,"Val
ue":4266257,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23956,"Va
lue":4265870,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":17696,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":17682,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
050045440,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":37,"
Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":1214,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43195,"Value":7717371,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10916375,"Value":25557
10615,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":10,"Value":2853,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":217453805,"
Value":44314519958,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":233,"Value":45
840,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":233,"Executor Deserialize CPU Time":217453805,"Executor Run
Time":10,"Executor CPU Time":10916375,"Result Size":43195,"JVM GC Time":10,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":23956,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23387,"Total Records Read":988},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":403,"Index":185,"Attempt":0,"Launch Time":1529076303301,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":398,"Index":180,"Attempt":0,"Launch Time":1529076303056,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076303302,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2159","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1014","Value":"176284","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3067084619","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1557","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1932","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1014,"Value":
176284,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
50,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23903,"Val
ue":4290160,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24456,"Va
lue":4290326,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":17794,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":17782,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
067084800,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":38,"
Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43152,"Value":7760523,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10409482,"Value":25661
20097,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":10,"Value":2863,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":230262744,"
Value":44544782702,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":231,"Value":46
071,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":231,"Executor Deserialize CPU Time":230262744,"Executor Run
Time":10,"Executor CPU Time":10409482,"Result Size":43152,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":24456,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23903,"Total Records Read":1014},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":404,"Index":186,"Attempt":0,"Launch Time":1529076303322,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":397,"Index":179,"Attempt":0,"Launch Time":1529076303055,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076303323,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2171","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"961","Value":"177245","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3084123978","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1562","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1939","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":961,"Value":1
77245,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
50,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24255,"Val
ue":4314415,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23012,"Va
lue":4313338,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":17893,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":96,"V
alue":17878,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
084124160,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":1224,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43192,"Value":7803715,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10982157,"Value":25771
02254,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2874,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":239771685,"
Value":44784554387,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":253,"Value":46
324,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":253,"Executor Deserialize CPU Time":239771685,"Executor Run
Time":11,"Executor CPU Time":10982157,"Result Size":43192,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":96,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23012,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24255,"Total Records Read":961},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":405,"Index":187,"Attempt":0,"Launch Time":1529076303366,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":399,"Index":181,"Attempt":0,"Launch Time":1529076303128,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076303367,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2183","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"926","Value":"178171","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3101163337","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1567","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1946","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":926,"Value":1
78171,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
50,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23717,"Val
ue":4338132,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22737,"Va
lue":4336075,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":17992,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":17977,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
101163520,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43085,"Value":7846800,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10333976,"Value":25874
36230,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":10,"Value":2884,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":221736254,"
Value":45006290641,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":224,"Value":46
548,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":224,"Executor Deserialize CPU Time":221736254,"Executor Run
Time":10,"Executor CPU Time":10333976,"Result Size":43085,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":22737,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23717,"Total Records Read":926},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":406,"Index":188,"Attempt":0,"Launch Time":1529076303495,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":401,"Index":183,"Attempt":0,"Launch Time":1529076303240,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076303496,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2195","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"970","Value":"179141","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3118202696","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"23","Value":"1590","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"25","Value":"1971","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":970,"Value":1
79141,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":17,"Value":
167,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23333,"Val
ue":4361465,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23996,"Va
lue":4360071,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":18090,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":18077,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
118202880,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43149,"Value":7889949,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11318979,"Value":25987
55209,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":29,"Value":2913,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218892492,"
Value":45225183133,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":222,"Value":46
770,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":222,"Executor Deserialize CPU Time":218892492,"Executor Run
Time":29,"Executor CPU Time":11318979,"Result Size":43149,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":17,"Remote Bytes Read":23996,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23333,"Total Records Read":970},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":407,"Index":189,"Attempt":0,"Launch Time":1529076303500,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":400,"Index":182,"Attempt":0,"Launch Time":1529076303225,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076303501,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2207","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"980","Value":"180121","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3135242055","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1596","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1978","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":980,"Value":1
80121,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
67,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23834,"Val
ue":4385299,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23564,"Va
lue":4383635,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":96,"Va
lue":18186,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":18177,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
135242240,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":1242,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43168,"Value":7933117,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10534729,"Value":26092
89938,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2924,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":239931470,"
Value":45465114603,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":260,"Value":47
030,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":260,"Executor Deserialize CPU Time":239931470,"Executor Run
Time":11,"Executor CPU Time":10534729,"Result Size":43168,"JVM GC Time":18,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":96,"Fetch Wait
Time":0,"Remote Bytes Read":23564,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23834,"Total Records Read":980},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":408,"Index":190,"Attempt":0,"Launch Time":1529076303520,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":402,"Index":184,"Attempt":0,"Launch Time":1529076303284,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076303520,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2219","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1014","Value":"181135","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3152281414","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1601","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"1986","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1014,"Value":
181135,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
67,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24253,"Val
ue":4409552,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24372,"Va
lue":4408007,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":18285,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":18276,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
152281600,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43005,"Value":7976122,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11320001,"Value":26206
09939,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":2936,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":217728887,"
Value":45682843490,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":220,"Value":47
250,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":220,"Executor Deserialize CPU Time":217728887,"Executor Run
Time":12,"Executor CPU Time":11320001,"Result Size":43005,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24372,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24253,"Total Records Read":1014},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":409,"Index":191,"Attempt":0,"Launch Time":1529076303567,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":403,"Index":185,"Attempt":0,"Launch Time":1529076303301,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076303567,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2231","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"933","Value":"182068","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3169320773","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1606","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"1993","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":933,"Value":1
82068,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
67,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23542,"Val
ue":4433094,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22865,"Va
lue":4430872,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":18385,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":18373,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
169320960,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":1260,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43128,"Value":8019250,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10361415,"Value":26309
71354,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":10,"Value":2946,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":229642149,"
Value":45912485639,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":252,"Value":47
502,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":252,"Executor Deserialize CPU Time":229642149,"Executor Run
Time":10,"Executor CPU Time":10361415,"Result Size":43128,"JVM GC Time":18,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":22865,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23542,"Total Records Read":933},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":410,"Index":192,"Attempt":0,"Launch Time":1529076303611,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":404,"Index":186,"Attempt":0,"Launch Time":1529076303322,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076303611,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2243","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1045","Value":"183113","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3186360132","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"1613","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"2001","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1045,"Value":
183113,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
67,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24628,"Val
ue":4457722,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24702,"Va
lue":4455574,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":18485,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":18472,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
186360320,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43109,"Value":8062359,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":12386682,"Value":26433
58036,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":2958,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":269999732,"
Value":46182485371,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":273,"Value":47
775,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":273,"Executor Deserialize CPU Time":269999732,"Executor Run
Time":12,"Executor CPU Time":12386682,"Result Size":43109,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24702,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24628,"Total Records Read":1045},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":411,"Index":193,"Attempt":0,"Launch Time":1529076303630,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":405,"Index":187,"Attempt":0,"Launch Time":1529076303366,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076303631,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2255","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"946","Value":"184059","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3203399491","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1618","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"2008","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":946,"Value":1
84059,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
67,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23526,"Val
ue":4481248,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23535,"Va
lue":4479109,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":18585,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":18572,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
203399680,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":1278,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43192,"Value":8105551,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10204057,"Value":26535
62093,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":10,"Value":2968,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":227716494,"
Value":46410201865,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":250,"Value":48
025,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":250,"Executor Deserialize CPU Time":227716494,"Executor Run
Time":10,"Executor CPU Time":10204057,"Result Size":43192,"JVM GC Time":18,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23535,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23526,"Total Records Read":946},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":412,"Index":194,"Attempt":0,"Launch Time":1529076303737,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":407,"Index":189,"Attempt":0,"Launch Time":1529076303500,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076303738,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2267","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"988","Value":"185047","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3220438850","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1623","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"2015","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":988,"Value":1
85047,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
67,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24599,"Val
ue":4505847,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23218,"Va
lue":4502327,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":18684,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":18669,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
220439040,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43069,"Value":8148620,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10341334,"Value":26639
03427,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2979,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":222048713,"
Value":46632250578,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":221,"Value":48
246,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":221,"Executor Deserialize CPU Time":222048713,"Executor Run
Time":11,"Executor CPU Time":10341334,"Result Size":43069,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23218,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24599,"Total Records Read":988},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":413,"Index":195,"Attempt":0,"Launch Time":1529076303757,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":406,"Index":188,"Attempt":0,"Launch Time":1529076303495,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076303758,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2279","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"938","Value":"185985","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3237478209","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1628","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"2022","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":938,"Value":1
85985,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
67,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22188,"Val
ue":4528035,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24393,"Va
lue":4526720,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":18781,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":18769,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
237478400,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":1296,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43168,"Value":8191788,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10746853,"Value":26746
50280,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":2990,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":227471653,"
Value":46859722231,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":248,"Value":48
494,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":248,"Executor Deserialize CPU Time":227471653,"Executor Run
Time":11,"Executor CPU Time":10746853,"Result Size":43168,"JVM GC Time":18,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":24393,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22188,"Total Records Read":938},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":414,"Index":196,"Attempt":0,"Launch Time":1529076303779,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":408,"Index":190,"Attempt":0,"Launch Time":1529076303520,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076303780,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2291","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"952","Value":"186937","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3254517568","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1633","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"6","Value":"2028","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":952,"Value":1
86937,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
67,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23294,"Val
ue":4551329,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23401,"Va
lue":4550121,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":18878,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":18868,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
254517760,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":39,"
Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":1314,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43211,"Value":8234999,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10182870,"Value":26848
33150,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":9,"Value":2999,"Intern
al":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":225156056,"
Value":47084878287,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":246,"Value":48
740,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":246,"Executor Deserialize CPU Time":225156056,"Executor Run
Time":9,"Executor CPU Time":10182870,"Result Size":43211,"JVM GC Time":18,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":23401,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23294,"Total Records Read":952},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":415,"Index":197,"Attempt":0,"Launch Time":1529076303801,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":409,"Index":191,"Attempt":0,"Launch Time":1529076303567,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076303801,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2303","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"962","Value":"187899","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3271556927","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1639","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"2036","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":962,"Value":1
87899,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
67,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23888,"Val
ue":4575217,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23416,"Va
lue":4573537,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":18976,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":18967,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
271557120,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43037,"Value":8278036,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11317704,"Value":26961
50854,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":3011,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":217839793,"
Value":47302718080,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":218,"Value":48
958,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":218,"Executor Deserialize CPU Time":217839793,"Executor Run
Time":12,"Executor CPU Time":11317704,"Result Size":43037,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23416,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23888,"Total Records Read":962},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":416,"Index":198,"Attempt":0,"Launch Time":1529076303862,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":411,"Index":193,"Attempt":0,"Launch Time":1529076303630,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076303864,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2315","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"970","Value":"188869","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3288596286","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1645","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"2043","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":970,"Value":1
88869,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
67,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23566,"Val
ue":4598783,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23477,"Va
lue":4597014,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":19074,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":19065,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
288596480,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43085,"Value":8321121,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10932954,"Value":27070
83808,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":3023,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":216943832,"
Value":47519661912,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":216,"Value":49
174,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":216,"Executor Deserialize CPU Time":216943832,"Executor Run
Time":12,"Executor CPU Time":10932954,"Result Size":43085,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23477,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23566,"Total Records Read":970},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":5,"Stage Attempt ID":0,"Task Info":
{"Task ID":417,"Index":199,"Attempt":0,"Launch Time":1529076303888,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":410,"Index":192,"Attempt":0,"Launch Time":1529076303611,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076303888,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2327","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"954","Value":"189823","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3305635645","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1651","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"2051","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":954,"Value":1
89823,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
67,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23362,"Val
ue":4622145,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23734,"Va
lue":4620748,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":19174,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":19163,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
305635840,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":1332,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43192,"Value":8364313,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11536549,"Value":27186
20357,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":12,"Value":3035,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":242070055,"
Value":47761731967,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":261,"Value":49
435,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":261,"Executor Deserialize CPU Time":242070055,"Executor Run
Time":12,"Executor CPU Time":11536549,"Result Size":43192,"JVM GC Time":18,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23734,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23362,"Total Records Read":954},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":412,"Index":194,"Attempt":0,"Launch Time":1529076303737,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076303991,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2339","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"997","Value":"190820","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3322675004","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"17","Value":"1668","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"19","Value":"2070","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":997,"Value":1
90820,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
67,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24118,"Val
ue":4646263,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24123,"Va
lue":4644871,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":19273,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":19262,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
322675200,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":1342,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43120,"Value":8407433,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11162489,"Value":27297
82846,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":22,"Value":3057,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":226878622,"
Value":47988610589,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":228,"Value":49
663,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":228,"Executor Deserialize CPU Time":226878622,"Executor Run
Time":22,"Executor CPU Time":11162489,"Result Size":43120,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24123,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24118,"Total Records Read":997},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":413,"Index":195,"Attempt":0,"Launch Time":1529076303757,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076303992,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2351","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"966","Value":"191786","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3339714363","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1673","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"6","Value":"2076","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":966,"Value":1
91786,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
67,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23351,"Val
ue":4669614,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24037,"Va
lue":4668908,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":19372,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":19361,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
339714560,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43045,"Value":8450478,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":9834691,"Value":273961
7537,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":10,"Value":3067,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":220367791,"
Value":48208978380,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":221,"Value":49
884,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":221,"Executor Deserialize CPU Time":220367791,"Executor Run
Time":10,"Executor CPU Time":9834691,"Result Size":43045,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24037,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23351,"Total Records Read":966},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":414,"Index":196,"Attempt":0,"Launch Time":1529076303779,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076304013,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2363","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1001","Value":"192787","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3356753722","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1678","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"6","Value":"2082","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1001,"Value":
192787,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
67,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23553,"Val
ue":4693167,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24506,"Va
lue":4693414,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":19470,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":19459,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
356753920,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":40,"
Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43160,"Value":8493638,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":9646606,"Value":274926
4143,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":10,"Value":3077,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218145599,"
Value":48427123979,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":219,"Value":50
103,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":219,"Executor Deserialize CPU Time":218145599,"Executor Run
Time":10,"Executor CPU Time":9646606,"Result Size":43160,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":24506,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23553,"Total Records Read":1001},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":415,"Index":197,"Attempt":0,"Launch Time":1529076303801,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076304048,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2375","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"962","Value":"193749","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3373793081","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1683","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"2089","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":962,"Value":1
93749,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
67,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23211,"Val
ue":4716378,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24080,"Va
lue":4717494,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":19568,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":19559,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
373793280,"Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":1352,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43112,"Value":8536750,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10599918,"Value":27598
64061,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":3088,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":221201012,"
Value":48648324991,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":232,"Value":50
335,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":232,"Executor Deserialize CPU Time":221201012,"Executor Run
Time":11,"Executor CPU Time":10599918,"Result Size":43112,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":24080,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23211,"Total Records Read":962},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":416,"Index":198,"Attempt":0,"Launch Time":1529076303862,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076304106,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2387","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1007","Value":"194756","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3390832440","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1688","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"7","Value":"2096","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1007,"Value":
194756,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
67,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24410,"Val
ue":4740788,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23913,"Va
lue":4741407,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":19667,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":19657,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
390832640,"Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":41,"
Internal":true,"Count Failed Values":true},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":1362,"Internal":t
rue,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43243,"Value":8579993,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":10617885,"Value":27704
81946,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":3099,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":215554933,"
Value":48863879924,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":226,"Value":50
561,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":226,"Executor Deserialize CPU Time":215554933,"Executor Run
Time":11,"Executor CPU Time":10617885,"Result Size":43243,"JVM GC Time":10,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23913,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24410,"Total Records Read":1007},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":5,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":417,"Index":199,"Attempt":0,"Launch Time":1529076303888,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076304141,"Failed":false,"Killed":false,"Accumulables":
[{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2399","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1026","Value":"195782","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3407871799","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1694","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"8","Value":"2104","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1026,"Value":
195782,"Internal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
67,"Internal":true,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24188,"Val
ue":4764976,"Internal":true,"Count Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24811,"Va
lue":4766218,"Internal":true,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":19767,"Internal":true,"Count Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":19756,"Internal":true,"Count Failed Values":true},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
407872000,"Internal":true,"Count Failed Values":true},
{"ID":257,"Name":"internal.metrics.resultSize","Update":43061,"Value":8623054,"Inte
rnal":true,"Count Failed Values":true},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Update":11747713,"Value":27822
29659,"Internal":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Update":11,"Value":3110,"Inter
nal":true,"Count Failed Values":true},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Update":237767993,"
Value":49101647917,"Internal":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Update":239,"Value":50
800,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":239,"Executor Deserialize CPU Time":237767993,"Executor Run
Time":11,"Executor CPU Time":11747713,"Result Size":43061,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24811,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24188,"Total Records Read":1026},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":0,"Records
Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":5,"Stage Attempt
ID":0,"Stage Name":"toJavaRDD at BaseGroupBySparkOperation.java:149","Number of
Tasks":200,"RDD Info":[{"RDD
ID":45,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"71\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[44],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":42,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"72\",\"name\":\"WholeStageCodeg
en\"}","Callsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[41],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":43,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"71\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[42],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":44,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"71\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[43],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":41,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"75\",\"name\":\"Exchange\"}","Cal
lsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":[40],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[4],"Details":"org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:2985)\norg.pent
aho.di.engine.spark.impl.ops.groupby.BaseGroupBySparkOperation.apply(BaseGroupBySpa
rkOperation.java:149)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable.ap
plyOperation(TaskObservable.java:264)\njava.util.concurrent.CompletableFuture.uniAc
cept(CompletableFuture.java:656)\njava.util.concurrent.CompletableFuture$UniAccept.
tryFire(CompletableFuture.java:632)\njava.util.concurrent.CompletableFuture.postCom
plete(CompletableFuture.java:474)\njava.util.concurrent.CompletableFuture.complete(
CompletableFuture.java:1962)\njava.util.Optional.ifPresent(Optional.java:159)\norg.
pentaho.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.lambda$ad
dOutput$1(TaskObservable.java:355)\njava.util.concurrent.CompletableFuture.uniWhenC
omplete(CompletableFuture.java:760)\njava.util.concurrent.CompletableFuture.uniWhen
CompleteStage(CompletableFuture.java:778)\njava.util.concurrent.CompletableFuture.w
henComplete(CompletableFuture.java:2140)\norg.pentaho.di.engine.spark.impl.executio
n.TaskObservable$OperationSubscriber.addOutput(TaskObservable.java:354)\norg.pentah
o.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.lambda$setOutpu
t$3(TaskObservable.java:399)\njava.lang.Iterable.forEach(Iterable.java:75)\norg.pen
taho.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.setOutput(Ta
skObservable.java:399)\norg.pentaho.di.engine.spark.api.SparkOperation$Subscriber.s
etOutput(SparkOperation.java:170)\norg.pentaho.di.engine.spark.impl.ops.SortSparkOp
eration.apply(SortSparkOperation.java:108)\norg.pentaho.di.engine.spark.impl.execut
ion.TaskObservable.applyOperation(TaskObservable.java:264)\njava.util.concurrent.Co
mpletableFuture.uniAccept(CompletableFuture.java:656)","Submission
Time":1529076294858,"Completion Time":1529076304142,"Accumulables":
[{"ID":191,"Name":"peak memory total (min, med,
max)","Value":"3407871799","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":254,"Name":"internal.metrics.executorDeserializeCpuTime","Value":49101647917,
"Internal":true,"Count Failed Values":true},{"ID":194,"Name":"avg hash probe (min,
med, max)","Value":"2399","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":262,"Name":"internal.metrics.peakExecutionMemory","Value":3407872000,"Interna
l":true,"Count Failed Values":true},
{"ID":253,"Name":"internal.metrics.executorDeserializeTime","Value":50800,"Internal
":true,"Count Failed Values":true},{"ID":193,"Name":"aggregate time total (min,
med, max)","Value":"1694","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":256,"Name":"internal.metrics.executorCpuTime","Value":2782229659,"Internal":t
rue,"Count Failed Values":true},
{"ID":265,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Value":19767,"
Internal":true,"Count Failed Values":true},
{"ID":259,"Name":"internal.metrics.resultSerializationTime","Value":41,"Internal":t
rue,"Count Failed Values":true},
{"ID":268,"Name":"internal.metrics.shuffle.read.localBytesRead","Value":4764976,"In
ternal":true,"Count Failed Values":true},{"ID":190,"Name":"number of output
rows","Value":"195782","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":258,"Name":"internal.metrics.jvmGCTime","Value":1362,"Internal":true,"Count
Failed Values":true},
{"ID":267,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Value":0,"I
nternal":true,"Count Failed Values":true},
{"ID":270,"Name":"internal.metrics.shuffle.read.recordsRead","Value":195782,"Intern
al":true,"Count Failed Values":true},
{"ID":255,"Name":"internal.metrics.executorRunTime","Value":3110,"Internal":true,"C
ount Failed Values":true},
{"ID":264,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Value":19756,
"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"duration total (min,
med, max)","Value":"2104","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":257,"Name":"internal.metrics.resultSize","Value":8623054,"Internal":true,"Cou
nt Failed Values":true},
{"ID":266,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Value":4766218,"I
nternal":true,"Count Failed Values":true},
{"ID":269,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Value":167,"Interna
l":true,"Count Failed Values":true}]}}
{"Event":"SparkListenerJobEnd","Job ID":3,"Completion Time":1529076304142,"Job
Result":{"Result":"JobSucceeded"}}
{"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionStart","execut
ionId":1,"description":"save at
ParquetOutputSparkOperation.java:130","details":"org.apache.spark.sql.DataFrameWrit
er.save(DataFrameWriter.scala:225)\norg.pentaho.di.engine.spark.impl.ops.ParquetOut
putSparkOperation.saveDefaultAction(ParquetOutputSparkOperation.java:130)\norg.pent
aho.di.engine.spark.impl.ops.ParquetOutputSparkOperation.lambda$apply$2(ParquetOutp
utSparkOperation.java:105)\njava.util.concurrent.Executors$RunnableAdapter.call(Exe
cutors.java:511)\njava.util.concurrent.FutureTask.run(FutureTask.java:266)\norg.pen
taho.di.engine.spark.impl.execution.JobGroupDriverTask.lambda$new$0(JobGroupDriverT
ask.java:51)\njava.util.concurrent.Executors$RunnableAdapter.call(Executors.java:51
1)\njava.util.concurrent.FutureTask.run(FutureTask.java:266)\njava.util.concurrent.
ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)\njava.util.concurrent.Th
readPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)\njava.lang.Thread.run(Thre
ad.java:748)","physicalPlanDescription":"== Parsed Logical Plan
==\nInsertIntoHadoopFsRelationCommand
hdfs://user:password@caixa1.iot.local:8020/user/edudoserrano/output/SparkText-
6m_retailsalesdataagg.parquet, false, Parquet, Map(compression -> None, path ->
hdfs://user:password@caixa1.iot.local:8020/user/edudoserrano/output/SparkText-
6m_retailsalesdataagg.parquet), Overwrite, [zipcode#211, state#212, city#213,
year#214L, month#215L, day#216L, hour#217L, totalonlinesales#218,
totalsessioncount#219L, retailstoresalesamount#220L,
totalscannedeventcount#221L]\n+- AnalysisBarrier\n +- LogicalRDD [zipcode#211,
state#212, city#213, year#214L, month#215L, day#216L, hour#217L,
totalonlinesales#218, totalsessioncount#219L, retailstoresalesamount#220L,
totalscannedeventcount#221L], false\n\n== Analyzed Logical Plan
==\nInsertIntoHadoopFsRelationCommand
hdfs://user:password@caixa1.iot.local:8020/user/edudoserrano/output/SparkText-
6m_retailsalesdataagg.parquet, false, Parquet, Map(compression -> None, path ->
hdfs://user:password@caixa1.iot.local:8020/user/edudoserrano/output/SparkText-
6m_retailsalesdataagg.parquet), Overwrite, [zipcode#211, state#212, city#213,
year#214L, month#215L, day#216L, hour#217L, totalonlinesales#218,
totalsessioncount#219L, retailstoresalesamount#220L,
totalscannedeventcount#221L]\n+- LogicalRDD [zipcode#211, state#212, city#213,
year#214L, month#215L, day#216L, hour#217L, totalonlinesales#218,
totalsessioncount#219L, retailstoresalesamount#220L, totalscannedeventcount#221L],
false\n\n== Optimized Logical Plan ==\nInsertIntoHadoopFsRelationCommand
hdfs://user:password@caixa1.iot.local:8020/user/edudoserrano/output/SparkText-
6m_retailsalesdataagg.parquet, false, Parquet, Map(compression -> None, path ->
hdfs://user:password@caixa1.iot.local:8020/user/edudoserrano/output/SparkText-
6m_retailsalesdataagg.parquet), Overwrite, [zipcode#211, state#212, city#213,
year#214L, month#215L, day#216L, hour#217L, totalonlinesales#218,
totalsessioncount#219L, retailstoresalesamount#220L,
totalscannedeventcount#221L]\n+- LogicalRDD [zipcode#211, state#212, city#213,
year#214L, month#215L, day#216L, hour#217L, totalonlinesales#218,
totalsessioncount#219L, retailstoresalesamount#220L, totalscannedeventcount#221L],
false\n\n== Physical Plan ==\nExecute InsertIntoHadoopFsRelationCommand
InsertIntoHadoopFsRelationCommand
hdfs://user:password@caixa1.iot.local:8020/user/edudoserrano/output/SparkText-
6m_retailsalesdataagg.parquet, false, Parquet, Map(compression -> None, path ->
hdfs://user:password@caixa1.iot.local:8020/user/edudoserrano/output/SparkText-
6m_retailsalesdataagg.parquet), Overwrite, [zipcode#211, state#212, city#213,
year#214L, month#215L, day#216L, hour#217L, totalonlinesales#218,
totalsessioncount#219L, retailstoresalesamount#220L,
totalscannedeventcount#221L]\n+- Scan
ExistingRDD[zipcode#211,state#212,city#213,year#214L,month#215L,day#216L,hour#217L,
totalonlinesales#218,totalsessioncount#219L,retailstoresalesamount#220L,totalscanne
deventcount#221L]","sparkPlanInfo":{"nodeName":"Execute
InsertIntoHadoopFsRelationCommand","simpleString":"Execute
InsertIntoHadoopFsRelationCommand InsertIntoHadoopFsRelationCommand
hdfs://user:password@caixa1.iot.local:8020/user/edudoserrano/output/SparkText-
6m_retailsalesdataagg.parquet, false, Parquet, Map(compression -> None, path ->
hdfs://user:password@caixa1.iot.local:8020/user/edudoserrano/output/SparkText-
6m_retailsalesdataagg.parquet), Overwrite, [zipcode#211, state#212, city#213,
year#214L, month#215L, day#216L, hour#217L, totalonlinesales#218,
totalsessioncount#219L, retailstoresalesamount#220L,
totalscannedeventcount#221L]","children":
[{"nodeName":"ExistingRDD","simpleString":"Scan
ExistingRDD[zipcode#211,state#212,city#213,year#214L,month#215L,day#216L,hour#217L,
totalonlinesales#218,totalsessioncount#219L,retailstoresalesamount#220L,totalscanne
deventcount#221L]","children":[],"metrics":[{"name":"number of output
rows","accumulatorId":288,"metricType":"sum"}]}],"metrics":[{"name":"number of
written files","accumulatorId":284,"metricType":"sum"},{"name":"bytes of written
output","accumulatorId":285,"metricType":"sum"},{"name":"number of output
rows","accumulatorId":286,"metricType":"sum"},{"name":"number of dynamic
part","accumulatorId":287,"metricType":"sum"}]},"time":1529076304499}
{"Event":"SparkListenerJobStart","Job ID":4,"Submission Time":1529076304536,"Stage
Infos":[{"Stage ID":6,"Stage Attempt ID":0,"Stage Name":"toJavaRDD at
SortSparkOperation.java:104","Number of Tasks":8,"RDD Info":[{"RDD
ID":60,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"108\",\"name\":\"Exchange\"}","
Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[59],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":19,"Name":"Sorting_2f8cf4a5-5603-4439-ab83-
32d23c0435c2","Scope":"{\"id\":\"31\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[18],"Storage Level":
{"Use Disk":false,"Use Memory":true,"Deserialized":true,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":59,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"108\",\"name\":\"Exchange\"}","
Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[58],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":15,"Name":"Adjust Product ID\n_fd95334e-b1a9-4bee-9f23-
aede01894fd5","Scope":"{\"id\":\"15\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[13],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":58,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"108\",\"name\":\"Exchange\"}","
Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[57],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":54,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"101\",\"name\":\"map\"}","Calls
ite":"createDataFrame at RowToSparkDatasetConverter.java:46","Parent IDs":
[53],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":53,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"100\",\"name\":\"map\"}","Calls
ite":"map at RowToSparkDatasetConverter.java:44","Parent IDs":[19],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":17,"Name":"Enrich ZipCode_f4a066ab-419c-4f2b-9281-
3ee4e77c38e9","Scope":"{\"id\":\"17\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[16],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":13,"Name":"Breakout Dates_b684358c-4fcf-433a-9676-
238c9c961a16","Scope":"{\"id\":\"13\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at FileInputSparkOperation.java:148","Parent IDs":[11],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":2,"Name":"FileScanRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen\"}",
"Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":[],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":57,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"109\",\"name\":\"ExistingRDD\"}
","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[54],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":16,"Name":"Remove Fields_c85eb164-86ab-488d-8da2-
5e6f768da442","Scope":"{\"id\":\"16\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[15],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":18,"Name":"Enrich Product Info_a831639a-4118-46ff-85c4-
4df473d4c6a2","Scope":"{\"id\":\"24\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[17],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"0\",\"name\":\"DeserializeToObje
ct\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[4],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen
\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[2],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"mapPartitions\"
}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[8],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[],"Details":"org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:2985)\norg.penta
ho.di.engine.spark.impl.ops.SortSparkOperation.apply(SortSparkOperation.java:104)\n
org.pentaho.di.engine.spark.impl.execution.TaskObservable.applyOperation(TaskObserv
able.java:264)\njava.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.
java:656)\njava.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFutu
re.java:632)\njava.util.concurrent.CompletableFuture.postComplete(CompletableFuture
.java:474)\njava.util.concurrent.CompletableFuture.complete(CompletableFuture.java:
1962)\njava.util.Optional.ifPresent(Optional.java:159)\norg.pentaho.di.engine.spark
.impl.execution.TaskObservable$OperationSubscriber.lambda$addOutput$1(TaskObservabl
e.java:355)\njava.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFutu
re.java:760)\njava.util.concurrent.CompletableFuture.uniWhenCompleteStage(Completab
leFuture.java:778)\njava.util.concurrent.CompletableFuture.whenComplete(Completable
Future.java:2140)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable$Operat
ionSubscriber.addOutput(TaskObservable.java:354)\norg.pentaho.di.engine.spark.impl.
execution.TaskObservable$OperationSubscriber.lambda$setOutput$3(TaskObservable.java
:399)\njava.lang.Iterable.forEach(Iterable.java:75)\norg.pentaho.di.engine.spark.im
pl.execution.TaskObservable$OperationSubscriber.setOutput(TaskObservable.java:399)\
norg.pentaho.di.engine.spark.api.SparkOperation$Subscriber.setOutput(SparkOperation
.java:170)\norg.pentaho.di.engine.spark.impl.ops.StreamLookupSparkOperation.apply(S
treamLookupSparkOperation.java:90)\norg.pentaho.di.engine.spark.impl.execution.Task
Observable.applyOperation(TaskObservable.java:264)\njava.util.concurrent.Completabl
eFuture.uniAccept(CompletableFuture.java:656)","Accumulables":[]}],"Stage IDs":
[6],"Properties":
{"spark.job.interruptOnCancel":"false","spark.rdd.scope":"{\"id\":\"108\",\"name\":
\"Exchange\"}","spark.rdd.scope.noOverride":"true","spark.job.description":"CreateC
leansedAggregatedDataFile","spark.jobGroup.id":"CreateCleansedAggregatedDataFile-
bbd04462-732f-4c98-8a56-6b39ea74bf93"}}
{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":6,"Stage Attempt
ID":0,"Stage Name":"toJavaRDD at SortSparkOperation.java:104","Number of
Tasks":8,"RDD Info":[{"RDD
ID":60,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"108\",\"name\":\"Exchange\"}","
Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[59],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":19,"Name":"Sorting_2f8cf4a5-5603-4439-ab83-
32d23c0435c2","Scope":"{\"id\":\"31\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[18],"Storage Level":
{"Use Disk":false,"Use Memory":true,"Deserialized":true,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":59,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"108\",\"name\":\"Exchange\"}","
Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[58],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":15,"Name":"Adjust Product ID\n_fd95334e-b1a9-4bee-9f23-
aede01894fd5","Scope":"{\"id\":\"15\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[13],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":58,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"108\",\"name\":\"Exchange\"}","
Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[57],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":54,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"101\",\"name\":\"map\"}","Calls
ite":"createDataFrame at RowToSparkDatasetConverter.java:46","Parent IDs":
[53],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":53,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"100\",\"name\":\"map\"}","Calls
ite":"map at RowToSparkDatasetConverter.java:44","Parent IDs":[19],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":17,"Name":"Enrich ZipCode_f4a066ab-419c-4f2b-9281-
3ee4e77c38e9","Scope":"{\"id\":\"17\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[16],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":13,"Name":"Breakout Dates_b684358c-4fcf-433a-9676-
238c9c961a16","Scope":"{\"id\":\"13\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at FileInputSparkOperation.java:148","Parent IDs":[11],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":2,"Name":"FileScanRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen\"}",
"Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":[],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":57,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"109\",\"name\":\"ExistingRDD\"}
","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[54],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":16,"Name":"Remove Fields_c85eb164-86ab-488d-8da2-
5e6f768da442","Scope":"{\"id\":\"16\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[15],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":18,"Name":"Enrich Product Info_a831639a-4118-46ff-85c4-
4df473d4c6a2","Scope":"{\"id\":\"24\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[17],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"0\",\"name\":\"DeserializeToObje
ct\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[4],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen
\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[2],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"mapPartitions\"
}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[8],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[],"Details":"org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:2985)\norg.penta
ho.di.engine.spark.impl.ops.SortSparkOperation.apply(SortSparkOperation.java:104)\n
org.pentaho.di.engine.spark.impl.execution.TaskObservable.applyOperation(TaskObserv
able.java:264)\njava.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.
java:656)\njava.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFutu
re.java:632)\njava.util.concurrent.CompletableFuture.postComplete(CompletableFuture
.java:474)\njava.util.concurrent.CompletableFuture.complete(CompletableFuture.java:
1962)\njava.util.Optional.ifPresent(Optional.java:159)\norg.pentaho.di.engine.spark
.impl.execution.TaskObservable$OperationSubscriber.lambda$addOutput$1(TaskObservabl
e.java:355)\njava.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFutu
re.java:760)\njava.util.concurrent.CompletableFuture.uniWhenCompleteStage(Completab
leFuture.java:778)\njava.util.concurrent.CompletableFuture.whenComplete(Completable
Future.java:2140)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable$Operat
ionSubscriber.addOutput(TaskObservable.java:354)\norg.pentaho.di.engine.spark.impl.
execution.TaskObservable$OperationSubscriber.lambda$setOutput$3(TaskObservable.java
:399)\njava.lang.Iterable.forEach(Iterable.java:75)\norg.pentaho.di.engine.spark.im
pl.execution.TaskObservable$OperationSubscriber.setOutput(TaskObservable.java:399)\
norg.pentaho.di.engine.spark.api.SparkOperation$Subscriber.setOutput(SparkOperation
.java:170)\norg.pentaho.di.engine.spark.impl.ops.StreamLookupSparkOperation.apply(S
treamLookupSparkOperation.java:90)\norg.pentaho.di.engine.spark.impl.execution.Task
Observable.applyOperation(TaskObservable.java:264)\njava.util.concurrent.Completabl
eFuture.uniAccept(CompletableFuture.java:656)","Submission
Time":1529076304540,"Accumulables":[]},"Properties":
{"spark.job.interruptOnCancel":"false","spark.rdd.scope":"{\"id\":\"108\",\"name\":
\"Exchange\"}","spark.rdd.scope.noOverride":"true","spark.job.description":"CreateC
leansedAggregatedDataFile","spark.jobGroup.id":"CreateCleansedAggregatedDataFile-
bbd04462-732f-4c98-8a56-6b39ea74bf93"}}
{"Event":"SparkListenerTaskStart","Stage ID":6,"Stage Attempt ID":0,"Task Info":
{"Task ID":418,"Index":0,"Attempt":0,"Launch Time":1529076304586,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"PROCESS_LOCAL","Speculative":false,"G
etting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":6,"Stage Attempt ID":0,"Task Info":
{"Task ID":419,"Index":5,"Attempt":0,"Launch Time":1529076304587,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"PROCESS_LOCAL","Speculative":false,"G
etting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":6,"Stage Attempt ID":0,"Task Info":
{"Task ID":420,"Index":7,"Attempt":0,"Launch Time":1529076304587,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"PROCESS_LOCAL","Speculative":false,"G
etting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":6,"Stage Attempt ID":0,"Task Info":
{"Task ID":421,"Index":1,"Attempt":0,"Launch Time":1529076304587,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":6,"Stage Attempt ID":0,"Task Info":
{"Task ID":422,"Index":2,"Attempt":0,"Launch Time":1529076304587,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":6,"Stage Attempt ID":0,"Task Info":
{"Task ID":423,"Index":3,"Attempt":0,"Launch Time":1529076304587,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerJobStart","Job ID":5,"Submission Time":1529076304627,"Stage
Infos":[{"Stage ID":9,"Stage Attempt ID":0,"Stage Name":"toJavaRDD at
BaseGroupBySparkOperation.java:149","Number of Tasks":200,"RDD Info":[{"RDD
ID":46,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"71\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[42],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":42,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"72\",\"name\":\"WholeStageCodeg
en\"}","Callsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[41],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":41,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"75\",\"name\":\"Exchange\"}","Cal
lsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":[40],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[8],"Details":"org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:2985)\norg.pent
aho.di.engine.spark.impl.ops.groupby.BaseGroupBySparkOperation.apply(BaseGroupBySpa
rkOperation.java:149)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable.ap
plyOperation(TaskObservable.java:264)\njava.util.concurrent.CompletableFuture.uniAc
cept(CompletableFuture.java:656)\njava.util.concurrent.CompletableFuture$UniAccept.
tryFire(CompletableFuture.java:632)\njava.util.concurrent.CompletableFuture.postCom
plete(CompletableFuture.java:474)\njava.util.concurrent.CompletableFuture.complete(
CompletableFuture.java:1962)\njava.util.Optional.ifPresent(Optional.java:159)\norg.
pentaho.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.lambda$ad
dOutput$1(TaskObservable.java:355)\njava.util.concurrent.CompletableFuture.uniWhenC
omplete(CompletableFuture.java:760)\njava.util.concurrent.CompletableFuture.uniWhen
CompleteStage(CompletableFuture.java:778)\njava.util.concurrent.CompletableFuture.w
henComplete(CompletableFuture.java:2140)\norg.pentaho.di.engine.spark.impl.executio
n.TaskObservable$OperationSubscriber.addOutput(TaskObservable.java:354)\norg.pentah
o.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.lambda$setOutpu
t$3(TaskObservable.java:399)\njava.lang.Iterable.forEach(Iterable.java:75)\norg.pen
taho.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.setOutput(Ta
skObservable.java:399)\norg.pentaho.di.engine.spark.api.SparkOperation$Subscriber.s
etOutput(SparkOperation.java:170)\norg.pentaho.di.engine.spark.impl.ops.SortSparkOp
eration.apply(SortSparkOperation.java:108)\norg.pentaho.di.engine.spark.impl.execut
ion.TaskObservable.applyOperation(TaskObservable.java:264)\njava.util.concurrent.Co
mpletableFuture.uniAccept(CompletableFuture.java:656)","Accumulables":[]},{"Stage
ID":10,"Stage Attempt ID":0,"Stage Name":"save at
ParquetOutputSparkOperation.java:130","Number of Tasks":200,"RDD Info":[{"RDD
ID":61,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"111\",\"name\":\"ExistingRDD\"}
","Callsite":"save at ParquetOutputSparkOperation.java:130","Parent IDs":
[56],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":48,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"68\",\"name\":\"WholeStageCodeg
en\"}","Callsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[47],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":52,"Name":"Parquet Output - Online Purchase_38835c28-999e-401c-8212-
e700f07deca8","Scope":"{\"id\":\"99\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[51],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":55,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"102\",\"name\":\"map\"}","Calls
ite":"map at ParquetOutputSparkOperation.java:157","Parent IDs":[52],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":47,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"71\",\"name\":\"Exchange\"}","Cal
lsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":[46],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":49,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"67\",\"name\":\"DeserializeToOb
ject\"}","Callsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[48],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":50,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"97\",\"name\":\"mapPartitions\"
}","Callsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[49],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":51,"Name":"Add constants_c0bf9c78-1361-463b-b58a-
d09d09340c7c","Scope":"{\"id\":\"98\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at BaseGroupBySparkOperation.java:152","Parent IDs":[50],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":56,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"105\",\"name\":\"map\"}","Calls
ite":"createDataFrame at ParquetOutputSparkOperation.java:160","Parent IDs":
[55],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[9],"Details":"org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:225)
\norg.pentaho.di.engine.spark.impl.ops.ParquetOutputSparkOperation.saveDefaultActio
n(ParquetOutputSparkOperation.java:130)\norg.pentaho.di.engine.spark.impl.ops.Parqu
etOutputSparkOperation.lambda$apply$2(ParquetOutputSparkOperation.java:105)\njava.u
til.concurrent.Executors$RunnableAdapter.call(Executors.java:511)\njava.util.concur
rent.FutureTask.run(FutureTask.java:266)\norg.pentaho.di.engine.spark.impl.executio
n.JobGroupDriverTask.lambda$new$0(JobGroupDriverTask.java:51)\njava.util.concurrent
.Executors$RunnableAdapter.call(Executors.java:511)\njava.util.concurrent.FutureTas
k.run(FutureTask.java:266)\njava.util.concurrent.ThreadPoolExecutor.runWorker(Threa
dPoolExecutor.java:1149)\njava.util.concurrent.ThreadPoolExecutor$Worker.run(Thread
PoolExecutor.java:624)\njava.lang.Thread.run(Thread.java:748)","Accumulables":[]},
{"Stage ID":7,"Stage Attempt ID":0,"Stage Name":"toJavaRDD at
SortSparkOperation.java:104","Number of Tasks":8,"RDD Info":[{"RDD
ID":30,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"42\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[26],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":19,"Name":"Sorting_2f8cf4a5-5603-4439-ab83-
32d23c0435c2","Scope":"{\"id\":\"31\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[18],"Storage Level":
{"Use Disk":false,"Use Memory":true,"Deserialized":true,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":15,"Name":"Adjust Product ID\n_fd95334e-b1a9-4bee-9f23-
aede01894fd5","Scope":"{\"id\":\"15\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[13],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":23,"Name":"Sort rows_e6949a49-3968-4d86-89d9-
09094c8d0f56","Scope":"{\"id\":\"35\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[22],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":26,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"43\",\"name\":\"ExistingRDD\"}"
,"Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[25],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":22,"Name":"Clean up some fields_a66c000b-3729-4792-9fa6-
f772f25cda3d","Scope":"{\"id\":\"34\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[20],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":20,"Name":"SessionCounter_8da8d860-08f1-4cc0-b532-
0e8c9e88868f","Scope":"{\"id\":\"32\",\"name\":\"filter\"}","Callsite":"filter at
FilterSparkOperation.java:100","Parent
IDs":[19],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":25,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"37\",\"name\":\"map\"}","Callsi
te":"createDataFrame at RowToSparkDatasetConverter.java:46","Parent IDs":
[24],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":17,"Name":"Enrich ZipCode_f4a066ab-419c-4f2b-9281-
3ee4e77c38e9","Scope":"{\"id\":\"17\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[16],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":13,"Name":"Breakout Dates_b684358c-4fcf-433a-9676-
238c9c961a16","Scope":"{\"id\":\"13\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at FileInputSparkOperation.java:148","Parent IDs":[11],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":2,"Name":"FileScanRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen\"}",
"Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":[],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":24,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"36\",\"name\":\"map\"}","Callsi
te":"map at RowToSparkDatasetConverter.java:44","Parent IDs":[23],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":16,"Name":"Remove Fields_c85eb164-86ab-488d-8da2-
5e6f768da442","Scope":"{\"id\":\"16\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[15],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":18,"Name":"Enrich Product Info_a831639a-4118-46ff-85c4-
4df473d4c6a2","Scope":"{\"id\":\"24\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[17],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"0\",\"name\":\"DeserializeToObje
ct\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[4],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen
\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[2],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"mapPartitions\"
}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[8],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[],"Details":"org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:2985)\norg.penta
ho.di.engine.spark.impl.ops.SortSparkOperation.apply(SortSparkOperation.java:104)\n
org.pentaho.di.engine.spark.impl.execution.TaskObservable.applyOperation(TaskObserv
able.java:264)\njava.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.
java:656)\njava.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFutu
re.java:632)\njava.util.concurrent.CompletableFuture.postComplete(CompletableFuture
.java:474)\njava.util.concurrent.CompletableFuture.complete(CompletableFuture.java:
1962)\njava.util.Optional.ifPresent(Optional.java:159)\norg.pentaho.di.engine.spark
.impl.execution.TaskObservable$OperationSubscriber.lambda$addOutput$1(TaskObservabl
e.java:355)\njava.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFutu
re.java:760)\njava.util.concurrent.CompletableFuture.uniWhenCompleteStage(Completab
leFuture.java:778)\njava.util.concurrent.CompletableFuture.whenComplete(Completable
Future.java:2140)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable$Operat
ionSubscriber.addOutput(TaskObservable.java:354)\norg.pentaho.di.engine.spark.impl.
execution.TaskObservable$OperationSubscriber.lambda$setOutput$3(TaskObservable.java
:399)\njava.lang.Iterable.forEach(Iterable.java:75)\norg.pentaho.di.engine.spark.im
pl.execution.TaskObservable$OperationSubscriber.setOutput(TaskObservable.java:399)\
norg.pentaho.di.engine.spark.impl.ops.GenericSparkOperation.apply(GenericSparkOpera
tion.java:114)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable.applyOper
ation(TaskObservable.java:264)\njava.util.concurrent.CompletableFuture.uniAccept(Co
mpletableFuture.java:656)\njava.util.concurrent.CompletableFuture$UniAccept.tryFire
(CompletableFuture.java:632)","Accumulables":[]},{"Stage ID":8,"Stage Attempt
ID":0,"Stage Name":"toJavaRDD at BaseGroupBySparkOperation.java:149","Number of
Tasks":200,"RDD Info":[{"RDD
ID":40,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"75\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[39],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":38,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"79\",\"name\":\"ExistingRDD\"}"
,"Callsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[37],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":39,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"76\",\"name\":\"WholeStageCodeg
en\"}","Callsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[38],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":36,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"65\",\"name\":\"map\"}","Callsi
te":"map at RowToSparkDatasetConverter.java:44","Parent IDs":[35],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":33,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"38\",\"name\":\"DeserializeToOb
ject\"}","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":
[32],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":37,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"66\",\"name\":\"map\"}","Callsi
te":"createDataFrame at RowToSparkDatasetConverter.java:46","Parent IDs":
[36],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":31,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"42\",\"name\":\"Exchange\"}","Cal
lsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[30],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":32,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"39\",\"name\":\"WholeStageCodeg
en\"}","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":
[31],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":34,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"63\",\"name\":\"mapPartitions\"
}","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[33],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":35,"Name":"Group by_0701cd0a-f6a0-463b-9260-
499dbc0fd519","Scope":"{\"id\":\"64\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at SortSparkOperation.java:105","Parent IDs":[34],"Storage Level":{"Use
Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[7],"Details":"org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:2985)\norg.pent
aho.di.engine.spark.impl.ops.groupby.BaseGroupBySparkOperation.apply(BaseGroupBySpa
rkOperation.java:149)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable.ap
plyOperation(TaskObservable.java:264)\njava.util.concurrent.CompletableFuture.uniAc
cept(CompletableFuture.java:656)\njava.util.concurrent.CompletableFuture$UniAccept.
tryFire(CompletableFuture.java:632)\njava.util.concurrent.CompletableFuture.postCom
plete(CompletableFuture.java:474)\njava.util.concurrent.CompletableFuture.complete(
CompletableFuture.java:1962)\njava.util.Optional.ifPresent(Optional.java:159)\norg.
pentaho.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.l
ambda$addOutput$1(TaskObservable.java:355)\njava.util.concurrent.CompletableFuture.
uniWhenComplete(CompletableFuture.java:760)\njava.util.concurrent.CompletableFuture
.uniWhenCompleteStage(CompletableFuture.java:778)\njava.util.concurrent.Completable
Future.whenComplete(CompletableFuture.java:2140)\norg.pentaho.di.engine.spark.impl.
execution.TaskObservable$OperationSubscriber.addOutput(TaskObservable.java:354)\nor
g.pentaho.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.lambda$
setOutput$3(TaskObservable.java:399)\njava.lang.Iterable.forEach(Iterable.java:75)\
norg.pentaho.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.setO
utput(TaskObservable.java:399)\norg.pentaho.di.engine.spark.api.SparkOperation$Subs
criber.setOutput(SparkOperation.java:170)\norg.pentaho.di.engine.spark.impl.ops.Sor
tSparkOperation.apply(SortSparkOperation.java:108)\norg.pentaho.di.engine.spark.imp
l.execution.TaskObservable.applyOperation(TaskObservable.java:264)\njava.util.concu
rrent.CompletableFuture.uniAccept(CompletableFuture.java:656)","Accumulables":
[]}],"Stage IDs":[9,10,7,8],"Properties":
{"spark.job.interruptOnCancel":"false","spark.rdd.scope":"{\"id\":\"110\",\"name\":
\"Execute
InsertIntoHadoopFsRelationCommand\"}","spark.rdd.scope.noOverride":"true","spark.jo
b.description":"CreateCleansedAggregatedDataFile","spark.jobGroup.id":"CreateCleans
edAggregatedDataFile-bbd04462-732f-4c98-8a56-
6b39ea74bf93","spark.sql.execution.id":"1"}}
{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":9,"Stage Attempt
ID":0,"Stage Name":"toJavaRDD at BaseGroupBySparkOperation.java:149","Number of
Tasks":200,"RDD Info":[{"RDD
ID":46,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"71\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[42],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":42,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"72\",\"name\":\"WholeStageCodeg
en\"}","Callsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[41],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":41,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"75\",\"name\":\"Exchange\"}","Cal
lsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":[40],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[8],"Details":"org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:2985)\norg.pent
aho.di.engine.spark.impl.ops.groupby.BaseGroupBySparkOperation.apply(BaseGroupBySpa
rkOperation.java:149)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable.ap
plyOperation(TaskObservable.java:264)\njava.util.concurrent.CompletableFuture.uniAc
cept(CompletableFuture.java:656)\njava.util.concurrent.CompletableFuture$UniAccept.
tryFire(CompletableFuture.java:632)\njava.util.concurrent.CompletableFuture.postCom
plete(CompletableFuture.java:474)\njava.util.concurrent.CompletableFuture.complete(
CompletableFuture.java:1962)\njava.util.Optional.ifPresent(Optional.java:159)\norg.
pentaho.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.lambda$ad
dOutput$1(TaskObservable.java:355)\njava.util.concurrent.CompletableFuture.uniWhenC
omplete(CompletableFuture.java:760)\njava.util.concurrent.CompletableFuture.uniWhen
CompleteStage(CompletableFuture.java:778)\njava.util.concurrent.CompletableFuture.w
henComplete(CompletableFuture.java:2140)\norg.pentaho.di.engine.spark.impl.executio
n.TaskObservable$OperationSubscriber.addOutput(TaskObservable.java:354)\norg.pentah
o.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.lambda$setOutpu
t$3(TaskObservable.java:399)\njava.lang.Iterable.forEach(Iterable.java:75)\norg.pen
taho.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.setOutput(Ta
skObservable.java:399)\norg.pentaho.di.engine.spark.api.SparkOperation$Subscriber.s
etOutput(SparkOperation.java:170)\norg.pentaho.di.engine.spark.impl.ops.SortSparkOp
eration.apply(SortSparkOperation.java:108)\norg.pentaho.di.engine.spark.impl.execut
ion.TaskObservable.applyOperation(TaskObservable.java:264)\njava.util.concurrent.Co
mpletableFuture.uniAccept(CompletableFuture.java:656)","Submission
Time":1529076304653,"Accumulables":[]},"Properties":
{"spark.job.interruptOnCancel":"false","spark.rdd.scope":"{\"id\":\"110\",\"name\":
\"Execute
InsertIntoHadoopFsRelationCommand\"}","spark.rdd.scope.noOverride":"true","spark.jo
b.description":"CreateCleansedAggregatedDataFile","spark.jobGroup.id":"CreateCleans
edAggregatedDataFile-bbd04462-732f-4c98-8a56-
6b39ea74bf93","spark.sql.execution.id":"1"}}
{"Event":"SparkListenerTaskStart","Stage ID":6,"Stage Attempt ID":0,"Task Info":
{"Task ID":424,"Index":4,"Attempt":0,"Launch Time":1529076305690,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskGettingResult","Task Info":{"Task
ID":420,"Index":7,"Attempt":0,"Launch Time":1529076304587,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"PROCESS_LOCAL","Speculative":false,"G
etting Result Time":1529076305691,"Finish
Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":6,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":420,"Index":7,"Attempt":0,"Launch Time":1529076304587,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"PROCESS_LOCAL","Speculative":false,"G
etting Result Time":1529076305691,"Finish
Time":1529076305735,"Failed":false,"Killed":false,"Accumulables":
[{"ID":283,"Name":"number of output
rows","Update":"103629","Value":"103629","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":311,"Name":"internal.metrics.input.recordsRead","Update":103629,"Value":10362
9,"Internal":true,"Count Failed Values":true},
{"ID":310,"Name":"internal.metrics.input.bytesRead","Update":94138960,"Value":94138
960,"Internal":true,"Count Failed Values":true},
{"ID":295,"Name":"internal.metrics.resultSerializationTime","Update":4,"Value":4,"I
nternal":true,"Count Failed Values":true},
{"ID":294,"Name":"internal.metrics.jvmGCTime","Update":31,"Value":31,"Internal":tru
e,"Count Failed Values":true},
{"ID":293,"Name":"internal.metrics.resultSize","Update":2060145,"Value":2060145,"In
ternal":true,"Count Failed Values":true},
{"ID":292,"Name":"internal.metrics.executorCpuTime","Update":783887554,"Value":7838
87554,"Internal":true,"Count Failed Values":true},
{"ID":291,"Name":"internal.metrics.executorRunTime","Update":885,"Value":885,"Inter
nal":true,"Count Failed Values":true},
{"ID":290,"Name":"internal.metrics.executorDeserializeCpuTime","Update":190770368,"
Value":190770368,"Internal":true,"Count Failed Values":true},
{"ID":289,"Name":"internal.metrics.executorDeserializeTime","Update":204,"Value":20
4,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":204,"Executor Deserialize CPU Time":190770368,"Executor Run
Time":885,"Executor CPU Time":783887554,"Result Size":2060145,"JVM GC
Time":31,"Result Serialization Time":4,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":94138960,"Records Read":103629},"Output
Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":6,"Stage Attempt ID":0,"Task Info":
{"Task ID":425,"Index":6,"Attempt":0,"Launch Time":1529076310461,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskGettingResult","Task Info":{"Task
ID":419,"Index":5,"Attempt":0,"Launch Time":1529076304587,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"PROCESS_LOCAL","Speculative":false,"G
etting Result Time":1529076310461,"Finish
Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":6,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":419,"Index":5,"Attempt":0,"Launch Time":1529076304587,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"PROCESS_LOCAL","Speculative":false,"G
etting Result Time":1529076310461,"Finish
Time":1529076310473,"Failed":false,"Killed":false,"Accumulables":
[{"ID":283,"Name":"number of output
rows","Update":"842307","Value":"945936","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":311,"Name":"internal.metrics.input.recordsRead","Update":842307,"Value":94593
6,"Internal":true,"Count Failed Values":true},
{"ID":310,"Name":"internal.metrics.input.bytesRead","Update":770943616,"Value":8650
82576,"Internal":true,"Count Failed Values":true},
{"ID":295,"Name":"internal.metrics.resultSerializationTime","Update":3,"Value":7,"I
nternal":true,"Count Failed Values":true},
{"ID":294,"Name":"internal.metrics.jvmGCTime","Update":550,"Value":581,"Internal":t
rue,"Count Failed Values":true},
{"ID":293,"Name":"internal.metrics.resultSize","Update":2059810,"Value":4119955,"In
ternal":true,"Count Failed Values":true},
{"ID":292,"Name":"internal.metrics.executorCpuTime","Update":5086101587,"Value":586
9989141,"Internal":true,"Count Failed Values":true},
{"ID":291,"Name":"internal.metrics.executorRunTime","Update":5651,"Value":6536,"Int
ernal":true,"Count Failed Values":true},
{"ID":290,"Name":"internal.metrics.executorDeserializeCpuTime","Update":192446001,"
Value":383216369,"Internal":true,"Count Failed Values":true},
{"ID":289,"Name":"internal.metrics.executorDeserializeTime","Update":209,"Value":41
3,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":209,"Executor Deserialize CPU Time":192446001,"Executor Run
Time":5651,"Executor CPU Time":5086101587,"Result Size":2059810,"JVM GC
Time":550,"Result Serialization Time":3,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":770943616,"Records Read":842307},"Output
Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":426,"Index":0,"Attempt":0,"Launch Time":1529076311346,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskGettingResult","Task Info":{"Task
ID":418,"Index":0,"Attempt":0,"Launch Time":1529076304586,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"PROCESS_LOCAL","Speculative":false,"G
etting Result Time":1529076311346,"Finish
Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":6,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":418,"Index":0,"Attempt":0,"Launch Time":1529076304586,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"PROCESS_LOCAL","Speculative":false,"G
etting Result Time":1529076311346,"Finish
Time":1529076311377,"Failed":false,"Killed":false,"Accumulables":
[{"ID":283,"Name":"number of output
rows","Update":"842339","Value":"1788275","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":311,"Name":"internal.metrics.input.recordsRead","Update":842339,"Value":17882
75,"Internal":true,"Count Failed Values":true},
{"ID":310,"Name":"internal.metrics.input.bytesRead","Update":775592032,"Value":1640
674608,"Internal":true,"Count Failed Values":true},
{"ID":295,"Name":"internal.metrics.resultSerializationTime","Update":5,"Value":12,"
Internal":true,"Count Failed Values":true},
{"ID":294,"Name":"internal.metrics.jvmGCTime","Update":425,"Value":1006,"Internal":
true,"Count Failed Values":true},
{"ID":293,"Name":"internal.metrics.resultSize","Update":2059476,"Value":6179431,"In
ternal":true,"Count Failed Values":true},
{"ID":292,"Name":"internal.metrics.executorCpuTime","Update":6079582174,"Value":119
49571315,"Internal":true,"Count Failed Values":true},
{"ID":291,"Name":"internal.metrics.executorRunTime","Update":6539,"Value":13075,"In
ternal":true,"Count Failed Values":true},
{"ID":290,"Name":"internal.metrics.executorDeserializeCpuTime","Update":193104003,"
Value":576320372,"Internal":true,"Count Failed Values":true},
{"ID":289,"Name":"internal.metrics.executorDeserializeTime","Update":205,"Value":61
8,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":205,"Executor Deserialize CPU Time":193104003,"Executor Run
Time":6539,"Executor CPU Time":6079582174,"Result Size":2059476,"JVM GC
Time":425,"Result Serialization Time":5,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":775592032,"Records Read":842339},"Output
Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":427,"Index":1,"Attempt":0,"Launch Time":1529076311802,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":426,"Index":0,"Attempt":0,"Launch Time":1529076311346,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076311802,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"103543","Value":"103542","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2411","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"987","Value":"196769","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3424911158","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1700","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"27","Value":"2131","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":16159847,"Valu
e":16159847,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":987,"Valu
e":987,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48071,"Valu
e":48071,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":987,"Value":9
87,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23462,"Val
ue":23462,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24250,"Va
lue":24250,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":97,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":98,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
7039360,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":87,"Value":87,"Internal":tru
e,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":6441,"Internal
":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":46925412,"Value":46925
412,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":47,"Value":47,"Interna
l":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":296128249,"
Value":296128249,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":404,"Value":40
4,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":404,"Executor Deserialize CPU Time":296128249,"Executor Run
Time":47,"Executor CPU Time":46925412,"Result Size":6441,"JVM GC Time":87,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":24250,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23462,"Total Records Read":987},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48071,"Shuffle Write Time":16159847,"Shuffle Records Written":987},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":428,"Index":2,"Attempt":0,"Launch Time":1529076312106,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":427,"Index":1,"Attempt":0,"Launch Time":1529076311802,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076312107,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"104831","Value":"208373","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2423","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"997","Value":"197766","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3441950517","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1706","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"32","Value":"2163","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14697254,"Valu
e":30857101,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":997,"Valu
e":1984,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48455,"Valu
e":96526,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":997,"Value":1
984,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23471,"Val
ue":46933,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24496,"Va
lue":48746,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":194,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":197,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
4078720,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":12839,"Interna
l":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":38743187,"Value":85668
599,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":49,"Value":96,"Interna
l":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":251306509,"
Value":547434758,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":252,"Value":65
6,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":252,"Executor Deserialize CPU Time":251306509,"Executor Run
Time":49,"Executor CPU Time":38743187,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":24496,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23471,"Total Records Read":997},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48455,"Shuffle Write Time":14697254,"Shuffle Records Written":997},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":429,"Index":3,"Attempt":0,"Launch Time":1529076312498,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":428,"Index":2,"Attempt":0,"Launch Time":1529076312106,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076312499,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"101615","Value":"309988","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2435","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"969","Value":"198735","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3458989876","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"1713","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"28","Value":"2191","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":15719001,"Valu
e":46576102,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":969,"Valu
e":2953,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47450,"Valu
e":143976,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":969,"Value":2
953,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23733,"Val
ue":70666,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23364,"Va
lue":72110,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":293,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":294,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":5
1118080,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":57,"Value":144,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":19280,"Interna
l":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":43259788,"Value":12892
8387,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":47,"Value":143,"Intern
al":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":279836596,"
Value":827271354,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":341,"Value":99
7,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":341,"Executor Deserialize CPU Time":279836596,"Executor Run
Time":47,"Executor CPU Time":43259788,"Result Size":6441,"JVM GC Time":57,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23364,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23733,"Total Records Read":969},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47450,"Shuffle Write Time":15719001,"Shuffle Records Written":969},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":430,"Index":4,"Attempt":0,"Launch Time":1529076312888,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":429,"Index":3,"Attempt":0,"Launch Time":1529076312498,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076312888,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"106927","Value":"416915","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2447","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1019","Value":"199754","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3476029235","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"25","Value":"1738","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"51","Value":"2242","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":18149446,"Valu
e":64725548,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1019,"Val
ue":3972,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48918,"Valu
e":192894,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1019,"Value":
3972,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":18,"Value":
18,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":25004,"Val
ue":95670,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23950,"Va
lue":96060,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":393,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":394,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":6
8157440,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":53,"Value":197,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":25721,"Interna
l":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":45490696,"Value":17441
9083,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":73,"Value":216,"Intern
al":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":259814761,"
Value":1087086115,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":313,"Value":13
10,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":313,"Executor Deserialize CPU Time":259814761,"Executor Run
Time":73,"Executor CPU Time":45490696,"Result Size":6441,"JVM GC Time":53,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":18,"Remote Bytes Read":23950,"Remote Bytes Read To Disk":0,"Local Bytes
Read":25004,"Total Records Read":1019},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48918,"Shuffle Write Time":18149446,"Shuffle Records Written":1019},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":431,"Index":5,"Attempt":0,"Launch Time":1529076313287,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":430,"Index":4,"Attempt":0,"Launch Time":1529076312888,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076313288,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"97079","Value":"513994","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2459","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"925","Value":"200679","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3493068594","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1744","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"28","Value":"2270","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14473968,"Valu
e":79199516,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":925,"Valu
e":4897,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46741,"Valu
e":239635,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":925,"Value":4
897,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
8,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22681,"Val
ue":118351,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23173,"Va
lue":119233,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":95,"Va
lue":488,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":492,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":8
5196800,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":70,"Value":267,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":32162,"Interna
l":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":40835506,"Value":21525
4589,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":46,"Value":262,"Intern
al":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":277422049,"
Value":1364508164,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":348,"Value":16
58,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":348,"Executor Deserialize CPU Time":277422049,"Executor Run
Time":46,"Executor CPU Time":40835506,"Result Size":6441,"JVM GC Time":70,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":95,"Fetch Wait
Time":0,"Remote Bytes Read":23173,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22681,"Total Records Read":925},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46741,"Shuffle Write Time":14473968,"Shuffle Records Written":925},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":432,"Index":6,"Attempt":0,"Launch Time":1529076313540,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":431,"Index":5,"Attempt":0,"Launch Time":1529076313287,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076313541,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"98911","Value":"612905","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2471","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"942","Value":"201621","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3510107953","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1750","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"31","Value":"2301","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":18328205,"Valu
e":97527721,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":942,"Valu
e":5839,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46857,"Valu
e":286492,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":942,"Value":5
839,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
8,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23689,"Val
ue":142040,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23337,"Va
lue":142570,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":588,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":591,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
02236160,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":38560,"Interna
l":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":46397394,"Value":26165
1983,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":53,"Value":315,"Intern
al":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":195764105,"
Value":1560272269,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":196,"Value":18
54,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":196,"Executor Deserialize CPU Time":195764105,"Executor Run
Time":53,"Executor CPU Time":46397394,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23337,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23689,"Total Records Read":942},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46857,"Shuffle Write Time":18328205,"Shuffle Records Written":942},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":433,"Index":7,"Attempt":0,"Launch Time":1529076313893,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":432,"Index":6,"Attempt":0,"Launch Time":1529076313540,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076313894,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"100119","Value":"713024","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2483","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"953","Value":"202574","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3527147312","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"40","Value":"1790","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"61","Value":"2362","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11689167,"Valu
e":109216888,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":953,"Valu
e":6792,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47562,"Valu
e":334054,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":953,"Value":6
792,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":34,"Value":
52,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23613,"Val
ue":165653,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23915,"Va
lue":166485,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":688,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":690,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
19275520,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":59,"Value":326,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":45001,"Interna
l":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":33475790,"Value":29512
7773,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":75,"Value":390,"Intern
al":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":211768009,"
Value":1772040278,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":273,"Value":21
27,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":273,"Executor Deserialize CPU Time":211768009,"Executor Run
Time":75,"Executor CPU Time":33475790,"Result Size":6441,"JVM GC Time":59,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":34,"Remote Bytes Read":23915,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23613,"Total Records Read":953},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47562,"Shuffle Write Time":11689167,"Shuffle Records Written":953},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":434,"Index":8,"Attempt":0,"Launch Time":1529076314167,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":433,"Index":7,"Attempt":0,"Launch Time":1529076313893,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076314167,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"106175","Value":"819199","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2495","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1012","Value":"203586","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3544186671","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1795","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"23","Value":"2385","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11022634,"Valu
e":120239522,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1012,"Val
ue":7804,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48388,"Valu
e":382442,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1012,"Value":
7804,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":5
2,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24128,"Val
ue":189781,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24084,"Va
lue":190569,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":785,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":790,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
36314880,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":37,"Value":363,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":51442,"Interna
l":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":30795791,"Value":32592
3564,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":75,"Value":465,"Intern
al":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":194185650,"
Value":1966225928,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":195,"Value":23
22,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":195,"Executor Deserialize CPU Time":194185650,"Executor Run
Time":75,"Executor CPU Time":30795791,"Result Size":6441,"JVM GC Time":37,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":24084,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24128,"Total Records Read":1012},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48388,"Shuffle Write Time":11022634,"Shuffle Records Written":1012},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":435,"Index":9,"Attempt":0,"Launch Time":1529076314392,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":434,"Index":8,"Attempt":0,"Launch Time":1529076314167,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076314392,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"104607","Value":"923806","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2507","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"995","Value":"204581","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3561226030","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"4","Value":"1799","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"20","Value":"2405","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12589303,"Valu
e":132828825,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":995,"Valu
e":8799,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48236,"Valu
e":430678,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":995,"Value":8
799,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":5
2,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24124,"Val
ue":213905,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23485,"Va
lue":214054,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":882,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":888,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
53354240,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":57840,"Interna
l":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":31195990,"Value":35711
9554,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":35,"Value":500,"Intern
al":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":185592244,"
Value":2151818172,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":185,"Value":25
07,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":185,"Executor Deserialize CPU Time":185592244,"Executor Run
Time":35,"Executor CPU Time":31195990,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":23485,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24124,"Total Records Read":995},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48236,"Shuffle Write Time":12589303,"Shuffle Records Written":995},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":436,"Index":10,"Attempt":0,"Launch Time":1529076314655,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":435,"Index":9,"Attempt":0,"Launch Time":1529076314392,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076314655,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"100583","Value":"1024389","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2519","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"959","Value":"205540","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3578265389","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"4","Value":"1803","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"19","Value":"2424","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11418595,"Valu
e":144247420,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":959,"Valu
e":9758,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47118,"Valu
e":477796,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":959,"Value":9
758,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":5
2,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23375,"Val
ue":237280,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23416,"Va
lue":237470,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":981,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":986,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
70393600,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":37,"Value":400,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":64281,"Interna
l":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":30801244,"Value":38792
0798,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":33,"Value":533,"Intern
al":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":186877002,"
Value":2338695174,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":226,"Value":27
33,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":226,"Executor Deserialize CPU Time":186877002,"Executor Run
Time":33,"Executor CPU Time":30801244,"Result Size":6441,"JVM GC Time":37,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23416,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23375,"Total Records Read":959},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47118,"Shuffle Write Time":11418595,"Shuffle Records Written":959},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":437,"Index":11,"Attempt":0,"Launch Time":1529076314912,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":436,"Index":10,"Attempt":0,"Launch Time":1529076314655,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076314912,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"108175","Value":"1132564","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2531","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1031","Value":"206571","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3595304748","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1808","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"29","Value":"2453","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12184309,"Valu
e":156431729,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1031,"Val
ue":10789,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49033,"Valu
e":526829,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1031,"Value":
10789,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":5
2,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24049,"Val
ue":261329,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24637,"Va
lue":262107,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":1080,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":1085,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
87432960,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":70679,"Interna
l":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":35847781,"Value":42376
8579,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":48,"Value":581,"Intern
al":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":204556367,"
Value":2543251541,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":205,"Value":29
38,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":205,"Executor Deserialize CPU Time":204556367,"Executor Run
Time":48,"Executor CPU Time":35847781,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24637,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24049,"Total Records Read":1031},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49033,"Shuffle Write Time":12184309,"Shuffle Records Written":1031},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":438,"Index":12,"Attempt":0,"Launch Time":1529076315210,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":437,"Index":11,"Attempt":0,"Launch Time":1529076314912,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076315210,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"103479","Value":"1236043","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2543","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"984","Value":"207555","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3612344107","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1813","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"26","Value":"2479","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11669214,"Valu
e":168100943,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":984,"Valu
e":11773,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48075,"Valu
e":574904,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":984,"Value":1
1773,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":5
2,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24700,"Val
ue":286029,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23107,"Va
lue":285214,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":1179,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":1183,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
04472320,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":42,"Value":442,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":77120,"Interna
l":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":36796340,"Value":46056
4919,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":44,"Value":625,"Intern
al":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":205957147,"
Value":2749208688,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":248,"Value":31
86,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":248,"Executor Deserialize CPU Time":205957147,"Executor Run
Time":44,"Executor CPU Time":36796340,"Result Size":6441,"JVM GC Time":42,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23107,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24700,"Total Records Read":984},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48075,"Shuffle Write Time":11669214,"Shuffle Records Written":984},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":439,"Index":13,"Attempt":0,"Launch Time":1529076315542,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":438,"Index":12,"Attempt":0,"Launch Time":1529076315210,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076315543,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"106639","Value":"1342682","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2555","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1015","Value":"208570","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3629383466","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1818","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"26","Value":"2505","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":13887180,"Valu
e":181988123,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1015,"Val
ue":12788,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48575,"Valu
e":623479,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1015,"Value":
12788,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":5
2,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24305,"Val
ue":310334,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23989,"Va
lue":309203,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":1279,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":1281,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
21511680,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":39,"Value":481,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":83561,"Interna
l":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":36780908,"Value":49734
5827,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":44,"Value":669,"Intern
al":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":244239998,"
Value":2993448686,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":284,"Value":34
70,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":284,"Executor Deserialize CPU Time":244239998,"Executor Run
Time":44,"Executor CPU Time":36780908,"Result Size":6441,"JVM GC Time":39,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23989,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24305,"Total Records Read":1015},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48575,"Shuffle Write Time":13887180,"Shuffle Records Written":1015},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":440,"Index":14,"Attempt":0,"Launch Time":1529076315896,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":439,"Index":13,"Attempt":0,"Launch Time":1529076315542,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076315896,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"105671","Value":"1448353","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2567","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1007","Value":"209577","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3646422825","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"32","Value":"1850","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"57","Value":"2562","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":13856101,"Valu
e":195844224,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1007,"Val
ue":13795,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48188,"Valu
e":671667,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1007,"Value":
13795,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":27,"Value":
79,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24890,"Val
ue":335224,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23182,"Va
lue":332385,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":1379,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":1378,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
38551040,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":35,"Value":516,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":90002,"Interna
l":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37465314,"Value":53481
1141,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":79,"Value":748,"Intern
al":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":234998134,"
Value":3228446820,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":271,"Value":37
41,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":271,"Executor Deserialize CPU Time":234998134,"Executor Run
Time":79,"Executor CPU Time":37465314,"Result Size":6441,"JVM GC Time":35,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":100,"Fetch Wait
Time":27,"Remote Bytes Read":23182,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24890,"Total Records Read":1007},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48188,"Shuffle Write Time":13856101,"Shuffle Records Written":1007},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":441,"Index":15,"Attempt":0,"Launch Time":1529076316240,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":440,"Index":14,"Attempt":0,"Launch Time":1529076315896,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076316240,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"108583","Value":"1556936","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2579","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1034","Value":"210611","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3663462184","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"25","Value":"1875","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"45","Value":"2607","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14019566,"Valu
e":209863790,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1034,"Val
ue":14829,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48883,"Valu
e":720550,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1034,"Value":
14829,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":21,"Value":
100,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":25005,"Val
ue":360229,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23776,"Va
lue":356161,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":1479,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":1476,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
55590400,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":28,"Value":544,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":96443,"Interna
l":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37846885,"Value":57265
8026,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":68,"Value":816,"Intern
al":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":243736611,"
Value":3472183431,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":271,"Value":40
12,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":271,"Executor Deserialize CPU Time":243736611,"Executor Run
Time":68,"Executor CPU Time":37846885,"Result Size":6441,"JVM GC Time":28,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":21,"Remote Bytes Read":23776,"Remote Bytes Read To Disk":0,"Local Bytes
Read":25005,"Total Records Read":1034},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48883,"Shuffle Write Time":14019566,"Shuffle Records Written":1034},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":442,"Index":16,"Attempt":0,"Launch Time":1529076316589,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":441,"Index":15,"Attempt":0,"Launch Time":1529076316240,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076316589,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"106903","Value":"1663839","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2591","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1018","Value":"211629","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3680501543","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"39","Value":"1914","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"54","Value":"2661","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":13682395,"Valu
e":223546185,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1018,"Val
ue":15847,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48594,"Valu
e":769144,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1018,"Value":
15847,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":34,"Value":
134,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24264,"Val
ue":384493,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24252,"Va
lue":380413,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":1577,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":1575,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
72629760,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":20,"Value":564,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":102884,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":36405002,"Value":60906
3028,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":71,"Value":887,"Intern
al":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":253916412,"
Value":3726099843,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":274,"Value":42
86,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":274,"Executor Deserialize CPU Time":253916412,"Executor Run
Time":71,"Executor CPU Time":36405002,"Result Size":6441,"JVM GC Time":20,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":98,"Fetch Wait
Time":34,"Remote Bytes Read":24252,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24264,"Total Records Read":1018},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48594,"Shuffle Write Time":13682395,"Shuffle Records Written":1018},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":443,"Index":17,"Attempt":0,"Launch Time":1529076316870,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":442,"Index":16,"Attempt":0,"Launch Time":1529076316589,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076316871,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"105799","Value":"1769638","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2603","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1007","Value":"212636","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3697540902","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1920","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"24","Value":"2685","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14334106,"Valu
e":237880291,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1007,"Val
ue":16854,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48489,"Valu
e":817633,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1007,"Value":
16854,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
34,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23967,"Val
ue":408460,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24118,"Va
lue":404531,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":1674,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":1674,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
89669120,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":109282,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37416507,"Value":64647
9535,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":42,"Value":929,"Intern
al":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":236020159,"
Value":3962120002,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":235,"Value":45
21,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":235,"Executor Deserialize CPU Time":236020159,"Executor Run
Time":42,"Executor CPU Time":37416507,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":24118,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23967,"Total Records Read":1007},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48489,"Shuffle Write Time":14334106,"Shuffle Records Written":1007},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":444,"Index":18,"Attempt":0,"Launch Time":1529076317202,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":443,"Index":17,"Attempt":0,"Launch Time":1529076316870,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076317202,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"97495","Value":"1867133","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2615","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"929","Value":"213565","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3714580261","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1925","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"26","Value":"2711","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":13676363,"Valu
e":251556654,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":929,"Valu
e":17783,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47179,"Valu
e":864812,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":929,"Value":1
7783,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
34,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23558,"Val
ue":432018,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23200,"Va
lue":427731,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":1774,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":1773,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
06708480,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":582,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":115723,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":35973489,"Value":68245
3024,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":55,"Value":984,"Intern
al":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":253756867,"
Value":4215876869,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":273,"Value":47
94,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":273,"Executor Deserialize CPU Time":253756867,"Executor Run
Time":55,"Executor CPU Time":35973489,"Result Size":6441,"JVM GC Time":18,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23200,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23558,"Total Records Read":929},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47179,"Shuffle Write Time":13676363,"Shuffle Records Written":929},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":445,"Index":19,"Attempt":0,"Launch Time":1529076317529,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":444,"Index":18,"Attempt":0,"Launch Time":1529076317202,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076317529,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"103671","Value":"1970804","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2627","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"987","Value":"214552","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3731619620","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"1931","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"26","Value":"2737","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":13834134,"Valu
e":265390788,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":987,"Valu
e":18770,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48201,"Valu
e":913013,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":987,"Value":1
8770,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
34,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23835,"Val
ue":455853,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24037,"Va
lue":451768,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":1872,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":1873,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
23747840,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":26,"Value":608,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":122164,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37871923,"Value":72032
4947,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":51,"Value":1035,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":243535029,"
Value":4459411898,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":271,"Value":50
65,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":271,"Executor Deserialize CPU Time":243535029,"Executor Run
Time":51,"Executor CPU Time":37871923,"Result Size":6441,"JVM GC Time":26,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":24037,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23835,"Total Records Read":987},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48201,"Shuffle Write Time":13834134,"Shuffle Records Written":987},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":446,"Index":20,"Attempt":0,"Launch Time":1529076317864,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":445,"Index":19,"Attempt":0,"Launch Time":1529076317529,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076317864,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"103743","Value":"2074547","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2639","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"989","Value":"215541","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3748658979","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1936","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"31","Value":"2768","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":13820761,"Valu
e":279211549,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":989,"Valu
e":19759,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48007,"Valu
e":961020,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":989,"Value":1
9759,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
34,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24132,"Val
ue":479985,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23511,"Va
lue":475279,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":1971,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":1970,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
40787200,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":624,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":128605,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":36715236,"Value":75704
0183,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":48,"Value":1083,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":266648309,"
Value":4726060207,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":283,"Value":53
48,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":283,"Executor Deserialize CPU Time":266648309,"Executor Run
Time":48,"Executor CPU Time":36715236,"Result Size":6441,"JVM GC Time":16,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23511,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24132,"Total Records Read":989},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48007,"Shuffle Write Time":13820761,"Shuffle Records Written":989},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":447,"Index":21,"Attempt":0,"Launch Time":1529076318160,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":446,"Index":20,"Attempt":0,"Launch Time":1529076317864,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076318160,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"106087","Value":"2180634","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2651","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1011","Value":"216552","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3765698338","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"1941","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"27","Value":"2795","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":13821178,"Valu
e":293032727,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1011,"Val
ue":20770,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48612,"Valu
e":1009632,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1011,"Value":
20770,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
34,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23638,"Val
ue":503623,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24734,"Va
lue":500013,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":2069,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":2070,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
57826560,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":634,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":135046,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":36514045,"Value":79355
4228,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":44,"Value":1127,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":237373124,"
Value":4963433331,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":247,"Value":55
95,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":247,"Executor Deserialize CPU Time":237373124,"Executor Run
Time":44,"Executor CPU Time":36514045,"Result Size":6441,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":24734,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23638,"Total Records Read":1011},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48612,"Shuffle Write Time":13821178,"Shuffle Records Written":1011},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":448,"Index":22,"Attempt":0,"Launch Time":1529076320830,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":447,"Index":21,"Attempt":0,"Launch Time":1529076318160,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076320830,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"98359","Value":"2278993","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2663","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"936","Value":"217488","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3782737697","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"2336","Value":"4277","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"2358","Value":"5153","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11443823,"Valu
e":304476550,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":936,"Valu
e":21706,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47036,"Valu
e":1056668,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":936,"Value":2
1706,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":2330,"Value
":2464,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23239,"Val
ue":526862,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23472,"Va
lue":523485,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":2167,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":2168,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
74865920,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":48,"Value":682,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":141487,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":35617842,"Value":82917
2070,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":2373,"Value":3500,"Int
ernal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":278549498,"
Value":5241982829,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":292,"Value":58
87,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":292,"Executor Deserialize CPU Time":278549498,"Executor Run
Time":2373,"Executor CPU Time":35617842,"Result Size":6441,"JVM GC Time":48,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":98,"Fetch Wait
Time":2330,"Remote Bytes Read":23472,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23239,"Total Records Read":936},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47036,"Shuffle Write Time":11443823,"Shuffle Records Written":936},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":449,"Index":23,"Attempt":0,"Launch Time":1529076321063,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":448,"Index":22,"Attempt":0,"Launch Time":1529076320830,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076321063,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"106903","Value":"2385896","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2675","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1019","Value":"218507","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3799777056","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4282","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"20","Value":"5173","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11194903,"Valu
e":315671453,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1019,"Val
ue":22725,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49050,"Valu
e":1105718,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1019,"Value":
22725,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
464,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24248,"Val
ue":551110,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24410,"Va
lue":547895,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":2267,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":2266,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
91905280,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":147885,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":33015765,"Value":86218
7835,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":41,"Value":3541,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":187512876,"
Value":5429495705,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":187,"Value":60
74,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":187,"Executor Deserialize CPU Time":187512876,"Executor Run
Time":41,"Executor CPU Time":33015765,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24410,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24248,"Total Records Read":1019},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49050,"Shuffle Write Time":11194903,"Shuffle Records Written":1019},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":450,"Index":24,"Attempt":0,"Launch Time":1529076321299,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":449,"Index":23,"Attempt":0,"Launch Time":1529076321063,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076321299,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"105295","Value":"2491191","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2687","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1004","Value":"219511","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3816816415","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"4","Value":"4286","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"21","Value":"5194","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11043990,"Valu
e":326715443,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1004,"Val
ue":23729,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48117,"Valu
e":1153835,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1004,"Value":
23729,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
464,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24925,"Val
ue":576035,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23410,"Va
lue":571305,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":2367,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":2364,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":4
08944640,"Internal":true,"Count Failed Values":true},
{"ID":320,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":1,"I
nternal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":691,"Internal":tru
e,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6484,"Value":154369,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":30351364,"Value":89253
9199,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":35,"Value":3576,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":185909807,"
Value":5615405512,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":196,"Value":62
70,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":196,"Executor Deserialize CPU Time":185909807,"Executor Run
Time":35,"Executor CPU Time":30351364,"Result Size":6484,"JVM GC Time":9,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23410,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24925,"Total Records Read":1004},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48117,"Shuffle Write Time":11043990,"Shuffle Records Written":1004},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":451,"Index":25,"Attempt":0,"Launch Time":1529076321593,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":450,"Index":24,"Attempt":0,"Launch Time":1529076321299,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076321594,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"100999","Value":"2592190","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2699","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"962","Value":"220473","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3833855774","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"4293","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"30","Value":"5224","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":15733169,"Valu
e":342448612,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":962,"Valu
e":24691,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47566,"Valu
e":1201401,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":962,"Value":2
4691,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
464,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24096,"Val
ue":600131,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23408,"Va
lue":594713,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":2467,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":2462,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":4
25984000,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":160767,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":43631293,"Value":93617
0492,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":50,"Value":3626,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":240172704,"
Value":5855578216,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":240,"Value":65
10,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":240,"Executor Deserialize CPU Time":240172704,"Executor Run
Time":50,"Executor CPU Time":43631293,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23408,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24096,"Total Records Read":962},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47566,"Shuffle Write Time":15733169,"Shuffle Records Written":962},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":452,"Index":26,"Attempt":0,"Launch Time":1529076321912,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":451,"Index":25,"Attempt":0,"Launch Time":1529076321593,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076321912,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"100759","Value":"2692949","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2711","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"960","Value":"221433","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3850895133","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"4300","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"28","Value":"5252","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":13681950,"Valu
e":356130562,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":960,"Valu
e":25651,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47755,"Valu
e":1249156,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":960,"Value":2
5651,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
464,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24250,"Val
ue":624381,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23246,"Va
lue":617959,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":2566,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":2560,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":4
43023360,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":702,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":167208,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":38509487,"Value":97467
9979,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":45,"Value":3671,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":258223453,"
Value":6113801669,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":269,"Value":67
79,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":269,"Executor Deserialize CPU Time":258223453,"Executor Run
Time":45,"Executor CPU Time":38509487,"Result Size":6441,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23246,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24250,"Total Records Read":960},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47755,"Shuffle Write Time":13681950,"Shuffle Records Written":960},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":453,"Index":27,"Attempt":0,"Launch Time":1529076322188,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":452,"Index":26,"Attempt":0,"Launch Time":1529076321912,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076322188,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"99303","Value":"2792252","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2723","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"946","Value":"222379","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3867934492","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4305","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"30","Value":"5282","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12363688,"Valu
e":368494250,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":946,"Valu
e":26597,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47293,"Valu
e":1296449,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":946,"Value":2
6597,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
464,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24046,"Val
ue":648427,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22764,"Va
lue":640723,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":2665,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":2657,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":4
60062720,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":714,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":173649,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":32520494,"Value":10072
00473,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":45,"Value":3716,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":226430847,"
Value":6340232516,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":226,"Value":70
05,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":226,"Executor Deserialize CPU Time":226430847,"Executor Run
Time":45,"Executor CPU Time":32520494,"Result Size":6441,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":22764,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24046,"Total Records Read":946},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47293,"Shuffle Write Time":12363688,"Shuffle Records Written":946},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":454,"Index":28,"Attempt":0,"Launch Time":1529076322432,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":453,"Index":27,"Attempt":0,"Launch Time":1529076322188,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076322432,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"99951","Value":"2892203","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2735","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"952","Value":"223331","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3884973851","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4310","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"24","Value":"5306","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11101982,"Valu
e":379596232,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":952,"Valu
e":27549,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47203,"Valu
e":1343652,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":952,"Value":2
7549,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
464,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22895,"Val
ue":671322,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23797,"Va
lue":664520,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":96,"Va
lue":2761,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":2757,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":4
77102080,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":180047,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":31130027,"Value":10383
30500,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":41,"Value":3757,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":198469196,"
Value":6538701712,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":200,"Value":72
05,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":200,"Executor Deserialize CPU Time":198469196,"Executor Run
Time":41,"Executor CPU Time":31130027,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":96,"Fetch Wait
Time":0,"Remote Bytes Read":23797,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22895,"Total Records Read":952},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47203,"Shuffle Write Time":11101982,"Shuffle Records Written":952},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":455,"Index":29,"Attempt":0,"Launch Time":1529076322670,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":454,"Index":28,"Attempt":0,"Launch Time":1529076322432,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076322671,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"102407","Value":"2994610","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2747","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"975","Value":"224306","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3902013210","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4315","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"23","Value":"5329","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":10811177,"Valu
e":390407409,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":975,"Valu
e":28524,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47716,"Valu
e":1391368,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":975,"Value":2
8524,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
464,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23882,"Val
ue":695204,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23647,"Va
lue":688167,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":2860,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":2855,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":4
94141440,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":723,"Internal":tru
e,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":186488,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":30528962,"Value":10688
59462,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":36,"Value":3793,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":185373622,"
Value":6724075334,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":196,"Value":74
01,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":196,"Executor Deserialize CPU Time":185373622,"Executor Run
Time":36,"Executor CPU Time":30528962,"Result Size":6441,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23647,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23882,"Total Records Read":975},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47716,"Shuffle Write Time":10811177,"Shuffle Records Written":975},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":456,"Index":30,"Attempt":0,"Launch Time":1529076322908,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":455,"Index":29,"Attempt":0,"Launch Time":1529076322670,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076322909,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"101143","Value":"3095753","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2759","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"963","Value":"225269","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3919052569","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4320","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"24","Value":"5353","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11753065,"Valu
e":402160474,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":963,"Valu
e":29487,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47279,"Valu
e":1438647,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":963,"Value":2
9487,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
464,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23826,"Val
ue":719030,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23611,"Va
lue":711778,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":2960,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":2954,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":5
11180800,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":192886,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":33036761,"Value":11018
96223,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":42,"Value":3835,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":191944086,"
Value":6916019420,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":191,"Value":75
92,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":191,"Executor Deserialize CPU Time":191944086,"Executor Run
Time":42,"Executor CPU Time":33036761,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23611,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23826,"Total Records Read":963},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47279,"Shuffle Write Time":11753065,"Shuffle Records Written":963},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":457,"Index":31,"Attempt":0,"Launch Time":1529076323155,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":456,"Index":30,"Attempt":0,"Launch Time":1529076322908,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076323156,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"101935","Value":"3197688","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2771","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"970","Value":"226239","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3936091928","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"4326","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"22","Value":"5375","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11318988,"Valu
e":413479462,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":970,"Valu
e":30457,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47597,"Valu
e":1486244,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":970,"Value":3
0457,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
464,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23793,"Val
ue":742823,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23897,"Va
lue":735675,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":3059,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":3054,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":5
28220160,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":734,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":199327,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":31696267,"Value":11335
92490,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":36,"Value":3871,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":194953440,"
Value":7110972860,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":206,"Value":77
98,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":206,"Executor Deserialize CPU Time":194953440,"Executor Run
Time":36,"Executor CPU Time":31696267,"Result Size":6441,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23897,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23793,"Total Records Read":970},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47597,"Shuffle Write Time":11318988,"Shuffle Records Written":970},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":458,"Index":32,"Attempt":0,"Launch Time":1529076323386,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":457,"Index":31,"Attempt":0,"Launch Time":1529076323155,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076323386,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"95335","Value":"3293023","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2783","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"907","Value":"227146","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3953131287","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"4332","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"23","Value":"5398","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11369566,"Valu
e":424849028,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":907,"Valu
e":31364,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":45966,"Valu
e":1532210,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":907,"Value":3
1364,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":2
465,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22671,"Val
ue":765494,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23041,"Va
lue":758716,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":3156,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":3153,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":5
45259520,"Internal":true,"Count Failed Values":true},
{"ID":320,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":2,"I
nternal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":205768,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":32435787,"Value":11660
28277,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":37,"Value":3908,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":189125384,"
Value":7300098244,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":189,"Value":79
87,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":189,"Executor Deserialize CPU Time":189125384,"Executor Run
Time":37,"Executor CPU Time":32435787,"Result Size":6441,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":97,"Fetch Wait
Time":1,"Remote Bytes Read":23041,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22671,"Total Records Read":907},"Shuffle Write Metrics":{"Shuffle Bytes
Written":45966,"Shuffle Write Time":11369566,"Shuffle Records Written":907},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":459,"Index":33,"Attempt":0,"Launch Time":1529076323632,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":458,"Index":32,"Attempt":0,"Launch Time":1529076323386,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076323633,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"98807","Value":"3391830","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2795","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"942","Value":"228088","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3970170646","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4337","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"22","Value":"5420","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":10939411,"Valu
e":435788439,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":942,"Valu
e":32306,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46824,"Valu
e":1579034,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":942,"Value":3
2306,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
465,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23372,"Val
ue":788866,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23314,"Va
lue":782030,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":3256,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":3252,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":5
62298880,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":744,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":212209,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":30860340,"Value":11968
88617,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":36,"Value":3944,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":195063229,"
Value":7495161473,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":207,"Value":81
94,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":207,"Executor Deserialize CPU Time":195063229,"Executor Run
Time":36,"Executor CPU Time":30860340,"Result Size":6441,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23314,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23372,"Total Records Read":942},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46824,"Shuffle Write Time":10939411,"Shuffle Records Written":942},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":460,"Index":34,"Attempt":0,"Launch Time":1529076323874,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":459,"Index":33,"Attempt":0,"Launch Time":1529076323632,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076323875,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"102071","Value":"3493901","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2807","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"973","Value":"229061","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"3987210005","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4342","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"28","Value":"5448","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11963994,"Valu
e":447752433,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":973,"Valu
e":33279,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47627,"Valu
e":1626661,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":973,"Value":3
3279,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
465,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23866,"Val
ue":812732,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23250,"Va
lue":805280,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":3353,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":3351,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":5
79338240,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":218607,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":32834207,"Value":12297
22824,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":43,"Value":3987,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":194768605,"
Value":7689930078,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":195,"Value":83
89,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":195,"Executor Deserialize CPU Time":194768605,"Executor Run
Time":43,"Executor CPU Time":32834207,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":23250,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23866,"Total Records Read":973},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47627,"Shuffle Write Time":11963994,"Shuffle Records Written":973},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":461,"Index":35,"Attempt":0,"Launch Time":1529076324126,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":460,"Index":34,"Attempt":0,"Launch Time":1529076323874,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076324126,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"104319","Value":"3598220","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2819","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"993","Value":"230054","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4004249364","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4347","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"23","Value":"5471","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11690814,"Valu
e":459443247,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":993,"Valu
e":34272,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48632,"Valu
e":1675293,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":993,"Value":3
4272,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
465,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24314,"Val
ue":837046,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23875,"Va
lue":829155,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":3452,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":3450,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":5
96377600,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":754,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":225048,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":31743426,"Value":12614
66250,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":39,"Value":4026,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":199954705,"
Value":7889884783,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":209,"Value":85
98,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":209,"Executor Deserialize CPU Time":199954705,"Executor Run
Time":39,"Executor CPU Time":31743426,"Result Size":6441,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23875,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24314,"Total Records Read":993},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48632,"Shuffle Write Time":11690814,"Shuffle Records Written":993},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":462,"Index":36,"Attempt":0,"Launch Time":1529076324360,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":461,"Index":35,"Attempt":0,"Launch Time":1529076324126,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076324360,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"107895","Value":"3706115","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2831","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1027","Value":"231081","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4021288723","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4352","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"20","Value":"5491","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11059458,"Valu
e":470502705,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1027,"Val
ue":35299,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49060,"Valu
e":1724353,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1027,"Value":
35299,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":2
466,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24970,"Val
ue":862016,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24387,"Va
lue":853542,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":3552,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":3550,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":6
13416960,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":231446,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":30636098,"Value":12921
02348,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":34,"Value":4060,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":196201828,"
Value":8086086611,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":196,"Value":87
94,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":196,"Executor Deserialize CPU Time":196201828,"Executor Run
Time":34,"Executor CPU Time":30636098,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":1,"Remote Bytes Read":24387,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24970,"Total Records Read":1027},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49060,"Shuffle Write Time":11059458,"Shuffle Records Written":1027},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":463,"Index":37,"Attempt":0,"Launch Time":1529076324596,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":462,"Index":36,"Attempt":0,"Launch Time":1529076324360,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076324596,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"101471","Value":"3807586","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2843","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"966","Value":"232047","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4038328082","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"4","Value":"4356","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"20","Value":"5511","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11117196,"Valu
e":481619901,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":966,"Valu
e":36265,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47478,"Valu
e":1771831,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":966,"Value":3
6265,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
466,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23378,"Val
ue":885394,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23895,"Va
lue":877437,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":3651,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":3648,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":6
30456320,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":764,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":237887,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":30142335,"Value":13222
44683,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":34,"Value":4094,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":187353502,"
Value":8273440113,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":197,"Value":89
91,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":197,"Executor Deserialize CPU Time":187353502,"Executor Run
Time":34,"Executor CPU Time":30142335,"Result Size":6441,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23895,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23378,"Total Records Read":966},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47478,"Shuffle Write Time":11117196,"Shuffle Records Written":966},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":464,"Index":38,"Attempt":0,"Launch Time":1529076324837,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":463,"Index":37,"Attempt":0,"Launch Time":1529076324596,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076324837,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"103431","Value":"3911017","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2855","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"986","Value":"233033","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4055367441","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4361","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"27","Value":"5538","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11931715,"Valu
e":493551616,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":986,"Valu
e":37251,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48063,"Valu
e":1819894,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":986,"Value":3
7251,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
466,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24154,"Val
ue":909548,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23501,"Va
lue":900938,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":3751,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":3747,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":6
47495680,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":244285,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":32609926,"Value":13548
54609,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":41,"Value":4135,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":196071564,"
Value":8469511677,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":197,"Value":91
88,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":197,"Executor Deserialize CPU Time":196071564,"Executor Run
Time":41,"Executor CPU Time":32609926,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23501,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24154,"Total Records Read":986},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48063,"Shuffle Write Time":11931715,"Shuffle Records Written":986},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":465,"Index":39,"Attempt":0,"Launch Time":1529076325089,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":464,"Index":38,"Attempt":0,"Launch Time":1529076324837,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076325090,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"101879","Value":"4012896","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2867","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"971","Value":"234004","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4072406800","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"4367","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"24","Value":"5562","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11495745,"Valu
e":505047361,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":971,"Valu
e":38222,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47607,"Valu
e":1867501,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":971,"Value":3
8222,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":2,"Value":2
468,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24283,"Val
ue":933831,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22865,"Va
lue":923803,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":3850,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":3845,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":6
64535040,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":774,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":250726,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":32705326,"Value":13875
59935,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":38,"Value":4173,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":199123068,"
Value":8668634745,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":211,"Value":93
99,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":211,"Executor Deserialize CPU Time":199123068,"Executor Run
Time":38,"Executor CPU Time":32705326,"Result Size":6441,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":2,"Remote Bytes Read":22865,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24283,"Total Records Read":971},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47607,"Shuffle Write Time":11495745,"Shuffle Records Written":971},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":466,"Index":40,"Attempt":0,"Launch Time":1529076325388,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":465,"Index":39,"Attempt":0,"Launch Time":1529076325089,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076325388,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"104463","Value":"4117359","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2879","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"996","Value":"235000","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4089446159","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"52","Value":"4419","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"76","Value":"5638","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":16098949,"Valu
e":521146310,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":996,"Valu
e":39218,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48483,"Valu
e":1915984,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":996,"Value":3
9218,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":48,"Value":
2516,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23584,"Val
ue":957415,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24703,"Va
lue":948506,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":3950,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":3944,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":6
81574400,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":257124,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":42033314,"Value":14295
93249,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":95,"Value":4268,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":199520963,"
Value":8868155708,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":200,"Value":95
99,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":200,"Executor Deserialize CPU Time":199520963,"Executor Run
Time":95,"Executor CPU Time":42033314,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":48,"Remote Bytes Read":24703,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23584,"Total Records Read":996},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48483,"Shuffle Write Time":16098949,"Shuffle Records Written":996},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":467,"Index":41,"Attempt":0,"Launch Time":1529076325700,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":466,"Index":40,"Attempt":0,"Launch Time":1529076325388,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076325700,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"103631","Value":"4220990","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2891","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"986","Value":"235986","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4106485518","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"4425","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"36","Value":"5674","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":13659402,"Valu
e":534805712,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":986,"Valu
e":40204,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47948,"Valu
e":1963932,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":986,"Value":4
0204,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":2
517,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24348,"Val
ue":981763,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23372,"Va
lue":971878,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":4049,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":4043,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":6
98613760,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":785,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":263565,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":36594386,"Value":14661
87635,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":52,"Value":4320,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":243714972,"
Value":9111870680,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":256,"Value":98
55,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":256,"Executor Deserialize CPU Time":243714972,"Executor Run
Time":52,"Executor CPU Time":36594386,"Result Size":6441,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":1,"Remote Bytes Read":23372,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24348,"Total Records Read":986},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47948,"Shuffle Write Time":13659402,"Shuffle Records Written":986},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":468,"Index":42,"Attempt":0,"Launch Time":1529076325988,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":467,"Index":41,"Attempt":0,"Launch Time":1529076325700,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076325989,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"107255","Value":"4328245","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2903","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1022","Value":"237008","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4123524877","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4430","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"28","Value":"5702","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14380569,"Valu
e":549186281,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1022,"Val
ue":41226,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48872,"Valu
e":2012804,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1022,"Value":
41226,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
517,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24526,"Val
ue":1006289,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24351,"Va
lue":996229,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":4149,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":4142,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":7
15653120,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":269963,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":38377482,"Value":15045
65117,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":47,"Value":4367,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":238315797,"
Value":9350186477,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":237,"Value":10
092,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":237,"Executor Deserialize CPU Time":238315797,"Executor Run
Time":47,"Executor CPU Time":38377482,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24351,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24526,"Total Records Read":1022},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48872,"Shuffle Write Time":14380569,"Shuffle Records Written":1022},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":469,"Index":43,"Attempt":0,"Launch Time":1529076326297,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":468,"Index":42,"Attempt":0,"Launch Time":1529076325988,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076326298,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"105863","Value":"4434108","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2915","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1008","Value":"238016","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4140564236","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"4436","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"27","Value":"5729","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":13700058,"Valu
e":562886339,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1008,"Val
ue":42234,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49019,"Valu
e":2061823,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1008,"Value":
42234,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":2
518,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24387,"Val
ue":1030676,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24090,"Va
lue":1020319,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":4248,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":4241,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":7
32692480,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":798,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":276404,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":38109734,"Value":15426
74851,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":45,"Value":4412,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":244191078,"
Value":9594377555,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":257,"Value":10
349,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":257,"Executor Deserialize CPU Time":244191078,"Executor Run
Time":45,"Executor CPU Time":38109734,"Result Size":6441,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":1,"Remote Bytes Read":24090,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24387,"Total Records Read":1008},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49019,"Shuffle Write Time":13700058,"Shuffle Records Written":1008},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":470,"Index":44,"Attempt":0,"Launch Time":1529076326581,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":469,"Index":43,"Attempt":0,"Launch Time":1529076326297,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076326582,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"98463","Value":"4532571","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2927","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"938","Value":"238954","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4157603595","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4441","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"37","Value":"5766","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":10985450,"Valu
e":573871789,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":938,"Valu
e":43172,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47193,"Valu
e":2109016,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":938,"Value":4
3172,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
518,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23679,"Val
ue":1054355,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22970,"Va
lue":1043289,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":4347,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":4339,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":7
49731840,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":812,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":282845,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":31727263,"Value":15744
02114,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":51,"Value":4463,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":226485342,"
Value":9820862897,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":227,"Value":10
576,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":227,"Executor Deserialize CPU Time":226485342,"Executor Run
Time":51,"Executor CPU Time":31727263,"Result Size":6441,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":22970,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23679,"Total Records Read":938},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47193,"Shuffle Write Time":10985450,"Shuffle Records Written":938},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":471,"Index":45,"Attempt":0,"Launch Time":1529076326809,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":470,"Index":44,"Attempt":0,"Launch Time":1529076326581,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076326810,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"108799","Value":"4641370","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2939","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1037","Value":"239991","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4174642954","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4446","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"24","Value":"5790","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11559001,"Valu
e":585430790,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1037,"Val
ue":44209,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49628,"Valu
e":2158644,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1037,"Value":
44209,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
518,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24601,"Val
ue":1078956,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24490,"Va
lue":1067779,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":4446,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":4438,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":7
66771200,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":289243,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":32753180,"Value":16071
55294,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":39,"Value":4502,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":184813022,"
Value":10005675919,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":184,"Value":10
760,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":184,"Executor Deserialize CPU Time":184813022,"Executor Run
Time":39,"Executor CPU Time":32753180,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24490,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24601,"Total Records Read":1037},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49628,"Shuffle Write Time":11559001,"Shuffle Records Written":1037},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":472,"Index":46,"Attempt":0,"Launch Time":1529076327065,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":471,"Index":45,"Attempt":0,"Launch Time":1529076326809,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076327065,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"100919","Value":"4742289","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2951","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"961","Value":"240952","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4191682313","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4451","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"23","Value":"5813","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11745275,"Valu
e":597176065,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":961,"Valu
e":45170,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47279,"Valu
e":2205923,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":961,"Value":4
5170,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
518,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23676,"Val
ue":1102632,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23116,"Va
lue":1090895,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":4544,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":4535,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":7
83810560,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":822,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":295684,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":34231153,"Value":16413
86447,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":53,"Value":4555,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":198490452,"
Value":10204166371,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":198,"Value":10
958,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":198,"Executor Deserialize CPU Time":198490452,"Executor Run
Time":53,"Executor CPU Time":34231153,"Result Size":6441,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23116,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23676,"Total Records Read":961},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47279,"Shuffle Write Time":11745275,"Shuffle Records Written":961},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":473,"Index":47,"Attempt":0,"Launch Time":1529076327308,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":472,"Index":46,"Attempt":0,"Launch Time":1529076327065,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076327309,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"108335","Value":"4850624","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2963","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1031","Value":"241983","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4208721672","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4456","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"24","Value":"5837","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12141598,"Valu
e":609317663,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1031,"Val
ue":46201,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49331,"Valu
e":2255254,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1031,"Value":
46201,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
518,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24503,"Val
ue":1127135,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24587,"Va
lue":1115482,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":4643,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":4635,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":8
00849920,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":302082,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":33712806,"Value":16750
99253,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":39,"Value":4594,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":199978615,"
Value":10404144986,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":201,"Value":11
159,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":201,"Executor Deserialize CPU Time":199978615,"Executor Run
Time":39,"Executor CPU Time":33712806,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24587,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24503,"Total Records Read":1031},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49331,"Shuffle Write Time":12141598,"Shuffle Records Written":1031},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":474,"Index":48,"Attempt":0,"Launch Time":1529076327568,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":473,"Index":47,"Attempt":0,"Launch Time":1529076327308,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076327569,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"96703","Value":"4947327","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2975","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"921","Value":"242904","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4225761031","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"4462","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"38","Value":"5875","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11887647,"Valu
e":621205310,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":921,"Valu
e":47122,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46811,"Valu
e":2302065,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":921,"Value":4
7122,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
518,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23606,"Val
ue":1150741,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22879,"Va
lue":1138361,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":4743,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":4733,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":8
17889280,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":831,"Internal":tru
e,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":308523,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":35716184,"Value":17108
15437,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":56,"Value":4650,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":199396903,"
Value":10603541889,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":200,"Value":11
359,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":200,"Executor Deserialize CPU Time":199396903,"Executor Run
Time":56,"Executor CPU Time":35716184,"Result Size":6441,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":22879,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23606,"Total Records Read":921},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46811,"Shuffle Write Time":11887647,"Shuffle Records Written":921},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":475,"Index":49,"Attempt":0,"Launch Time":1529076327864,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":474,"Index":48,"Attempt":0,"Launch Time":1529076327568,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076327865,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"106999","Value":"5054326","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2987","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1020","Value":"243924","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4242800390","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"4468","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"23","Value":"5898","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":15186043,"Valu
e":636391353,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1020,"Val
ue":48142,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48741,"Valu
e":2350806,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1020,"Value":
48142,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
518,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24160,"Val
ue":1174901,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24532,"Va
lue":1162893,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":4842,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":4833,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":8
34928640,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":314921,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":41685275,"Value":17525
00712,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":43,"Value":4693,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":250374244,"
Value":10853916133,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":249,"Value":11
608,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":249,"Executor Deserialize CPU Time":250374244,"Executor Run
Time":43,"Executor CPU Time":41685275,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24532,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24160,"Total Records Read":1020},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48741,"Shuffle Write Time":15186043,"Shuffle Records Written":1020},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":476,"Index":50,"Attempt":0,"Launch Time":1529076328154,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":475,"Index":49,"Attempt":0,"Launch Time":1529076327864,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076328155,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"108607","Value":"5162933","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"2999","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1035","Value":"244959","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4259839749","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4473","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"24","Value":"5922","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11207514,"Valu
e":647598867,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1035,"Val
ue":49177,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49507,"Valu
e":2400313,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1035,"Value":
49177,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
518,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24904,"Val
ue":1199805,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24107,"Va
lue":1187000,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":4941,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":4932,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":8
51968000,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":843,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":321362,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":30943708,"Value":17834
44420,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":38,"Value":4731,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":235119737,"
Value":11089035870,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":247,"Value":11
855,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":247,"Executor Deserialize CPU Time":235119737,"Executor Run
Time":38,"Executor CPU Time":30943708,"Result Size":6441,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24107,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24904,"Total Records Read":1035},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49507,"Shuffle Write Time":11207514,"Shuffle Records Written":1035},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":477,"Index":51,"Attempt":0,"Launch Time":1529076328401,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":476,"Index":50,"Attempt":0,"Launch Time":1529076328154,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076328401,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"99607","Value":"5262540","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3011","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"949","Value":"245908","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4276879108","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"4479","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"32","Value":"5954","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":21538567,"Valu
e":669137434,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":949,"Valu
e":50126,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47603,"Valu
e":2447916,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":949,"Value":5
0126,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":2,"Value":2
520,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23775,"Val
ue":1223580,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23283,"Va
lue":1210283,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":5040,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":5031,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":8
69007360,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":327760,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":49897475,"Value":18333
41895,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":55,"Value":4786,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":186314995,"
Value":11275350865,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":187,"Value":12
042,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":187,"Executor Deserialize CPU Time":186314995,"Executor Run
Time":55,"Executor CPU Time":49897475,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":2,"Remote Bytes Read":23283,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23775,"Total Records Read":949},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47603,"Shuffle Write Time":21538567,"Shuffle Records Written":949},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":478,"Index":52,"Attempt":0,"Launch Time":1529076328717,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":477,"Index":51,"Attempt":0,"Launch Time":1529076328401,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076328717,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"103879","Value":"5366419","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3023","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"989","Value":"246897","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4293918467","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"22","Value":"4501","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"40","Value":"5994","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":13936451,"Valu
e":683073885,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":989,"Valu
e":51115,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48017,"Valu
e":2495933,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":989,"Value":5
1115,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":15,"Value":
2535,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24319,"Val
ue":1247899,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23526,"Va
lue":1233809,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":5139,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":5130,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":8
86046720,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":852,"Internal":tru
e,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":334201,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37368532,"Value":18707
10427,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":57,"Value":4843,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":245224484,"
Value":11520575349,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":256,"Value":12
298,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":256,"Executor Deserialize CPU Time":245224484,"Executor Run
Time":57,"Executor CPU Time":37368532,"Result Size":6441,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":15,"Remote Bytes Read":23526,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24319,"Total Records Read":989},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48017,"Shuffle Write Time":13936451,"Shuffle Records Written":989},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":479,"Index":53,"Attempt":0,"Launch Time":1529076328988,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":478,"Index":52,"Attempt":0,"Launch Time":1529076328717,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076328989,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"107879","Value":"5474298","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3035","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1027","Value":"247924","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4310957826","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4506","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"22","Value":"6016","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":13553098,"Valu
e":696626983,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1027,"Val
ue":52142,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48630,"Valu
e":2544563,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1027,"Value":
52142,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
535,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23731,"Val
ue":1271630,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24994,"Va
lue":1258803,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":5238,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":5230,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":9
03086080,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":340599,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":35836426,"Value":19065
46853,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":39,"Value":4882,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":228608164,"
Value":11749183513,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":228,"Value":12
526,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":228,"Executor Deserialize CPU Time":228608164,"Executor Run
Time":39,"Executor CPU Time":35836426,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24994,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23731,"Total Records Read":1027},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48630,"Shuffle Write Time":13553098,"Shuffle Records Written":1027},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":480,"Index":54,"Attempt":0,"Launch Time":1529076329316,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":479,"Index":53,"Attempt":0,"Launch Time":1529076328988,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076329317,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"102351","Value":"5576649","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3047","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"975","Value":"248899","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4327997185","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"36","Value":"4542","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"60","Value":"6076","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":18515031,"Valu
e":715142014,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":975,"Valu
e":53117,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47621,"Valu
e":2592184,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":975,"Value":5
3117,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":30,"Value":
2565,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23574,"Val
ue":1295204,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23890,"Va
lue":1282693,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":5338,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":5329,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":9
20125440,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":863,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":347040,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":46286664,"Value":19528
33517,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":82,"Value":4964,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":231646590,"
Value":11980830103,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":242,"Value":12
768,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":242,"Executor Deserialize CPU Time":231646590,"Executor Run
Time":82,"Executor CPU Time":46286664,"Result Size":6441,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":30,"Remote Bytes Read":23890,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23574,"Total Records Read":975},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47621,"Shuffle Write Time":18515031,"Shuffle Records Written":975},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":481,"Index":55,"Attempt":0,"Launch Time":1529076329612,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":480,"Index":54,"Attempt":0,"Launch Time":1529076329316,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076329612,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"107143","Value":"5683792","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3059","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1019","Value":"249918","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4345036544","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4547","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"22","Value":"6098","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":29213195,"Valu
e":744355209,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1019,"Val
ue":54136,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48874,"Valu
e":2641058,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1019,"Value":
54136,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
565,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24425,"Val
ue":1319629,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24104,"Va
lue":1306797,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":5438,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":5428,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":9
37164800,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":877,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":353481,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37604978,"Value":19904
38495,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":55,"Value":5019,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":237180141,"
Value":12218010244,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":237,"Value":13
005,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":237,"Executor Deserialize CPU Time":237180141,"Executor Run
Time":55,"Executor CPU Time":37604978,"Result Size":6441,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24104,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24425,"Total Records Read":1019},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48874,"Shuffle Write Time":29213195,"Shuffle Records Written":1019},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":482,"Index":56,"Attempt":0,"Launch Time":1529076329917,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":481,"Index":55,"Attempt":0,"Launch Time":1529076329612,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076329917,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"103111","Value":"5786903","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3071","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"982","Value":"250900","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4362075903","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"26","Value":"4573","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"46","Value":"6144","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":13811821,"Valu
e":758167030,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":982,"Valu
e":55118,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48037,"Valu
e":2689095,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":982,"Value":5
5118,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":20,"Value":
2585,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23364,"Val
ue":1342993,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24456,"Va
lue":1331253,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":5535,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":5527,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":9
54204160,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":359879,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37026011,"Value":20274
64506,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":68,"Value":5087,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":233224127,"
Value":12451234371,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":234,"Value":13
239,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":234,"Executor Deserialize CPU Time":233224127,"Executor Run
Time":68,"Executor CPU Time":37026011,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":97,"Fetch Wait
Time":20,"Remote Bytes Read":24456,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23364,"Total Records Read":982},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48037,"Shuffle Write Time":13811821,"Shuffle Records Written":982},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":483,"Index":57,"Attempt":0,"Launch Time":1529076330194,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":482,"Index":56,"Attempt":0,"Launch Time":1529076329917,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076330194,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"103007","Value":"5889910","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3083","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"981","Value":"251881","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4379115262","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4578","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"21","Value":"6165","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11616118,"Valu
e":769783148,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":981,"Valu
e":56099,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48081,"Valu
e":2737176,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":981,"Value":5
6099,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
585,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24481,"Val
ue":1367474,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23035,"Va
lue":1354288,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":5634,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":5624,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":9
71243520,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":888,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":366320,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":31730088,"Value":20591
94594,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":36,"Value":5123,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":225559069,"
Value":12676793440,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":236,"Value":13
475,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":236,"Executor Deserialize CPU Time":225559069,"Executor Run
Time":36,"Executor CPU Time":31730088,"Result Size":6441,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23035,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24481,"Total Records Read":981},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48081,"Shuffle Write Time":11616118,"Shuffle Records Written":981},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":484,"Index":58,"Attempt":0,"Launch Time":1529076330484,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":483,"Index":57,"Attempt":0,"Launch Time":1529076330194,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076330484,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"99031","Value":"5988941","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3095","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"944","Value":"252825","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4396154621","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"44","Value":"4622","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"70","Value":"6235","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":17782561,"Valu
e":787565709,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":944,"Valu
e":57043,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46951,"Valu
e":2784127,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":944,"Value":5
7043,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":39,"Value":
2624,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23685,"Val
ue":1391159,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23015,"Va
lue":1377303,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":5733,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":5723,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":9
88282880,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":372718,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":43436331,"Value":21026
30925,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":91,"Value":5214,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":196188892,"
Value":12872982332,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":195,"Value":13
670,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":195,"Executor Deserialize CPU Time":196188892,"Executor Run
Time":91,"Executor CPU Time":43436331,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":39,"Remote Bytes Read":23015,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23685,"Total Records Read":944},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46951,"Shuffle Write Time":17782561,"Shuffle Records Written":944},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":485,"Index":59,"Attempt":0,"Launch Time":1529076330748,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":484,"Index":58,"Attempt":0,"Launch Time":1529076330484,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076330748,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"107511","Value":"6096452","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3107","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1024","Value":"253849","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4413193980","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4627","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"24","Value":"6259","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11821980,"Valu
e":799387689,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1024,"Val
ue":58067,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49086,"Valu
e":2833213,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1024,"Value":
58067,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
624,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24509,"Val
ue":1415668,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24127,"Va
lue":1401430,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":5831,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":5822,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
005322240,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":899,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":379159,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":33478912,"Value":21361
09837,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":42,"Value":5256,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":205640588,"
Value":13078622920,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":218,"Value":13
888,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":218,"Executor Deserialize CPU Time":205640588,"Executor Run
Time":42,"Executor CPU Time":33478912,"Result Size":6441,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":24127,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24509,"Total Records Read":1024},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49086,"Shuffle Write Time":11821980,"Shuffle Records Written":1024},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":486,"Index":60,"Attempt":0,"Launch Time":1529076331041,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":485,"Index":59,"Attempt":0,"Launch Time":1529076330748,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076331042,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"105487","Value":"6201939","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3119","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1006","Value":"254855","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4430233339","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"8","Value":"4635","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"34","Value":"6293","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":17969716,"Valu
e":817357405,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1006,"Val
ue":59073,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48420,"Valu
e":2881633,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1006,"Value":
59073,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
624,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23774,"Val
ue":1439442,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24457,"Va
lue":1425887,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":5930,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":5921,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
022361600,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":385557,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":48689182,"Value":21847
99019,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":62,"Value":5318,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":227856125,"
Value":13306479045,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":228,"Value":14
116,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":228,"Executor Deserialize CPU Time":227856125,"Executor Run
Time":62,"Executor CPU Time":48689182,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24457,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23774,"Total Records Read":1006},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48420,"Shuffle Write Time":17969716,"Shuffle Records Written":1006},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":487,"Index":61,"Attempt":0,"Launch Time":1529076331349,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":486,"Index":60,"Attempt":0,"Launch Time":1529076331041,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076331350,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"104343","Value":"6306282","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3131","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"993","Value":"255848","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4447272698","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4640","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"26","Value":"6319","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":13937899,"Valu
e":831295304,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":993,"Valu
e":60066,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48433,"Valu
e":2930066,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":993,"Value":6
0066,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
624,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23989,"Val
ue":1463431,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24000,"Va
lue":1449887,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":6028,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":6019,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
039400960,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":909,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":391998,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":36786468,"Value":22215
85487,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":44,"Value":5362,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":247984835,"
Value":13554463880,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":258,"Value":14
374,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":258,"Executor Deserialize CPU Time":247984835,"Executor Run
Time":44,"Executor CPU Time":36786468,"Result Size":6441,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":24000,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23989,"Total Records Read":993},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48433,"Shuffle Write Time":13937899,"Shuffle Records Written":993},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":488,"Index":62,"Attempt":0,"Launch Time":1529076331644,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":487,"Index":61,"Attempt":0,"Launch Time":1529076331349,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076331644,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"105927","Value":"6412209","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3143","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1009","Value":"256857","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4464312057","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4645","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"31","Value":"6350","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14103466,"Valu
e":845398770,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1009,"Val
ue":61075,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48821,"Valu
e":2978887,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1009,"Value":
61075,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
624,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24251,"Val
ue":1487682,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24316,"Va
lue":1474203,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":6128,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":6118,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
056440320,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":398396,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37398593,"Value":22589
84080,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":49,"Value":5411,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":241625091,"
Value":13796088971,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":242,"Value":14
616,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":242,"Executor Deserialize CPU Time":241625091,"Executor Run
Time":49,"Executor CPU Time":37398593,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24316,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24251,"Total Records Read":1009},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48821,"Shuffle Write Time":14103466,"Shuffle Records Written":1009},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":489,"Index":63,"Attempt":0,"Launch Time":1529076331942,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":488,"Index":62,"Attempt":0,"Launch Time":1529076331644,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076331942,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"105135","Value":"6517344","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3155","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1001","Value":"257858","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4481351416","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4650","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"23","Value":"6373","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":13901589,"Valu
e":859300359,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1001,"Val
ue":62076,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48247,"Valu
e":3027134,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1001,"Value":
62076,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
624,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24372,"Val
ue":1512054,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24049,"Va
lue":1498252,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":6228,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":6218,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
073479680,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":919,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":404837,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37409568,"Value":22963
93648,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":41,"Value":5452,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":243715687,"
Value":14039804658,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":254,"Value":14
870,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":254,"Executor Deserialize CPU Time":243715687,"Executor Run
Time":41,"Executor CPU Time":37409568,"Result Size":6441,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24049,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24372,"Total Records Read":1001},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48247,"Shuffle Write Time":13901589,"Shuffle Records Written":1001},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":490,"Index":64,"Attempt":0,"Launch Time":1529076332233,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":489,"Index":63,"Attempt":0,"Launch Time":1529076331942,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076332233,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"109279","Value":"6626623","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3167","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1041","Value":"258899","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4498390775","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"4656","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"28","Value":"6401","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":15214021,"Valu
e":874514380,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1041,"Val
ue":63117,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49765,"Valu
e":3076899,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1041,"Value":
63117,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
624,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24458,"Val
ue":1536512,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":25109,"Va
lue":1523361,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":6327,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":6318,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
090519040,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":411235,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":36098327,"Value":23324
91975,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":51,"Value":5503,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":236789068,"
Value":14276593726,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":236,"Value":15
106,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":236,"Executor Deserialize CPU Time":236789068,"Executor Run
Time":51,"Executor CPU Time":36098327,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":25109,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24458,"Total Records Read":1041},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49765,"Shuffle Write Time":15214021,"Shuffle Records Written":1041},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":491,"Index":65,"Attempt":0,"Launch Time":1529076332520,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":490,"Index":64,"Attempt":0,"Launch Time":1529076332233,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076332520,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"100047","Value":"6726670","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3179","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"953","Value":"259852","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4515430134","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"4663","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"28","Value":"6429","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12257412,"Valu
e":886771792,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":953,"Valu
e":64070,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47427,"Valu
e":3124326,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":953,"Value":6
4070,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
624,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23654,"Val
ue":1560166,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23542,"Va
lue":1546903,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":6426,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":6417,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
107558400,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":932,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":417676,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37357577,"Value":23698
49552,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":53,"Value":5556,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":215296962,"
Value":14491890688,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":230,"Value":15
336,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":230,"Executor Deserialize CPU Time":215296962,"Executor Run
Time":53,"Executor CPU Time":37357577,"Result Size":6441,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23542,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23654,"Total Records Read":953},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47427,"Shuffle Write Time":12257412,"Shuffle Records Written":953},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":492,"Index":66,"Attempt":0,"Launch Time":1529076332770,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":491,"Index":65,"Attempt":0,"Launch Time":1529076332520,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076332770,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"108031","Value":"6834701","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3191","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1029","Value":"260881","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4532469493","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"4669","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"23","Value":"6452","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12083502,"Valu
e":898855294,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1029,"Val
ue":65099,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49079,"Valu
e":3173405,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1029,"Value":
65099,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
624,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24663,"Val
ue":1584829,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24345,"Va
lue":1571248,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":6525,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":6517,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
124597760,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":424074,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":36094365,"Value":24059
43917,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":38,"Value":5594,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":206063154,"
Value":14697953842,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":207,"Value":15
543,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":207,"Executor Deserialize CPU Time":206063154,"Executor Run
Time":38,"Executor CPU Time":36094365,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24345,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24663,"Total Records Read":1029},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49079,"Shuffle Write Time":12083502,"Shuffle Records Written":1029},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":493,"Index":67,"Attempt":0,"Launch Time":1529076333035,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":492,"Index":66,"Attempt":0,"Launch Time":1529076332770,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076333035,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"105927","Value":"6940628","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3203","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1009","Value":"261890","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4549508852","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4674","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"27","Value":"6479","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12503019,"Valu
e":911358313,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1009,"Val
ue":66108,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48784,"Valu
e":3222189,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1009,"Value":
66108,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
624,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24225,"Val
ue":1609054,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24043,"Va
lue":1595291,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":6622,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":6616,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
141637120,"Internal":true,"Count Failed Values":true},
{"ID":320,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":3,"I
nternal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":946,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6484,"Value":430558,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":34103392,"Value":24400
47309,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":42,"Value":5636,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":204118796,"
Value":14902072638,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":218,"Value":15
761,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":218,"Executor Deserialize CPU Time":204118796,"Executor Run
Time":42,"Executor CPU Time":34103392,"Result Size":6484,"JVM GC Time":14,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":24043,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24225,"Total Records Read":1009},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48784,"Shuffle Write Time":12503019,"Shuffle Records Written":1009},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":494,"Index":68,"Attempt":0,"Launch Time":1529076333303,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":493,"Index":67,"Attempt":0,"Launch Time":1529076333035,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076333303,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"97183","Value":"7037811","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3215","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"926","Value":"262816","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4566548211","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"28","Value":"4702","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"47","Value":"6526","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11641512,"Valu
e":922999825,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":926,"Valu
e":67034,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46449,"Valu
e":3268638,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":926,"Value":6
7034,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":24,"Value":
2648,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22958,"Val
ue":1632012,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23414,"Va
lue":1618705,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":6719,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":6716,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
158676480,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":436956,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":32644872,"Value":24726
92181,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":62,"Value":5698,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":202589442,"
Value":15104662080,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":202,"Value":15
963,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":202,"Executor Deserialize CPU Time":202589442,"Executor Run
Time":62,"Executor CPU Time":32644872,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":97,"Fetch Wait
Time":24,"Remote Bytes Read":23414,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22958,"Total Records Read":926},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46449,"Shuffle Write Time":11641512,"Shuffle Records Written":926},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":495,"Index":69,"Attempt":0,"Launch Time":1529076333558,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":494,"Index":68,"Attempt":0,"Launch Time":1529076333303,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076333558,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"104855","Value":"7142666","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3227","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"999","Value":"263815","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4583587570","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4707","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"22","Value":"6548","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11906702,"Valu
e":934906527,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":999,"Valu
e":68033,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48641,"Valu
e":3317279,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":999,"Value":6
8033,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
648,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24864,"Val
ue":1656876,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23584,"Va
lue":1642289,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":6818,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":6816,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
175715840,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":956,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":443397,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":33307582,"Value":25059
99763,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":39,"Value":5737,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":201018967,"
Value":15305681047,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":212,"Value":16
175,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":212,"Executor Deserialize CPU Time":201018967,"Executor Run
Time":39,"Executor CPU Time":33307582,"Result Size":6441,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23584,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24864,"Total Records Read":999},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48641,"Shuffle Write Time":11906702,"Shuffle Records Written":999},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":496,"Index":70,"Attempt":0,"Launch Time":1529076333865,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":495,"Index":69,"Attempt":0,"Launch Time":1529076333558,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076333865,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"101495","Value":"7244161","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3239","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"966","Value":"264781","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4600626929","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"20","Value":"4727","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"44","Value":"6592","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":15149480,"Valu
e":950056007,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":966,"Valu
e":68999,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47906,"Valu
e":3365185,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":966,"Value":6
8999,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":14,"Value":
2662,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23975,"Val
ue":1680851,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23624,"Va
lue":1665913,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":6917,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":6913,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
192755200,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":449795,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":42676632,"Value":25486
76395,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":62,"Value":5799,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":241259660,"
Value":15546940707,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":242,"Value":16
417,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":242,"Executor Deserialize CPU Time":241259660,"Executor Run
Time":62,"Executor CPU Time":42676632,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":99,"Fetch Wait
Time":14,"Remote Bytes Read":23624,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23975,"Total Records Read":966},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47906,"Shuffle Write Time":15149480,"Shuffle Records Written":966},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":497,"Index":71,"Attempt":0,"Launch Time":1529076334203,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":496,"Index":70,"Attempt":0,"Launch Time":1529076333865,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076334204,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"107495","Value":"7351656","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3251","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1024","Value":"265805","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4617666288","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"8","Value":"4735","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"36","Value":"6628","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":19138854,"Valu
e":969194861,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1024,"Val
ue":70023,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48963,"Valu
e":3414148,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1024,"Value":
70023,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
662,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24396,"Val
ue":1705247,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24371,"Va
lue":1690284,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":7015,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":7013,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
209794560,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":9,"Value":965,"Internal":tru
e,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":456236,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":50003246,"Value":25986
79641,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":59,"Value":5858,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":266140776,"
Value":15813081483,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":276,"Value":16
693,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":276,"Executor Deserialize CPU Time":266140776,"Executor Run
Time":59,"Executor CPU Time":50003246,"Result Size":6441,"JVM GC Time":9,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":24371,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24396,"Total Records Read":1024},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48963,"Shuffle Write Time":19138854,"Shuffle Records Written":1024},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":498,"Index":72,"Attempt":0,"Launch Time":1529076334493,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":497,"Index":71,"Attempt":0,"Launch Time":1529076334203,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076334496,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"99695","Value":"7451351","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3263","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"948","Value":"266753","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4634705647","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4740","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"23","Value":"6651","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":13975353,"Valu
e":983170214,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":948,"Valu
e":70971,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47000,"Valu
e":3461148,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":948,"Value":7
0971,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
662,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23661,"Val
ue":1728908,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22892,"Va
lue":1713176,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":7114,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":7111,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
226833920,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":462634,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37251070,"Value":26359
30711,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":39,"Value":5897,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":245330131,"
Value":16058411614,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":246,"Value":16
939,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":246,"Executor Deserialize CPU Time":245330131,"Executor Run
Time":39,"Executor CPU Time":37251070,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":22892,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23661,"Total Records Read":948},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47000,"Shuffle Write Time":13975353,"Shuffle Records Written":948},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":499,"Index":73,"Attempt":0,"Launch Time":1529076334855,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":498,"Index":72,"Attempt":0,"Launch Time":1529076334493,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076334855,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"98183","Value":"7549534","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3275","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"934","Value":"267687","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4651745006","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"8","Value":"4748","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"28","Value":"6679","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":15357523,"Valu
e":998527737,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":934,"Valu
e":71905,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47041,"Valu
e":3508189,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":934,"Value":7
1905,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
662,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23936,"Val
ue":1752844,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22974,"Va
lue":1736150,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":7214,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":7210,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
243873280,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":975,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":469075,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":43321615,"Value":26792
52326,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":45,"Value":5942,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":300492875,"
Value":16358904489,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":312,"Value":17
251,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":312,"Executor Deserialize CPU Time":300492875,"Executor Run
Time":45,"Executor CPU Time":43321615,"Result Size":6441,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":22974,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23936,"Total Records Read":934},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47041,"Shuffle Write Time":15357523,"Shuffle Records Written":934},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":500,"Index":74,"Attempt":0,"Launch Time":1529076335175,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":499,"Index":73,"Attempt":0,"Launch Time":1529076334855,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076335176,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"103543","Value":"7653077","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3287","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"986","Value":"268673","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4668784365","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"4754","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"30","Value":"6709","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14251055,"Valu
e":1012778792,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":986,"Valu
e":72891,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47820,"Valu
e":3556009,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":986,"Value":7
2891,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
662,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23529,"Val
ue":1776373,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24306,"Va
lue":1760456,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":7314,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":7309,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
260912640,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":987,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":475516,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":39801545,"Value":27190
53871,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":48,"Value":5990,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":255653032,"
Value":16614557521,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":268,"Value":17
519,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":268,"Executor Deserialize CPU Time":255653032,"Executor Run
Time":48,"Executor CPU Time":39801545,"Result Size":6441,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24306,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23529,"Total Records Read":986},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47820,"Shuffle Write Time":14251055,"Shuffle Records Written":986},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":501,"Index":75,"Attempt":0,"Launch Time":1529076335514,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":500,"Index":74,"Attempt":0,"Launch Time":1529076335175,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076335514,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"101343","Value":"7754420","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3299","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"965","Value":"269638","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4685823724","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"25","Value":"4779","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"44","Value":"6753","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":15086999,"Valu
e":1027865791,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":965,"Valu
e":73856,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47662,"Valu
e":3603671,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":965,"Value":7
3856,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":20,"Value":
2682,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23870,"Val
ue":1800243,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23432,"Va
lue":1783888,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":7413,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":7408,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
277952000,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":481914,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":41328482,"Value":27603
82353,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":61,"Value":6051,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":272499252,"
Value":16887056773,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":273,"Value":17
792,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":273,"Executor Deserialize CPU Time":272499252,"Executor Run
Time":61,"Executor CPU Time":41328482,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":20,"Remote Bytes Read":23432,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23870,"Total Records Read":965},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47662,"Shuffle Write Time":15086999,"Shuffle Records Written":965},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":502,"Index":76,"Attempt":0,"Launch Time":1529076335816,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":501,"Index":75,"Attempt":0,"Launch Time":1529076335514,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076335816,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"101343","Value":"7855763","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3311","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"965","Value":"270603","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4702863083","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"4785","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"27","Value":"6780","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14752563,"Valu
e":1042618354,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":965,"Valu
e":74821,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47734,"Valu
e":3651405,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":965,"Value":7
4821,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
682,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23679,"Val
ue":1823922,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23866,"Va
lue":1807754,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":7513,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":7508,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
294991360,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":997,"Internal":tr
ue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":488355,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37651210,"Value":27980
33563,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":45,"Value":6096,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":242883843,"
Value":17129940616,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":253,"Value":18
045,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":253,"Executor Deserialize CPU Time":242883843,"Executor Run
Time":45,"Executor CPU Time":37651210,"Result Size":6441,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23866,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23679,"Total Records Read":965},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47734,"Shuffle Write Time":14752563,"Shuffle Records Written":965},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":503,"Index":77,"Attempt":0,"Launch Time":1529076336150,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":502,"Index":76,"Attempt":0,"Launch Time":1529076335816,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076336150,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"109887","Value":"7965650","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3323","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1048","Value":"271651","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4719902442","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"4791","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"29","Value":"6809","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14832001,"Valu
e":1057450355,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1048,"Val
ue":75869,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49807,"Valu
e":3701212,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1048,"Value":
75869,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
682,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":25009,"Val
ue":1848931,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24596,"Va
lue":1832350,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":7613,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":7607,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
312030720,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":494753,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":39990165,"Value":28380
23728,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":48,"Value":6144,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":282205277,"
Value":17412145893,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":282,"Value":18
327,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":282,"Executor Deserialize CPU Time":282205277,"Executor Run
Time":48,"Executor CPU Time":39990165,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24596,"Remote Bytes Read To Disk":0,"Local Bytes
Read":25009,"Total Records Read":1048},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49807,"Shuffle Write Time":14832001,"Shuffle Records Written":1048},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":504,"Index":78,"Attempt":0,"Launch Time":1529076336492,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":503,"Index":77,"Attempt":0,"Launch Time":1529076336150,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076336493,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"99815","Value":"8065465","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3335","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"951","Value":"272602","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4736941801","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"4797","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"32","Value":"6841","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":21105561,"Valu
e":1078555916,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":951,"Valu
e":76820,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47293,"Valu
e":3748505,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":951,"Value":7
6820,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
682,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23891,"Val
ue":1872822,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23370,"Va
lue":1855720,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":7713,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":7706,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
329070080,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":1011,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":501194,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":53735270,"Value":28917
58998,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":60,"Value":6204,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":262427307,"
Value":17674573200,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":277,"Value":18
604,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":277,"Executor Deserialize CPU Time":262427307,"Executor Run
Time":60,"Executor CPU Time":53735270,"Result Size":6441,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23370,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23891,"Total Records Read":951},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47293,"Shuffle Write Time":21105561,"Shuffle Records Written":951},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":505,"Index":79,"Attempt":0,"Launch Time":1529076336818,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":504,"Index":78,"Attempt":0,"Launch Time":1529076336492,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076336818,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"99391","Value":"8164856","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3347","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"948","Value":"273550","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4753981160","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"4803","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"38","Value":"6879","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14212625,"Valu
e":1092768541,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":948,"Valu
e":77768,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47122,"Valu
e":3795627,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":948,"Value":7
7768,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
682,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23547,"Val
ue":1896369,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23393,"Va
lue":1879113,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":7813,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":7804,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
346109440,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":1026,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":507635,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":39414360,"Value":29311
73358,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":61,"Value":6265,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":258967594,"
Value":17933540794,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":259,"Value":18
863,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":259,"Executor Deserialize CPU Time":258967594,"Executor Run
Time":61,"Executor CPU Time":39414360,"Result Size":6441,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23393,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23547,"Total Records Read":948},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47122,"Shuffle Write Time":14212625,"Shuffle Records Written":948},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":506,"Index":80,"Attempt":0,"Launch Time":1529076337145,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":505,"Index":79,"Attempt":0,"Launch Time":1529076336818,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076337145,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"105375","Value":"8270231","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3359","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1003","Value":"274553","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4771020519","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"4810","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"41","Value":"6920","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":20429649,"Valu
e":1113198190,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1003,"Val
ue":78771,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48501,"Valu
e":3844128,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1003,"Value":
78771,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
682,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23782,"Val
ue":1920151,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24660,"Va
lue":1903773,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":7913,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":7903,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
363148800,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":514033,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":53063832,"Value":29842
37190,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":64,"Value":6329,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":258519988,"
Value":18192060782,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":259,"Value":19
122,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":259,"Executor Deserialize CPU Time":258519988,"Executor Run
Time":64,"Executor CPU Time":53063832,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24660,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23782,"Total Records Read":1003},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48501,"Shuffle Write Time":20429649,"Shuffle Records Written":1003},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":507,"Index":81,"Attempt":0,"Launch Time":1529076337455,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":506,"Index":80,"Attempt":0,"Launch Time":1529076337145,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076337456,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"105639","Value":"8375870","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3371","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1005","Value":"275558","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4788059878","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4815","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"24","Value":"6944","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14381059,"Valu
e":1127579249,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1005,"Val
ue":79776,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48850,"Valu
e":3892978,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1005,"Value":
79776,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
682,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":25368,"Val
ue":1945519,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23207,"Va
lue":1926980,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":8013,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":8003,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
380188160,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":1036,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":520474,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37793496,"Value":30220
30686,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":43,"Value":6372,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":253658773,"
Value":18445719555,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":263,"Value":19
385,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":263,"Executor Deserialize CPU Time":253658773,"Executor Run
Time":43,"Executor CPU Time":37793496,"Result Size":6441,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23207,"Remote Bytes Read To Disk":0,"Local Bytes
Read":25368,"Total Records Read":1005},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48850,"Shuffle Write Time":14381059,"Shuffle Records Written":1005},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":508,"Index":82,"Attempt":0,"Launch Time":1529076337783,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":507,"Index":81,"Attempt":0,"Launch Time":1529076337455,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076337783,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"104023","Value":"8479893","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3383","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"989","Value":"276547","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4805099237","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4820","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"29","Value":"6973","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14274755,"Valu
e":1141854004,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":989,"Valu
e":80765,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48290,"Valu
e":3941268,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":989,"Value":8
0765,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
682,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24331,"Val
ue":1969850,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23662,"Va
lue":1950642,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":8111,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":8102,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
397227520,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":526872,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":38925339,"Value":30609
56025,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":46,"Value":6418,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":276868466,"
Value":18722588021,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":277,"Value":19
662,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":277,"Executor Deserialize CPU Time":276868466,"Executor Run
Time":46,"Executor CPU Time":38925339,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23662,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24331,"Total Records Read":989},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48290,"Shuffle Write Time":14274755,"Shuffle Records Written":989},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":509,"Index":83,"Attempt":0,"Launch Time":1529076338107,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":508,"Index":82,"Attempt":0,"Launch Time":1529076337783,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076338107,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"101583","Value":"8581476","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3395","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"967","Value":"277514","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4822138596","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"4826","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"35","Value":"7008","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":19701146,"Valu
e":1161555150,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":967,"Valu
e":81732,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47372,"Valu
e":3988640,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":967,"Value":8
1732,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":2
683,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23878,"Val
ue":1993728,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23226,"Va
lue":1973868,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":8210,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":8200,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
414266880,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":1047,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":533313,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":48571914,"Value":31095
27939,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":59,"Value":6477,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":250538370,"
Value":18973126391,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":261,"Value":19
923,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":261,"Executor Deserialize CPU Time":250538370,"Executor Run
Time":59,"Executor CPU Time":48571914,"Result Size":6441,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":1,"Remote Bytes Read":23226,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23878,"Total Records Read":967},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47372,"Shuffle Write Time":19701146,"Shuffle Records Written":967},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":510,"Index":84,"Attempt":0,"Launch Time":1529076338406,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":509,"Index":83,"Attempt":0,"Launch Time":1529076338107,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076338406,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"103519","Value":"8684995","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3407","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"985","Value":"278499","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4839177955","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4831","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"26","Value":"7034","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14016296,"Valu
e":1175571446,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":985,"Valu
e":82717,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48345,"Valu
e":4036985,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":985,"Value":8
2717,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
683,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23830,"Val
ue":2017558,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24168,"Va
lue":1998036,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":8307,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":8299,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
431306240,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":539711,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37615799,"Value":31471
43738,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":42,"Value":6519,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":252530806,"
Value":19225657197,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":253,"Value":20
176,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":253,"Executor Deserialize CPU Time":252530806,"Executor Run
Time":42,"Executor CPU Time":37615799,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":24168,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23830,"Total Records Read":985},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48345,"Shuffle Write Time":14016296,"Shuffle Records Written":985},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":511,"Index":85,"Attempt":0,"Launch Time":1529076338703,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":510,"Index":84,"Attempt":0,"Launch Time":1529076338406,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076338704,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"100775","Value":"8785770","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3419","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"960","Value":"279459","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4856217314","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4836","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"25","Value":"7059","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14068365,"Valu
e":1189639811,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":960,"Valu
e":83677,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47437,"Valu
e":4084422,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":960,"Value":8
3677,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
683,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23818,"Val
ue":2041376,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23751,"Va
lue":2021787,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":8407,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":8399,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
448345600,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":1057,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":546152,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37338656,"Value":31844
82394,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":43,"Value":6562,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":240476372,"
Value":19466133569,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":250,"Value":20
426,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":250,"Executor Deserialize CPU Time":240476372,"Executor Run
Time":43,"Executor CPU Time":37338656,"Result Size":6441,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23751,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23818,"Total Records Read":960},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47437,"Shuffle Write Time":14068365,"Shuffle Records Written":960},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":512,"Index":86,"Attempt":0,"Launch Time":1529076339056,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":511,"Index":85,"Attempt":0,"Launch Time":1529076338703,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076339056,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"95487","Value":"8881257","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"11","Value":"3430","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"910","Value":"280369","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4873256673","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"4842","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"62","Value":"7121","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14373629,"Valu
e":1204013440,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":910,"Valu
e":84587,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46248,"Valu
e":4130670,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":910,"Value":8
4587,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
683,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22636,"Val
ue":2064012,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23438,"Va
lue":2045225,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":8506,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":8499,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
465384960,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":1070,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":552593,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":38867084,"Value":32233
49478,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":79,"Value":6641,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":268284699,"
Value":19734418268,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":269,"Value":20
695,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":269,"Executor Deserialize CPU Time":268284699,"Executor Run
Time":79,"Executor CPU Time":38867084,"Result Size":6441,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23438,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22636,"Total Records Read":910},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46248,"Shuffle Write Time":14373629,"Shuffle Records Written":910},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":513,"Index":87,"Attempt":0,"Launch Time":1529076339390,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":512,"Index":86,"Attempt":0,"Launch Time":1529076339056,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076339391,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"100663","Value":"8981920","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3442","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"959","Value":"281328","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4890296032","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"4848","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"27","Value":"7148","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":15492202,"Valu
e":1219505642,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":959,"Valu
e":85546,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47598,"Valu
e":4178268,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":959,"Value":8
5546,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
683,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24003,"Val
ue":2088015,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23245,"Va
lue":2068470,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":8604,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":8599,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
482424320,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":558991,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":41086128,"Value":32644
35606,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":54,"Value":6695,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":276746416,"
Value":20011164684,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":277,"Value":20
972,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":277,"Executor Deserialize CPU Time":276746416,"Executor Run
Time":54,"Executor CPU Time":41086128,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23245,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24003,"Total Records Read":959},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47598,"Shuffle Write Time":15492202,"Shuffle Records Written":959},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":514,"Index":88,"Attempt":0,"Launch Time":1529076339537,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskGettingResult","Task Info":{"Task
ID":421,"Index":1,"Attempt":0,"Launch Time":1529076304587,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":1529076339537,"Finish
Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":6,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":421,"Index":1,"Attempt":0,"Launch Time":1529076304587,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":1529076339537,"Finish
Time":1529076339570,"Failed":false,"Killed":false,"Accumulables":
[{"ID":283,"Name":"number of output
rows","Update":"842339","Value":"2630614","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":88,"Name":"number of output
rows","Update":"842339","Value":"11054064","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":100,"Name":"duration total (min, med,
max)","Update":"69459","Value":"817620","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":311,"Name":"internal.metrics.input.recordsRead","Update":842339,"Value":26306
14,"Internal":true,"Count Failed Values":true},
{"ID":310,"Name":"internal.metrics.input.bytesRead","Update":134283264,"Value":1774
957872,"Internal":true,"Count Failed Values":true},
{"ID":295,"Name":"internal.metrics.resultSerializationTime","Update":4,"Value":16,"
Internal":true,"Count Failed Values":true},
{"ID":294,"Name":"internal.metrics.jvmGCTime","Update":1495,"Value":2501,"Internal"
:true,"Count Failed Values":true},
{"ID":293,"Name":"internal.metrics.resultSize","Update":2061069,"Value":8240500,"In
ternal":true,"Count Failed Values":true},
{"ID":292,"Name":"internal.metrics.executorCpuTime","Update":33160651322,"Value":45
110222637,"Internal":true,"Count Failed Values":true},
{"ID":291,"Name":"internal.metrics.executorRunTime","Update":34733,"Value":47808,"I
nternal":true,"Count Failed Values":true},
{"ID":290,"Name":"internal.metrics.executorDeserializeCpuTime","Update":193204995,"
Value":769525367,"Internal":true,"Count Failed Values":true},
{"ID":289,"Name":"internal.metrics.executorDeserializeTime","Update":204,"Value":82
2,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":204,"Executor Deserialize CPU Time":193204995,"Executor Run
Time":34733,"Executor CPU Time":33160651322,"Result Size":2061069,"JVM GC
Time":1495,"Result Serialization Time":4,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":134283264,"Records Read":842339},"Output
Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":515,"Index":89,"Attempt":0,"Launch Time":1529076339730,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":513,"Index":87,"Attempt":0,"Launch Time":1529076339390,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076339731,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"95023","Value":"9076943","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3454","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"906","Value":"282234","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4907335391","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4853","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"25","Value":"7173","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14461085,"Valu
e":1233966727,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":906,"Valu
e":86452,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":45945,"Valu
e":4224213,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":906,"Value":8
6452,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
683,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22963,"Val
ue":2110978,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22575,"Va
lue":2091045,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":8701,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":8698,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
499463680,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":1082,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":565432,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37972789,"Value":33024
08395,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":43,"Value":6738,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":279672204,"
Value":20290836888,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":293,"Value":21
265,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":293,"Executor Deserialize CPU Time":279672204,"Executor Run
Time":43,"Executor CPU Time":37972789,"Result Size":6441,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":22575,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22963,"Total Records Read":906},"Shuffle Write Metrics":{"Shuffle Bytes
Written":45945,"Shuffle Write Time":14461085,"Shuffle Records Written":906},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":516,"Index":90,"Attempt":0,"Launch Time":1529076339884,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":514,"Index":88,"Attempt":0,"Launch Time":1529076339537,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076339884,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"101383","Value":"9178326","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3466","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"965","Value":"283199","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4924374750","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"4860","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"32","Value":"7205","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":16237841,"Valu
e":1250204568,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":965,"Valu
e":87417,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47734,"Valu
e":4271947,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":965,"Value":8
7417,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
683,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24099,"Val
ue":2135077,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23227,"Va
lue":2114272,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":8801,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":8797,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
516503040,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":1094,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":571873,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":44125777,"Value":33465
34172,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":52,"Value":6790,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":277456534,"
Value":20568293422,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":291,"Value":21
556,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":291,"Executor Deserialize CPU Time":277456534,"Executor Run
Time":52,"Executor CPU Time":44125777,"Result Size":6441,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23227,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24099,"Total Records Read":965},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47734,"Shuffle Write Time":16237841,"Shuffle Records Written":965},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":517,"Index":91,"Attempt":0,"Launch Time":1529076340045,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":515,"Index":89,"Attempt":0,"Launch Time":1529076339730,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076340045,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"93759","Value":"9272085","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3478","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"893","Value":"284092","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4941414109","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4865","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"27","Value":"7232","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14184762,"Valu
e":1264389330,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":893,"Valu
e":88310,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":45848,"Valu
e":4317795,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":893,"Value":8
8310,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
683,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23179,"Val
ue":2158256,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":21845,"Va
lue":2136117,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":8898,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":95,"V
alue":8892,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
533542400,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":578271,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37106461,"Value":33836
40633,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":49,"Value":6839,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":258965780,"
Value":20827259202,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":261,"Value":21
817,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":261,"Executor Deserialize CPU Time":258965780,"Executor Run
Time":49,"Executor CPU Time":37106461,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":95,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":21845,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23179,"Total Records Read":893},"Shuffle Write Metrics":{"Shuffle Bytes
Written":45848,"Shuffle Write Time":14184762,"Shuffle Records Written":893},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":518,"Index":92,"Attempt":0,"Launch Time":1529076340149,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":516,"Index":90,"Attempt":0,"Launch Time":1529076339884,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076340149,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"103527","Value":"9375612","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3490","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"986","Value":"285078","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4958453468","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4870","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"23","Value":"7255","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12392296,"Valu
e":1276781626,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":986,"Valu
e":89296,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48122,"Valu
e":4365917,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":986,"Value":8
9296,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
683,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24012,"Val
ue":2182268,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24091,"Va
lue":2160208,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":8998,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":8992,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
550581760,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":584669,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":34714406,"Value":34183
55039,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":39,"Value":6878,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":221454313,"
Value":21048713515,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":221,"Value":22
038,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":221,"Executor Deserialize CPU Time":221454313,"Executor Run
Time":39,"Executor CPU Time":34714406,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24091,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24012,"Total Records Read":986},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48122,"Shuffle Write Time":12392296,"Shuffle Records Written":986},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":519,"Index":93,"Attempt":0,"Launch Time":1529076340366,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":517,"Index":91,"Attempt":0,"Launch Time":1529076340045,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076340366,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"103007","Value":"9478619","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3502","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"980","Value":"286058","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4975492827","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4875","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"23","Value":"7278","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12423521,"Valu
e":1289205147,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":980,"Valu
e":90276,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47704,"Valu
e":4413621,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":980,"Value":9
0276,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
683,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24117,"Val
ue":2206385,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23559,"Va
lue":2183767,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":9098,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":9090,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
567621120,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":1106,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":591110,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":34345068,"Value":34527
00107,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":39,"Value":6917,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":264341730,"
Value":21313055245,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":278,"Value":22
316,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":278,"Executor Deserialize CPU Time":264341730,"Executor Run
Time":39,"Executor CPU Time":34345068,"Result Size":6441,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23559,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24117,"Total Records Read":980},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47704,"Shuffle Write Time":12423521,"Shuffle Records Written":980},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":520,"Index":94,"Attempt":0,"Launch Time":1529076340427,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":518,"Index":92,"Attempt":0,"Launch Time":1529076340149,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076340428,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"102247","Value":"9580866","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3514","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"973","Value":"287031","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"4992532186","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4880","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"25","Value":"7303","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":15711308,"Valu
e":1304916455,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":973,"Valu
e":91249,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47844,"Valu
e":4461465,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":973,"Value":9
1249,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
683,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24680,"Val
ue":2231065,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22747,"Va
lue":2206514,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":9196,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":9189,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
584660480,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":1118,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":597551,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":38076709,"Value":34907
76816,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":44,"Value":6961,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":216957484,"
Value":21530012729,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":230,"Value":22
546,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":230,"Executor Deserialize CPU Time":216957484,"Executor Run
Time":44,"Executor CPU Time":38076709,"Result Size":6441,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":22747,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24680,"Total Records Read":973},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47844,"Shuffle Write Time":15711308,"Shuffle Records Written":973},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":521,"Index":95,"Attempt":0,"Launch Time":1529076340634,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":519,"Index":93,"Attempt":0,"Launch Time":1529076340366,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076340635,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"102599","Value":"9683465","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3526","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"978","Value":"288009","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5009571545","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4885","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"21","Value":"7324","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12441663,"Valu
e":1317358118,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":978,"Valu
e":92227,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47832,"Valu
e":4509297,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":978,"Value":9
2227,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
683,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24217,"Val
ue":2255282,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23490,"Va
lue":2230004,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":9294,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":9287,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
601699840,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":603949,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":32937140,"Value":35237
13956,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":38,"Value":6999,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":227672645,"
Value":21757685374,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":227,"Value":22
773,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":227,"Executor Deserialize CPU Time":227672645,"Executor Run
Time":38,"Executor CPU Time":32937140,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23490,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24217,"Total Records Read":978},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47832,"Shuffle Write Time":12441663,"Shuffle Records Written":978},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":522,"Index":96,"Attempt":0,"Launch Time":1529076340717,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":520,"Index":94,"Attempt":0,"Launch Time":1529076340427,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076340717,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"108655","Value":"9792120","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3538","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1035","Value":"289044","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5026610904","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4890","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"49","Value":"7373","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12587819,"Valu
e":1329945937,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1035,"Val
ue":93262,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49588,"Valu
e":4558885,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1035,"Value":
93262,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
683,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24392,"Val
ue":2279674,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24606,"Va
lue":2254610,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":9394,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":9385,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
618739200,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":21,"Value":1139,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":610390,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":35450105,"Value":35591
64061,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":65,"Value":7064,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":220952249,"
Value":21978637623,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":221,"Value":22
994,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":221,"Executor Deserialize CPU Time":220952249,"Executor Run
Time":65,"Executor CPU Time":35450105,"Result Size":6441,"JVM GC Time":21,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24606,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24392,"Total Records Read":1035},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49588,"Shuffle Write Time":12587819,"Shuffle Records Written":1035},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":523,"Index":97,"Attempt":0,"Launch Time":1529076340911,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":521,"Index":95,"Attempt":0,"Launch Time":1529076340634,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076340911,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"104391","Value":"9896511","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3550","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"993","Value":"290037","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5043650263","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4895","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"30","Value":"7403","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12148868,"Valu
e":1342094805,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":993,"Valu
e":94255,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48414,"Valu
e":4607299,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":993,"Value":9
4255,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":2
684,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23661,"Val
ue":2303335,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24248,"Va
lue":2278858,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":9492,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":9485,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
635778560,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":21,"Value":1160,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":616831,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":33233586,"Value":35923
97647,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":45,"Value":7109,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":204894986,"
Value":22183532609,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":228,"Value":23
222,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":228,"Executor Deserialize CPU Time":204894986,"Executor Run
Time":45,"Executor CPU Time":33233586,"Result Size":6441,"JVM GC Time":21,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":1,"Remote Bytes Read":24248,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23661,"Total Records Read":993},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48414,"Shuffle Write Time":12148868,"Shuffle Records Written":993},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":524,"Index":98,"Attempt":0,"Launch Time":1529076340986,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":522,"Index":96,"Attempt":0,"Launch Time":1529076340717,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076340986,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"103767","Value":"10000278","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3562","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"988","Value":"291025","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5060689622","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"4901","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"25","Value":"7428","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11914553,"Valu
e":1354009358,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":988,"Valu
e":95243,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48004,"Valu
e":4655303,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":988,"Value":9
5243,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
684,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23625,"Val
ue":2326960,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24268,"Va
lue":2303126,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":9591,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":9585,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
652817920,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":623229,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":33788124,"Value":36261
85771,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":41,"Value":7150,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":224341638,"
Value":22407874247,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":224,"Value":23
446,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":224,"Executor Deserialize CPU Time":224341638,"Executor Run
Time":41,"Executor CPU Time":33788124,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24268,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23625,"Total Records Read":988},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48004,"Shuffle Write Time":11914553,"Shuffle Records Written":988},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":525,"Index":99,"Attempt":0,"Launch Time":1529076341174,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":523,"Index":97,"Attempt":0,"Launch Time":1529076340911,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076341174,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"98455","Value":"10098733","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3574","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"938","Value":"291963","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5077728981","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4906","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"20","Value":"7448","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11809888,"Valu
e":1365819246,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":938,"Valu
e":96181,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46377,"Valu
e":4701680,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":938,"Value":9
6181,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
684,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22757,"Val
ue":2349717,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23467,"Va
lue":2326593,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":96,"Va
lue":9687,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":9683,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
669857280,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":629627,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":32601862,"Value":36587
87633,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":35,"Value":7185,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":224475161,"
Value":22632349408,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":225,"Value":23
671,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":225,"Executor Deserialize CPU Time":224475161,"Executor Run
Time":35,"Executor CPU Time":32601862,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":96,"Fetch Wait
Time":0,"Remote Bytes Read":23467,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22757,"Total Records Read":938},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46377,"Shuffle Write Time":11809888,"Shuffle Records Written":938},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":526,"Index":100,"Attempt":0,"Launch Time":1529076341264,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":524,"Index":98,"Attempt":0,"Launch Time":1529076340986,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076341264,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"107551","Value":"10206284","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3586","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1025","Value":"292988","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5094768340","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"25","Value":"4931","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"42","Value":"7490","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":13113109,"Valu
e":1378932355,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1025,"Val
ue":97206,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49014,"Valu
e":4750694,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1025,"Value":
97206,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
684,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24440,"Val
ue":2374157,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24228,"Va
lue":2350821,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":9787,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":9782,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
686896640,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":19,"Value":1179,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":636068,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":34436113,"Value":36932
23746,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":65,"Value":7250,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":209523085,"
Value":22841872493,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":210,"Value":23
881,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":210,"Executor Deserialize CPU Time":209523085,"Executor Run
Time":65,"Executor CPU Time":34436113,"Result Size":6441,"JVM GC Time":19,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24228,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24440,"Total Records Read":1025},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49014,"Shuffle Write Time":13113109,"Shuffle Records Written":1025},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":527,"Index":101,"Attempt":0,"Launch Time":1529076341467,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":525,"Index":99,"Attempt":0,"Launch Time":1529076341174,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076341467,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"103359","Value":"10309643","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3598","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"985","Value":"293973","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5111807699","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"4938","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"29","Value":"7519","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":20257866,"Valu
e":1399190221,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":985,"Valu
e":98191,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48201,"Valu
e":4798895,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":985,"Value":9
8191,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
684,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24105,"Val
ue":2398262,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23653,"Va
lue":2374474,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":9886,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":9881,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
703936000,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":19,"Value":1198,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":642509,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":50571845,"Value":37437
95591,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":53,"Value":7303,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":216123191,"
Value":23057995684,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":236,"Value":24
117,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":236,"Executor Deserialize CPU Time":216123191,"Executor Run
Time":53,"Executor CPU Time":50571845,"Result Size":6441,"JVM GC Time":19,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23653,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24105,"Total Records Read":985},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48201,"Shuffle Write Time":20257866,"Shuffle Records Written":985},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":528,"Index":102,"Attempt":0,"Launch Time":1529076341523,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":526,"Index":100,"Attempt":0,"Launch Time":1529076341264,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076341524,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"104687","Value":"10414330","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3610","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"998","Value":"294971","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5128847058","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4943","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"25","Value":"7544","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12361384,"Valu
e":1411551605,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":998,"Valu
e":99189,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48402,"Valu
e":4847297,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":998,"Value":9
9189,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
684,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24484,"Val
ue":2422746,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23818,"Va
lue":2398292,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":9985,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":9980,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
720975360,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":648907,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":35246467,"Value":37790
42058,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":47,"Value":7350,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":207837104,"
Value":23265832788,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":209,"Value":24
326,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":209,"Executor Deserialize CPU Time":207837104,"Executor Run
Time":47,"Executor CPU Time":35246467,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23818,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24484,"Total Records Read":998},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48402,"Shuffle Write Time":12361384,"Shuffle Records Written":998},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":529,"Index":103,"Attempt":0,"Launch Time":1529076341808,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":527,"Index":101,"Attempt":0,"Launch Time":1529076341467,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076341808,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"99655","Value":"10513985","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3622","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"950","Value":"295921","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5145886417","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"4949","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"28","Value":"7572","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":16985594,"Valu
e":1428537199,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":950,"Valu
e":100139,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47153,"Valu
e":4894450,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":950,"Value":1
00139,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
684,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23792,"Val
ue":2446538,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23189,"Va
lue":2421481,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":10085,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":10079,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
738014720,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":1211,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":655348,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":41118408,"Value":38201
60466,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":47,"Value":7397,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":276521736,"
Value":23542354524,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":290,"Value":24
616,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":290,"Executor Deserialize CPU Time":276521736,"Executor Run
Time":47,"Executor CPU Time":41118408,"Result Size":6441,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23189,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23792,"Total Records Read":950},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47153,"Shuffle Write Time":16985594,"Shuffle Records Written":950},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":530,"Index":104,"Attempt":0,"Launch Time":1529076341816,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":528,"Index":102,"Attempt":0,"Launch Time":1529076341523,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076341817,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"110319","Value":"10624304","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3634","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1050","Value":"296971","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5162925776","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"4955","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"27","Value":"7599","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":19824918,"Valu
e":1448362117,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1050,"Val
ue":101189,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49785,"Valu
e":4944235,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1050,"Value":
101189,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
684,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24741,"Val
ue":2471279,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24698,"Va
lue":2446179,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":10183,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":10179,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
755054080,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":1224,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":661789,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":40460580,"Value":38606
21046,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":51,"Value":7448,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":224354229,"
Value":23766708753,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":238,"Value":24
854,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":238,"Executor Deserialize CPU Time":224354229,"Executor Run
Time":51,"Executor CPU Time":40460580,"Result Size":6441,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":24698,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24741,"Total Records Read":1050},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49785,"Shuffle Write Time":19824918,"Shuffle Records Written":1050},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":531,"Index":105,"Attempt":0,"Launch Time":1529076341906,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskGettingResult","Task Info":{"Task
ID":424,"Index":4,"Attempt":0,"Launch Time":1529076305690,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":1529076341906,"Finish
Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":6,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":424,"Index":4,"Attempt":0,"Launch Time":1529076305690,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":1529076341906,"Finish
Time":1529076341937,"Failed":false,"Killed":false,"Accumulables":
[{"ID":283,"Name":"number of output
rows","Update":"842411","Value":"3473025","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":88,"Name":"number of output
rows","Update":"842411","Value":"11896475","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":100,"Name":"duration total (min, med,
max)","Update":"72151","Value":"889755","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":311,"Name":"internal.metrics.input.recordsRead","Update":842411,"Value":34730
25,"Internal":true,"Count Failed Values":true},
{"ID":310,"Name":"internal.metrics.input.bytesRead","Update":134283264,"Value":1909
241136,"Internal":true,"Count Failed Values":true},
{"ID":295,"Name":"internal.metrics.resultSerializationTime","Update":5,"Value":21,"
Internal":true,"Count Failed Values":true},
{"ID":294,"Name":"internal.metrics.jvmGCTime","Update":1541,"Value":4042,"Internal"
:true,"Count Failed Values":true},
{"ID":293,"Name":"internal.metrics.resultSize","Update":2062620,"Value":10303120,"I
nternal":true,"Count Failed Values":true},
{"ID":292,"Name":"internal.metrics.executorCpuTime","Update":34454600907,"Value":79
564823544,"Internal":true,"Count Failed Values":true},
{"ID":291,"Name":"internal.metrics.executorRunTime","Update":36078,"Value":83886,"I
nternal":true,"Count Failed Values":true},
{"ID":290,"Name":"internal.metrics.executorDeserializeCpuTime","Update":122902945,"
Value":892428312,"Internal":true,"Count Failed Values":true},
{"ID":289,"Name":"internal.metrics.executorDeserializeTime","Update":124,"Value":94
6,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":124,"Executor Deserialize CPU Time":122902945,"Executor Run
Time":36078,"Executor CPU Time":34454600907,"Result Size":2062620,"JVM GC
Time":1541,"Result Serialization Time":5,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":134283264,"Records Read":842411},"Output
Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":532,"Index":106,"Attempt":0,"Launch Time":1529076342125,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":529,"Index":103,"Attempt":0,"Launch Time":1529076341808,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076342125,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"103447","Value":"10727751","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3646","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"986","Value":"297957","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5179965135","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"4961","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"28","Value":"7627","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":17619764,"Valu
e":1465981881,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":986,"Valu
e":102175,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48325,"Valu
e":4992560,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":986,"Value":1
02175,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
684,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23893,"Val
ue":2495172,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24159,"Va
lue":2470338,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":10283,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":10277,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
772093440,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":668187,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":42661397,"Value":39032
82443,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":49,"Value":7497,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":260903743,"
Value":24027612496,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":264,"Value":25
118,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":264,"Executor Deserialize CPU Time":260903743,"Executor Run
Time":49,"Executor CPU Time":42661397,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24159,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23893,"Total Records Read":986},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48325,"Shuffle Write Time":17619764,"Shuffle Records Written":986},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":533,"Index":107,"Attempt":0,"Launch Time":1529076342138,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":530,"Index":104,"Attempt":0,"Launch Time":1529076341816,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076342139,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"106815","Value":"10834566","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3658","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1018","Value":"298975","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5197004494","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"10","Value":"4971","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"31","Value":"7658","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":21146135,"Valu
e":1487128016,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1018,"Val
ue":103193,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48883,"Valu
e":5041443,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1018,"Value":
103193,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":3,"Value":2
687,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23891,"Val
ue":2519063,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24660,"Va
lue":2494998,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":10380,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":10377,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
789132800,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":674585,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":47604168,"Value":39508
86611,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":61,"Value":7558,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":258153171,"
Value":24285765667,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":257,"Value":25
375,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":257,"Executor Deserialize CPU Time":258153171,"Executor Run
Time":61,"Executor CPU Time":47604168,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":97,"Fetch Wait
Time":3,"Remote Bytes Read":24660,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23891,"Total Records Read":1018},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48883,"Shuffle Write Time":21146135,"Shuffle Records Written":1018},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":534,"Index":108,"Attempt":0,"Launch Time":1529076342225,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":531,"Index":105,"Attempt":0,"Launch Time":1529076341906,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076342225,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"98343","Value":"10932909","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3670","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"936","Value":"299911","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5214043853","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"4977","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"22","Value":"7680","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12424272,"Valu
e":1499552288,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":936,"Valu
e":104129,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46791,"Valu
e":5088234,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":936,"Value":1
04129,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":2
688,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22897,"Val
ue":2541960,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23759,"Va
lue":2518757,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":10478,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":10476,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
806172160,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":680983,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":34888744,"Value":39857
75355,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":46,"Value":7604,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":265899493,"
Value":24551665160,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":269,"Value":25
644,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":269,"Executor Deserialize CPU Time":265899493,"Executor Run
Time":46,"Executor CPU Time":34888744,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":98,"Fetch Wait
Time":1,"Remote Bytes Read":23759,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22897,"Total Records Read":936},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46791,"Shuffle Write Time":12424272,"Shuffle Records Written":936},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":535,"Index":109,"Attempt":0,"Launch Time":1529076342463,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":532,"Index":106,"Attempt":0,"Launch Time":1529076342125,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076342463,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"109367","Value":"11042276","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3682","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1042","Value":"300953","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5231083212","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4982","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"35","Value":"7715","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":23661340,"Valu
e":1523213628,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1042,"Val
ue":105171,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49499,"Valu
e":5137733,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1042,"Value":
105171,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":2
689,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24472,"Val
ue":2566432,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24707,"Va
lue":2543464,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":10578,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":10575,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
823211520,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":26,"Value":1250,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":687424,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":36448134,"Value":40222
23489,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":67,"Value":7671,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":236557285,"
Value":24788222445,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":268,"Value":25
912,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":268,"Executor Deserialize CPU Time":236557285,"Executor Run
Time":67,"Executor CPU Time":36448134,"Result Size":6441,"JVM GC Time":26,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":1,"Remote Bytes Read":24707,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24472,"Total Records Read":1042},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49499,"Shuffle Write Time":23661340,"Shuffle Records Written":1042},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":536,"Index":110,"Attempt":0,"Launch Time":1529076342468,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":533,"Index":107,"Attempt":0,"Launch Time":1529076342138,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076342469,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"98391","Value":"11140667","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3694","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"937","Value":"301890","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5248122571","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4987","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"29","Value":"7744","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":18722458,"Valu
e":1541936086,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":937,"Valu
e":106108,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46894,"Valu
e":5184627,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":937,"Value":1
06108,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
689,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22912,"Val
ue":2589344,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23550,"Va
lue":2567014,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":10677,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":10673,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
840250880,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":26,"Value":1276,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":693865,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37043957,"Value":40592
67446,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":50,"Value":7721,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":244892900,"
Value":25033115345,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":276,"Value":26
188,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":276,"Executor Deserialize CPU Time":244892900,"Executor Run
Time":50,"Executor CPU Time":37043957,"Result Size":6441,"JVM GC Time":26,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23550,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22912,"Total Records Read":937},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46894,"Shuffle Write Time":18722458,"Shuffle Records Written":937},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":537,"Index":111,"Attempt":0,"Launch Time":1529076342519,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":534,"Index":108,"Attempt":0,"Launch Time":1529076342225,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076342519,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"102967","Value":"11243634","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3706","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"980","Value":"302870","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5265161930","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"4992","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"24","Value":"7768","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12055126,"Valu
e":1553991212,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":980,"Valu
e":107088,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47623,"Valu
e":5232250,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":980,"Value":1
07088,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
689,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23683,"Val
ue":2613027,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23784,"Va
lue":2590798,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":10776,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":10771,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
857290240,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":26,"Value":1302,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":700306,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":32759913,"Value":40920
27359,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":38,"Value":7759,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":221224344,"
Value":25254339689,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":253,"Value":26
441,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":253,"Executor Deserialize CPU Time":221224344,"Executor Run
Time":38,"Executor CPU Time":32759913,"Result Size":6441,"JVM GC Time":26,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23784,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23683,"Total Records Read":980},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47623,"Shuffle Write Time":12055126,"Shuffle Records Written":980},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":538,"Index":112,"Attempt":0,"Launch Time":1529076342735,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":536,"Index":110,"Attempt":0,"Launch Time":1529076342468,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076342735,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"102367","Value":"11346001","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3718","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"975","Value":"303845","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5282201289","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"4998","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"24","Value":"7792","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14448734,"Valu
e":1568439946,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":975,"Valu
e":108063,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47954,"Valu
e":5280204,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":975,"Value":1
08063,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
689,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24104,"Val
ue":2637131,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23479,"Va
lue":2614277,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":10875,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":10869,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
874329600,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":706704,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37256911,"Value":41292
84270,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":41,"Value":7800,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218222522,"
Value":25472562211,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":221,"Value":26
662,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":221,"Executor Deserialize CPU Time":218222522,"Executor Run
Time":41,"Executor CPU Time":37256911,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23479,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24104,"Total Records Read":975},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47954,"Shuffle Write Time":14448734,"Shuffle Records Written":975},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":539,"Index":113,"Attempt":0,"Launch Time":1529076342799,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":535,"Index":109,"Attempt":0,"Launch Time":1529076342463,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076342799,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"101943","Value":"11447944","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3730","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"970","Value":"304815","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5299240648","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5003","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"25","Value":"7817","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":43754854,"Valu
e":1612194800,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":970,"Valu
e":109033,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47811,"Valu
e":5328015,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":970,"Value":1
09033,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
689,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24301,"Val
ue":2661432,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23237,"Va
lue":2637514,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":10975,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":10968,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
891368960,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":713102,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":34901104,"Value":41641
85374,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":73,"Value":7873,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":259437499,"
Value":25731999710,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":258,"Value":26
920,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":258,"Executor Deserialize CPU Time":259437499,"Executor Run
Time":73,"Executor CPU Time":34901104,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23237,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24301,"Total Records Read":970},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47811,"Shuffle Write Time":43754854,"Shuffle Records Written":970},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":540,"Index":114,"Attempt":0,"Launch Time":1529076342823,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":537,"Index":111,"Attempt":0,"Launch Time":1529076342519,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076342823,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"107847","Value":"11555791","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"13","Value":"3743","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1028","Value":"305843","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5316280007","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5009","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"58","Value":"7875","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":19601537,"Valu
e":1631796337,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1028,"Val
ue":110061,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49137,"Valu
e":5377152,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1028,"Value":
110061,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
689,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":25103,"Val
ue":2686535,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23797,"Va
lue":2661311,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":11075,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":11067,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
908408320,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":719500,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":47926232,"Value":42121
11606,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":81,"Value":7954,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218663343,"
Value":25950663053,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":220,"Value":27
140,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":220,"Executor Deserialize CPU Time":218663343,"Executor Run
Time":81,"Executor CPU Time":47926232,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23797,"Remote Bytes Read To Disk":0,"Local Bytes
Read":25103,"Total Records Read":1028},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49137,"Shuffle Write Time":19601537,"Shuffle Records Written":1028},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":541,"Index":115,"Attempt":0,"Launch Time":1529076343019,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":538,"Index":112,"Attempt":0,"Launch Time":1529076342735,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076343019,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"105743","Value":"11661534","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3755","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1006","Value":"306849","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5333319366","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5014","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"26","Value":"7901","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12229972,"Valu
e":1644026309,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1006,"Val
ue":111067,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48677,"Valu
e":5425829,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1006,"Value":
111067,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
689,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23757,"Val
ue":2710292,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24688,"Va
lue":2685999,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":11174,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":11167,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
925447680,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":1318,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":725941,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":33095356,"Value":42452
06962,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":42,"Value":7996,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":221523618,"
Value":26172186671,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":239,"Value":27
379,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":239,"Executor Deserialize CPU Time":221523618,"Executor Run
Time":42,"Executor CPU Time":33095356,"Result Size":6441,"JVM GC Time":16,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24688,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23757,"Total Records Read":1006},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48677,"Shuffle Write Time":12229972,"Shuffle Records Written":1006},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":542,"Index":116,"Attempt":0,"Launch Time":1529076343101,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":539,"Index":113,"Attempt":0,"Launch Time":1529076342799,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076343103,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"103631","Value":"11765165","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3767","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"988","Value":"307837","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5350358725","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5019","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"37","Value":"7938","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":13988546,"Valu
e":1658014855,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":988,"Valu
e":112055,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48312,"Valu
e":5474141,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":988,"Value":1
12055,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
689,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24154,"Val
ue":2734446,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23969,"Va
lue":2709968,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":11273,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":11267,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
942487040,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":1334,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":732382,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":36163649,"Value":42813
70611,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":54,"Value":8050,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":223002786,"
Value":26395189457,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":241,"Value":27
620,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":241,"Executor Deserialize CPU Time":223002786,"Executor Run
Time":54,"Executor CPU Time":36163649,"Result Size":6441,"JVM GC Time":16,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23969,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24154,"Total Records Read":988},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48312,"Shuffle Write Time":13988546,"Shuffle Records Written":988},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":543,"Index":117,"Attempt":0,"Launch Time":1529076343149,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":540,"Index":114,"Attempt":0,"Launch Time":1529076342823,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076343150,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"102551","Value":"11867716","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3779","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"977","Value":"308814","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5367398084","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"13","Value":"5032","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"31","Value":"7969","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12104489,"Valu
e":1670119344,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":977,"Valu
e":113032,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48003,"Valu
e":5522144,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":977,"Value":1
13032,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":11,"Value":
2700,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23663,"Val
ue":2758109,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23830,"Va
lue":2733798,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":11371,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":11366,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
959526400,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":1350,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":738823,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":32841963,"Value":43142
12574,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":48,"Value":8098,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":257193615,"
Value":26652383072,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":275,"Value":27
895,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":275,"Executor Deserialize CPU Time":257193615,"Executor Run
Time":48,"Executor CPU Time":32841963,"Result Size":6441,"JVM GC Time":16,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":98,"Fetch Wait
Time":11,"Remote Bytes Read":23830,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23663,"Total Records Read":977},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48003,"Shuffle Write Time":12104489,"Shuffle Records Written":977},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":544,"Index":118,"Attempt":0,"Launch Time":1529076343277,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":541,"Index":115,"Attempt":0,"Launch Time":1529076343019,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076343277,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"98375","Value":"11966091","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3791","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"936","Value":"309750","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5384437443","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5037","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"23","Value":"7992","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12147301,"Valu
e":1682266645,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":936,"Valu
e":113968,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46594,"Valu
e":5568738,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":936,"Value":1
13968,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
700,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23819,"Val
ue":2781928,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22443,"Va
lue":2756241,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":11468,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":11463,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
976565760,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":745221,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":33141726,"Value":43473
54300,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":42,"Value":8140,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":212556361,"
Value":26864939433,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":213,"Value":28
108,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":213,"Executor Deserialize CPU Time":212556361,"Executor Run
Time":42,"Executor CPU Time":33141726,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":22443,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23819,"Total Records Read":936},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46594,"Shuffle Write Time":12147301,"Shuffle Records Written":936},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":545,"Index":119,"Attempt":0,"Launch Time":1529076343364,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":542,"Index":116,"Attempt":0,"Launch Time":1529076343101,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076343364,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"100567","Value":"12066658","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3803","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"958","Value":"310708","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5401476802","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5042","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"18","Value":"8010","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":13108647,"Valu
e":1695375292,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":958,"Valu
e":114926,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47583,"Valu
e":5616321,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":958,"Value":1
14926,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
700,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23964,"Val
ue":2805892,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23625,"Va
lue":2779866,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":11568,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":11563,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":1
993605120,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":751619,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":33762379,"Value":43811
16679,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":34,"Value":8174,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":221291508,"
Value":27086230941,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":223,"Value":28
331,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":223,"Executor Deserialize CPU Time":221291508,"Executor Run
Time":34,"Executor CPU Time":33762379,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23625,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23964,"Total Records Read":958},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47583,"Shuffle Write Time":13108647,"Shuffle Records Written":958},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":546,"Index":120,"Attempt":0,"Launch Time":1529076343433,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":543,"Index":117,"Attempt":0,"Launch Time":1529076343149,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076343434,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"104399","Value":"12171057","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3815","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"993","Value":"311701","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5418516161","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5047","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"22","Value":"8032","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12099703,"Valu
e":1707474995,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":993,"Valu
e":115919,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48369,"Valu
e":5664690,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":993,"Value":1
15919,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
700,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23701,"Val
ue":2829593,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24268,"Va
lue":2804134,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":11668,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":11662,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
010644480,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":1365,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":758060,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":32485350,"Value":44136
02029,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":40,"Value":8214,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":223175837,"
Value":27309406778,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":240,"Value":28
571,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":240,"Executor Deserialize CPU Time":223175837,"Executor Run
Time":40,"Executor CPU Time":32485350,"Result Size":6441,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24268,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23701,"Total Records Read":993},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48369,"Shuffle Write Time":12099703,"Shuffle Records Written":993},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":547,"Index":121,"Attempt":0,"Launch Time":1529076343552,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":544,"Index":118,"Attempt":0,"Launch Time":1529076343277,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076343552,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"100751","Value":"12271808","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3827","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"960","Value":"312661","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5435555520","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5052","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"22","Value":"8054","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12360129,"Valu
e":1719835124,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":960,"Valu
e":116879,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47792,"Valu
e":5712482,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":960,"Value":1
16879,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
700,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23936,"Val
ue":2853529,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23629,"Va
lue":2827763,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":11768,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":11761,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
027683840,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":1380,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":764501,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":33458401,"Value":44470
60430,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":37,"Value":8251,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218697515,"
Value":27528104293,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":234,"Value":28
805,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":234,"Executor Deserialize CPU Time":218697515,"Executor Run
Time":37,"Executor CPU Time":33458401,"Result Size":6441,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23629,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23936,"Total Records Read":960},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47792,"Shuffle Write Time":12360129,"Shuffle Records Written":960},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":548,"Index":122,"Attempt":0,"Launch Time":1529076343651,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":545,"Index":119,"Attempt":0,"Launch Time":1529076343364,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076343651,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"98567","Value":"12370375","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3839","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"938","Value":"313599","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5452594879","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5057","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"23","Value":"8077","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12886511,"Valu
e":1732721635,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":938,"Valu
e":117817,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47082,"Valu
e":5759564,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":938,"Value":1
17817,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
700,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23513,"Val
ue":2877042,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23270,"Va
lue":2851033,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":11867,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":11860,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
044723200,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":1395,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":770942,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":33856376,"Value":44809
16806,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":39,"Value":8290,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":229336759,"
Value":27757441052,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":245,"Value":29
050,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":245,"Executor Deserialize CPU Time":229336759,"Executor Run
Time":39,"Executor CPU Time":33856376,"Result Size":6441,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23270,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23513,"Total Records Read":938},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47082,"Shuffle Write Time":12886511,"Shuffle Records Written":938},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":549,"Index":123,"Attempt":0,"Launch Time":1529076343722,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":546,"Index":120,"Attempt":0,"Launch Time":1529076343433,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076343723,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"98247","Value":"12468622","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3851","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"935","Value":"314534","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5469634238","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"16","Value":"5073","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"35","Value":"8112","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":13455376,"Valu
e":1746177011,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":935,"Valu
e":118752,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46886,"Valu
e":5806450,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":935,"Value":1
18752,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":13,"Value":
2713,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22987,"Val
ue":2900029,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23560,"Va
lue":2874593,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":11965,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":11959,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
061762560,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":777340,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":35678832,"Value":45165
95638,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":57,"Value":8347,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":227701568,"
Value":27985142620,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":228,"Value":29
278,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":228,"Executor Deserialize CPU Time":227701568,"Executor Run
Time":57,"Executor CPU Time":35678832,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":98,"Fetch Wait
Time":13,"Remote Bytes Read":23560,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22987,"Total Records Read":935},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46886,"Shuffle Write Time":13455376,"Shuffle Records Written":935},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":550,"Index":124,"Attempt":0,"Launch Time":1529076343830,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":547,"Index":121,"Attempt":0,"Launch Time":1529076343552,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076343831,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"103279","Value":"12571901","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3863","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"983","Value":"315517","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5486673597","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5079","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"19","Value":"8131","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12614903,"Valu
e":1758791914,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":983,"Valu
e":119735,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47777,"Valu
e":5854227,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":983,"Value":1
19735,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
713,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24570,"Val
ue":2924599,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22971,"Va
lue":2897564,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":12064,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":12056,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
078801920,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":783738,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":34444127,"Value":45510
39765,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":34,"Value":8381,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":239668212,"
Value":28224810832,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":240,"Value":29
518,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":240,"Executor Deserialize CPU Time":239668212,"Executor Run
Time":34,"Executor CPU Time":34444127,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":22971,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24570,"Total Records Read":983},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47777,"Shuffle Write Time":12614903,"Shuffle Records Written":983},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":551,"Index":125,"Attempt":0,"Launch Time":1529076343953,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":548,"Index":122,"Attempt":0,"Launch Time":1529076343651,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076343954,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"103575","Value":"12675476","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3875","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"987","Value":"316504","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5503712956","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5084","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"40","Value":"8171","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":30555738,"Valu
e":1789347652,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":987,"Valu
e":120722,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47863,"Valu
e":5902090,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":987,"Value":1
20722,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
713,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23680,"Val
ue":2948279,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23880,"Va
lue":2921444,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":12162,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":12154,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
095841280,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":1410,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":790179,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":36497451,"Value":45875
37216,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":63,"Value":8444,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":234163987,"
Value":28458974819,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":236,"Value":29
754,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":236,"Executor Deserialize CPU Time":234163987,"Executor Run
Time":63,"Executor CPU Time":36497451,"Result Size":6441,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23880,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23680,"Total Records Read":987},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47863,"Shuffle Write Time":30555738,"Shuffle Records Written":987},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":552,"Index":126,"Attempt":0,"Launch Time":1529076344167,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":550,"Index":124,"Attempt":0,"Launch Time":1529076343830,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076344167,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"102831","Value":"12778307","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3887","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"979","Value":"317483","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5520752315","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5089","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"35","Value":"8206","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":29223650,"Valu
e":1818571302,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":979,"Valu
e":121701,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47927,"Valu
e":5950017,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":979,"Value":1
21701,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
713,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24175,"Val
ue":2972454,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23672,"Va
lue":2945116,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":12261,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":12254,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
112880640,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":1425,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":796620,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":44671095,"Value":46322
08311,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":69,"Value":8513,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":247139902,"
Value":28706114721,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":265,"Value":30
019,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":265,"Executor Deserialize CPU Time":247139902,"Executor Run
Time":69,"Executor CPU Time":44671095,"Result Size":6441,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23672,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24175,"Total Records Read":979},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47927,"Shuffle Write Time":29223650,"Shuffle Records Written":979},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":553,"Index":127,"Attempt":0,"Launch Time":1529076344172,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":549,"Index":123,"Attempt":0,"Launch Time":1529076343722,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076344172,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"100943","Value":"12879250","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3899","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"961","Value":"318444","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5537791674","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5095","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"95","Value":"8301","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":35815642,"Valu
e":1854386944,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":961,"Valu
e":122662,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47406,"Valu
e":5997423,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":961,"Value":1
22662,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
713,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23347,"Val
ue":2995801,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23910,"Va
lue":2969026,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":12360,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":12352,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
129920000,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":1440,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":803061,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":55292716,"Value":46875
01027,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":134,"Value":8647,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":294281353,"
Value":29000396074,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":313,"Value":30
332,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":313,"Executor Deserialize CPU Time":294281353,"Executor Run
Time":134,"Executor CPU Time":55292716,"Result Size":6441,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23910,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23347,"Total Records Read":961},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47406,"Shuffle Write Time":35815642,"Shuffle Records Written":961},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":554,"Index":128,"Attempt":0,"Launch Time":1529076344263,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":551,"Index":125,"Attempt":0,"Launch Time":1529076343953,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076344263,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"99527","Value":"12978777","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3911","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"948","Value":"319392","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5554831033","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5100","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"27","Value":"8328","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12445618,"Valu
e":1866832562,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":948,"Valu
e":123610,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46975,"Valu
e":6044398,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":948,"Value":1
23610,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
713,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22909,"Val
ue":3018710,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23978,"Va
lue":2993004,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":12457,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":12452,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
146959360,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":809459,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":34118923,"Value":47216
19950,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":43,"Value":8690,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":262893567,"
Value":29263289641,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":263,"Value":30
595,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":263,"Executor Deserialize CPU Time":262893567,"Executor Run
Time":43,"Executor CPU Time":34118923,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":23978,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22909,"Total Records Read":948},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46975,"Shuffle Write Time":12445618,"Shuffle Records Written":948},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":555,"Index":129,"Attempt":0,"Launch Time":1529076344334,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskGettingResult","Task Info":{"Task
ID":422,"Index":2,"Attempt":0,"Launch Time":1529076304587,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":1529076344334,"Finish
Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":6,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":422,"Index":2,"Attempt":0,"Launch Time":1529076304587,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":1529076344334,"Finish
Time":1529076344347,"Failed":false,"Killed":false,"Accumulables":
[{"ID":283,"Name":"number of output
rows","Update":"842271","Value":"4315296","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":88,"Name":"number of output
rows","Update":"842271","Value":"12738746","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":100,"Name":"duration total (min, med,
max)","Update":"79029","Value":"968761","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":311,"Name":"internal.metrics.input.recordsRead","Update":842271,"Value":43152
96,"Internal":true,"Count Failed Values":true},
{"ID":310,"Name":"internal.metrics.input.bytesRead","Update":134283264,"Value":2043
524400,"Internal":true,"Count Failed Values":true},
{"ID":295,"Name":"internal.metrics.resultSerializationTime","Update":4,"Value":25,"
Internal":true,"Count Failed Values":true},
{"ID":294,"Name":"internal.metrics.jvmGCTime","Update":5027,"Value":9069,"Internal"
:true,"Count Failed Values":true},
{"ID":293,"Name":"internal.metrics.resultSize","Update":2061090,"Value":12364210,"I
nternal":true,"Count Failed Values":true},
{"ID":292,"Name":"internal.metrics.executorCpuTime","Update":34414200946,"Value":11
3979024490,"Internal":true,"Count Failed Values":true},
{"ID":291,"Name":"internal.metrics.executorRunTime","Update":39517,"Value":123403,"
Internal":true,"Count Failed Values":true},
{"ID":290,"Name":"internal.metrics.executorDeserializeCpuTime","Update":191749309,"
Value":1084177621,"Internal":true,"Count Failed Values":true},
{"ID":289,"Name":"internal.metrics.executorDeserializeTime","Update":216,"Value":11
62,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":216,"Executor Deserialize CPU Time":191749309,"Executor Run
Time":39517,"Executor CPU Time":34414200946,"Result Size":2061090,"JVM GC
Time":5027,"Result Serialization Time":4,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":134283264,"Records Read":842271},"Output
Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":556,"Index":130,"Attempt":0,"Launch Time":1529076344437,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":552,"Index":126,"Attempt":0,"Launch Time":1529076344167,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076344437,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"105487","Value":"13084264","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3923","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1004","Value":"320396","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5571870392","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5106","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"24","Value":"8352","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12252121,"Valu
e":1879084683,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1004,"Val
ue":124614,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49017,"Valu
e":6093415,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1004,"Value":
124614,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":2
714,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24149,"Val
ue":3042859,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24367,"Va
lue":3017371,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":12555,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":12552,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
163998720,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":815857,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":35757273,"Value":47573
77223,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":39,"Value":8729,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":222999543,"
Value":29486289184,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":226,"Value":30
821,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":226,"Executor Deserialize CPU Time":222999543,"Executor Run
Time":39,"Executor CPU Time":35757273,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":1,"Remote Bytes Read":24367,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24149,"Total Records Read":1004},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49017,"Shuffle Write Time":12252121,"Shuffle Records Written":1004},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":557,"Index":131,"Attempt":0,"Launch Time":1529076344501,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":553,"Index":127,"Attempt":0,"Launch Time":1529076344172,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076344502,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"106511","Value":"13190775","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3935","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1014","Value":"321410","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5588909751","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5111","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"26","Value":"8378","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":16943256,"Valu
e":1896027939,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1014,"Val
ue":125628,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48887,"Valu
e":6142302,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1014,"Value":
125628,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
714,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24012,"Val
ue":3066871,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24239,"Va
lue":3041610,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":12653,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":12650,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
181038080,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":822255,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":39493635,"Value":47968
70858,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":52,"Value":8781,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":270390371,"
Value":29756679555,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":274,"Value":31
095,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":274,"Executor Deserialize CPU Time":270390371,"Executor Run
Time":52,"Executor CPU Time":39493635,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":24239,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24012,"Total Records Read":1014},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48887,"Shuffle Write Time":16943256,"Shuffle Records Written":1014},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":558,"Index":132,"Attempt":0,"Launch Time":1529076344642,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":554,"Index":128,"Attempt":0,"Launch Time":1529076344263,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076344642,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"99295","Value":"13290070","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3947","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"945","Value":"322355","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5605949110","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5117","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"22","Value":"8400","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":16097097,"Valu
e":1912125036,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":945,"Valu
e":126573,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47306,"Valu
e":6189608,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":945,"Value":1
26573,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
714,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23492,"Val
ue":3090363,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23349,"Va
lue":3064959,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":12752,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":12747,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
198077440,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":25,"Value":1465,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":828696,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":41459353,"Value":48383
30211,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":41,"Value":8822,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":305874429,"
Value":30062553984,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":335,"Value":31
430,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":335,"Executor Deserialize CPU Time":305874429,"Executor Run
Time":41,"Executor CPU Time":41459353,"Result Size":6441,"JVM GC Time":25,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23349,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23492,"Total Records Read":945},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47306,"Shuffle Write Time":16097097,"Shuffle Records Written":945},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":559,"Index":133,"Attempt":0,"Launch Time":1529076344678,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":555,"Index":129,"Attempt":0,"Launch Time":1529076344334,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076344678,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"104887","Value":"13394957","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3959","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1000","Value":"323355","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5622988469","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"9","Value":"5126","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"30","Value":"8430","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":15912104,"Valu
e":1928037140,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1000,"Val
ue":127573,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48560,"Valu
e":6238168,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1000,"Value":
127573,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
714,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24896,"Val
ue":3115259,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23622,"Va
lue":3088581,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":12852,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":12847,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
215116800,"Internal":true,"Count Failed Values":true},
{"ID":320,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":4,"I
nternal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":835137,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":49714537,"Value":48880
44748,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":50,"Value":8872,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":280793441,"
Value":30343347425,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":288,"Value":31
718,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":288,"Executor Deserialize CPU Time":280793441,"Executor Run
Time":50,"Executor CPU Time":49714537,"Result Size":6441,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23622,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24896,"Total Records Read":1000},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48560,"Shuffle Write Time":15912104,"Shuffle Records Written":1000},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":560,"Index":134,"Attempt":0,"Launch Time":1529076344750,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":556,"Index":130,"Attempt":0,"Launch Time":1529076344437,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076344750,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"104103","Value":"13499060","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3971","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"992","Value":"324347","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5640027828","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5132","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"25","Value":"8455","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11964210,"Valu
e":1940001350,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":992,"Valu
e":128565,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47483,"Valu
e":6285651,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":992,"Value":1
28565,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
714,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23990,"Val
ue":3139249,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23345,"Va
lue":3111926,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":12950,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":12944,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
232156160,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":25,"Value":1490,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":841578,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":34638995,"Value":49226
83743,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":44,"Value":8916,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":235041907,"
Value":30578389332,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":265,"Value":31
983,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":265,"Executor Deserialize CPU Time":235041907,"Executor Run
Time":44,"Executor CPU Time":34638995,"Result Size":6441,"JVM GC Time":25,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23345,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23990,"Total Records Read":992},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47483,"Shuffle Write Time":11964210,"Shuffle Records Written":992},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":561,"Index":135,"Attempt":0,"Launch Time":1529076344825,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":557,"Index":131,"Attempt":0,"Launch Time":1529076344501,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076344826,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"101367","Value":"13600427","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3983","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"966","Value":"325313","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5657067187","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5137","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"21","Value":"8476","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14487255,"Valu
e":1954488605,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":966,"Valu
e":129531,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47660,"Valu
e":6333311,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":966,"Value":1
29531,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
714,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24298,"Val
ue":3163547,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22908,"Va
lue":3134834,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":13048,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":13043,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
249195520,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":25,"Value":1515,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":848019,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":36538370,"Value":49592
22113,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":38,"Value":8954,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":253904611,"
Value":30832293943,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":282,"Value":32
265,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":282,"Executor Deserialize CPU Time":253904611,"Executor Run
Time":38,"Executor CPU Time":36538370,"Result Size":6441,"JVM GC Time":25,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":22908,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24298,"Total Records Read":966},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47660,"Shuffle Write Time":14487255,"Shuffle Records Written":966},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":562,"Index":136,"Attempt":0,"Launch Time":1529076344940,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":558,"Index":132,"Attempt":0,"Launch Time":1529076344642,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076344941,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"102543","Value":"13702970","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"3995","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"977","Value":"326290","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5674106546","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5143","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"24","Value":"8500","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14635084,"Valu
e":1969123689,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":977,"Valu
e":130508,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48169,"Valu
e":6381480,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":977,"Value":1
30508,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
714,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23446,"Val
ue":3186993,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24309,"Va
lue":3159143,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":13148,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":13142,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
266234880,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":854417,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37552537,"Value":49967
74650,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":41,"Value":8995,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":252949154,"
Value":31085243097,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":254,"Value":32
519,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":254,"Executor Deserialize CPU Time":252949154,"Executor Run
Time":41,"Executor CPU Time":37552537,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24309,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23446,"Total Records Read":977},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48169,"Shuffle Write Time":14635084,"Shuffle Records Written":977},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":563,"Index":137,"Attempt":0,"Launch Time":1529076344987,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":559,"Index":133,"Attempt":0,"Launch Time":1529076344678,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076344987,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"97375","Value":"13800345","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4007","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"927","Value":"327217","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5691145905","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"10","Value":"5153","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"32","Value":"8532","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14201662,"Valu
e":1983325351,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":927,"Valu
e":131435,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46290,"Valu
e":6427770,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":927,"Value":1
31435,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
714,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22774,"Val
ue":3209767,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23499,"Va
lue":3182642,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":13246,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":13242,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
283274240,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":1526,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":860858,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":41623444,"Value":50383
98094,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":49,"Value":9044,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":243704062,"
Value":31328947159,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":257,"Value":32
776,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":257,"Executor Deserialize CPU Time":243704062,"Executor Run
Time":49,"Executor CPU Time":41623444,"Result Size":6441,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23499,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22774,"Total Records Read":927},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46290,"Shuffle Write Time":14201662,"Shuffle Records Written":927},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":564,"Index":138,"Attempt":0,"Launch Time":1529076345016,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":560,"Index":134,"Attempt":0,"Launch Time":1529076344750,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076345016,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"98631","Value":"13898976","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4019","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"939","Value":"328156","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5708185264","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5159","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"25","Value":"8557","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":13521606,"Valu
e":1996846957,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":939,"Valu
e":132374,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46913,"Valu
e":6474683,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":939,"Value":1
32374,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
714,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22934,"Val
ue":3232701,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23694,"Va
lue":3206336,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":13343,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":13341,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
300313600,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":867256,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37777218,"Value":50761
75312,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":41,"Value":9085,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218621094,"
Value":31547568253,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":222,"Value":32
998,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":222,"Executor Deserialize CPU Time":218621094,"Executor Run
Time":41,"Executor CPU Time":37777218,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":23694,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22934,"Total Records Read":939},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46913,"Shuffle Write Time":13521606,"Shuffle Records Written":939},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":565,"Index":139,"Attempt":0,"Launch Time":1529076345179,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":561,"Index":135,"Attempt":0,"Launch Time":1529076344825,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076345180,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"99127","Value":"13998103","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4031","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"943","Value":"329099","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5725224623","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5165","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"28","Value":"8585","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14432940,"Valu
e":2011279897,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":943,"Valu
e":133317,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47066,"Valu
e":6521749,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":943,"Value":1
33317,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
714,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23329,"Val
ue":3256030,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23461,"Va
lue":3229797,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":13443,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":13438,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
317352960,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":1542,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":873697,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":40323596,"Value":51164
98908,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":46,"Value":9131,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":286160205,"
Value":31833728458,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":304,"Value":33
302,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":304,"Executor Deserialize CPU Time":286160205,"Executor Run
Time":46,"Executor CPU Time":40323596,"Result Size":6441,"JVM GC Time":16,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23461,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23329,"Total Records Read":943},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47066,"Shuffle Write Time":14432940,"Shuffle Records Written":943},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":566,"Index":140,"Attempt":0,"Launch Time":1529076345262,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":563,"Index":137,"Attempt":0,"Launch Time":1529076344987,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076345262,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"102031","Value":"14100134","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4043","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"971","Value":"330070","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5742263982","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5171","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"28","Value":"8613","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11866719,"Valu
e":2023146616,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":971,"Valu
e":134288,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47869,"Valu
e":6569618,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":971,"Value":1
34288,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":2,"Value":2
716,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23895,"Val
ue":3279925,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23661,"Va
lue":3253458,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":13543,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":13536,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
334392320,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":880095,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":32568055,"Value":51490
66963,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":47,"Value":9178,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":225301672,"
Value":32059030130,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":224,"Value":33
526,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":224,"Executor Deserialize CPU Time":225301672,"Executor Run
Time":47,"Executor CPU Time":32568055,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":2,"Remote Bytes Read":23661,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23895,"Total Records Read":971},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47869,"Shuffle Write Time":11866719,"Shuffle Records Written":971},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":567,"Index":141,"Attempt":0,"Launch Time":1529076345264,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":562,"Index":136,"Attempt":0,"Launch Time":1529076344940,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076345265,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"105607","Value":"14205741","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4055","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1005","Value":"331075","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5759303341","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5177","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"25","Value":"8638","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14547911,"Valu
e":2037694527,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1005,"Val
ue":135293,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48726,"Valu
e":6618344,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1005,"Value":
135293,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
716,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23870,"Val
ue":3303795,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24272,"Va
lue":3277730,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":13641,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":13636,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
351431680,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":1558,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":886536,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37507580,"Value":51865
74543,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":42,"Value":9220,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":260188864,"
Value":32319218994,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":278,"Value":33
804,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":278,"Executor Deserialize CPU Time":260188864,"Executor Run
Time":42,"Executor CPU Time":37507580,"Result Size":6441,"JVM GC Time":16,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":24272,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23870,"Total Records Read":1005},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48726,"Shuffle Write Time":14547911,"Shuffle Records Written":1005},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":568,"Index":142,"Attempt":0,"Launch Time":1529076345314,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":564,"Index":138,"Attempt":0,"Launch Time":1529076345016,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076345314,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"96855","Value":"14302596","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4067","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"923","Value":"331998","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5776342700","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"11","Value":"5188","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"31","Value":"8669","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12288702,"Valu
e":2049983229,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":923,"Valu
e":136216,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46771,"Valu
e":6665115,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":923,"Value":1
36216,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":5,"Value":2
721,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22756,"Val
ue":3326551,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23637,"Va
lue":3301367,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":13738,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":13736,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
368471040,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":1574,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":892977,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":34467868,"Value":52210
42411,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":47,"Value":9267,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":227434399,"
Value":32546653393,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":246,"Value":34
050,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":246,"Executor Deserialize CPU Time":227434399,"Executor Run
Time":47,"Executor CPU Time":34467868,"Result Size":6441,"JVM GC Time":16,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":97,"Fetch Wait
Time":5,"Remote Bytes Read":23637,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22756,"Total Records Read":923},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46771,"Shuffle Write Time":12288702,"Shuffle Records Written":923},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":569,"Index":143,"Attempt":0,"Launch Time":1529076345585,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":566,"Index":140,"Attempt":0,"Launch Time":1529076345262,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076345585,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"105175","Value":"14407771","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4079","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1002","Value":"333000","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5793382059","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"8","Value":"5196","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"31","Value":"8700","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14661559,"Valu
e":2064644788,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1002,"Val
ue":137218,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48283,"Valu
e":6713398,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1002,"Value":
137218,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
721,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24071,"Val
ue":3350622,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24188,"Va
lue":3325555,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":13838,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":13836,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
385510400,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":1585,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":899418,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":42309651,"Value":52633
52062,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":50,"Value":9317,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":258528163,"
Value":32805181556,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":269,"Value":34
319,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":269,"Executor Deserialize CPU Time":258528163,"Executor Run
Time":50,"Executor CPU Time":42309651,"Result Size":6441,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24188,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24071,"Total Records Read":1002},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48283,"Shuffle Write Time":14661559,"Shuffle Records Written":1002},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":570,"Index":144,"Attempt":0,"Launch Time":1529076345592,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":567,"Index":141,"Attempt":0,"Launch Time":1529076345264,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076345593,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"107759","Value":"14515530","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4091","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1025","Value":"334025","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5810421418","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"4","Value":"5200","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"37","Value":"8737","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":64709828,"Valu
e":2129354616,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1025,"Val
ue":138243,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49177,"Valu
e":6762575,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1025,"Value":
138243,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
721,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24580,"Val
ue":3375202,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24264,"Va
lue":3349819,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":13938,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":13934,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
402549760,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":905816,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37369203,"Value":53007
21265,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":87,"Value":9404,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":237616597,"
Value":33042798153,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":237,"Value":34
556,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":237,"Executor Deserialize CPU Time":237616597,"Executor Run
Time":87,"Executor CPU Time":37369203,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24264,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24580,"Total Records Read":1025},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49177,"Shuffle Write Time":64709828,"Shuffle Records Written":1025},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":571,"Index":145,"Attempt":0,"Launch Time":1529076345617,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":565,"Index":139,"Attempt":0,"Launch Time":1529076345179,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076345617,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"99631","Value":"14615161","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4103","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"948","Value":"334973","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5827460777","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5206","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"100","Value":"8837","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":37347088,"Valu
e":2166701704,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":948,"Valu
e":139191,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46895,"Valu
e":6809470,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":948,"Value":1
39191,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":2
722,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23532,"Val
ue":3398734,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23347,"Va
lue":3373166,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":14037,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":14033,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
419589120,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":912214,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":54119842,"Value":53548
41107,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":156,"Value":9560,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":278435789,"
Value":33321233942,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":278,"Value":34
834,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":278,"Executor Deserialize CPU Time":278435789,"Executor Run
Time":156,"Executor CPU Time":54119842,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":1,"Remote Bytes Read":23347,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23532,"Total Records Read":948},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46895,"Shuffle Write Time":37347088,"Shuffle Records Written":948},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":572,"Index":146,"Attempt":0,"Launch Time":1529076345628,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":568,"Index":142,"Attempt":0,"Launch Time":1529076345314,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076345629,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"100959","Value":"14716120","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4115","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"962","Value":"335935","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5844500136","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5212","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"56","Value":"8893","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":29574159,"Valu
e":2196275863,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":962,"Valu
e":140153,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47584,"Valu
e":6857054,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":962,"Value":1
40153,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":2,"Value":2
724,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23692,"Val
ue":3422426,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23797,"Va
lue":3396963,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":14137,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":14132,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
436628480,"Internal":true,"Count Failed Values":true},
{"ID":320,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":5,"I
nternal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":918655,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":50810575,"Value":54056
51682,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":96,"Value":9656,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":214257868,"
Value":33535491810,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":215,"Value":35
049,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":215,"Executor Deserialize CPU Time":214257868,"Executor Run
Time":96,"Executor CPU Time":50810575,"Result Size":6441,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":2,"Remote Bytes Read":23797,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23692,"Total Records Read":962},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47584,"Shuffle Write Time":29574159,"Shuffle Records Written":962},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":573,"Index":147,"Attempt":0,"Launch Time":1529076345881,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":569,"Index":143,"Attempt":0,"Launch Time":1529076345585,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076345882,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"105751","Value":"14821871","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4127","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1008","Value":"336943","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5861539495","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5218","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"26","Value":"8919","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14688307,"Valu
e":2210964170,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1008,"Val
ue":141161,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48808,"Valu
e":6905862,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1008,"Value":
141161,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
724,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24287,"Val
ue":3446713,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24379,"Va
lue":3421342,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":14237,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":14232,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
453667840,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":925053,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":38725206,"Value":54443
76888,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":44,"Value":9700,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":249039077,"
Value":33784530887,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":250,"Value":35
299,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":250,"Executor Deserialize CPU Time":249039077,"Executor Run
Time":44,"Executor CPU Time":38725206,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24379,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24287,"Total Records Read":1008},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48808,"Shuffle Write Time":14688307,"Shuffle Records Written":1008},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":574,"Index":148,"Attempt":0,"Launch Time":1529076345888,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":570,"Index":144,"Attempt":0,"Launch Time":1529076345592,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076345888,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"103767","Value":"14925638","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4139","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"989","Value":"337932","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5878578854","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5224","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"34","Value":"8953","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12561106,"Valu
e":2223525276,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":989,"Valu
e":142150,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48235,"Valu
e":6954097,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":989,"Value":1
42150,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
724,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24128,"Val
ue":3470841,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23487,"Va
lue":3444829,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":14337,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":14329,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
470707200,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":1601,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":931494,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":35255065,"Value":54796
31953,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":53,"Value":9753,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":220934116,"
Value":34005465003,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":239,"Value":35
538,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":239,"Executor Deserialize CPU Time":220934116,"Executor Run
Time":53,"Executor CPU Time":35255065,"Result Size":6441,"JVM GC Time":16,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23487,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24128,"Total Records Read":989},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48235,"Shuffle Write Time":12561106,"Shuffle Records Written":989},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":575,"Index":149,"Attempt":0,"Launch Time":1529076345979,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":572,"Index":146,"Attempt":0,"Launch Time":1529076345628,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076345980,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"102095","Value":"15027733","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4151","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"972","Value":"338904","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5895618213","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5230","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"27","Value":"8980","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":41654930,"Valu
e":2265180206,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":972,"Valu
e":143122,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47332,"Valu
e":7001429,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":972,"Value":1
43122,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
724,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23323,"Val
ue":3494164,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24119,"Va
lue":3468948,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":14435,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":14428,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
487746560,"Internal":true,"Count Failed Values":true},
{"ID":320,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":6,"I
nternal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":1617,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6484,"Value":937978,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":46129577,"Value":55257
61530,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":71,"Value":9824,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":258267636,"
Value":34263732639,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":275,"Value":35
813,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":275,"Executor Deserialize CPU Time":258267636,"Executor Run
Time":71,"Executor CPU Time":46129577,"Result Size":6484,"JVM GC Time":16,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":24119,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23323,"Total Records Read":972},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47332,"Shuffle Write Time":41654930,"Shuffle Records Written":972},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":576,"Index":150,"Attempt":0,"Launch Time":1529076345985,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":571,"Index":145,"Attempt":0,"Launch Time":1529076345617,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076345985,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"101567","Value":"15129300","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4163","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"969","Value":"339873","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5912657572","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"8","Value":"5238","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"46","Value":"9026","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":16656278,"Valu
e":2281836484,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":969,"Valu
e":144091,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47736,"Valu
e":7049165,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":969,"Value":1
44091,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
724,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23401,"Val
ue":3517565,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24023,"Va
lue":3492971,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":14533,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":14528,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
504785920,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":1633,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":944419,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":46573840,"Value":55723
35370,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":65,"Value":9889,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":282780522,"
Value":34546513161,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":300,"Value":36
113,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":300,"Executor Deserialize CPU Time":282780522,"Executor Run
Time":65,"Executor CPU Time":46573840,"Result Size":6441,"JVM GC Time":16,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":24023,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23401,"Total Records Read":969},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47736,"Shuffle Write Time":16656278,"Shuffle Records Written":969},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":577,"Index":151,"Attempt":0,"Launch Time":1529076346156,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":574,"Index":148,"Attempt":0,"Launch Time":1529076345888,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076346157,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"99543","Value":"15228843","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4175","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"948","Value":"340821","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5929696931","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"5245","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"27","Value":"9053","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":13427152,"Valu
e":2295263636,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":948,"Valu
e":145039,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46951,"Valu
e":7096116,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":948,"Value":1
45039,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
724,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23455,"Val
ue":3541020,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23071,"Va
lue":3516042,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":14630,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":14625,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
521825280,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":950817,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":34972281,"Value":56073
07651,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":43,"Value":9932,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":220930450,"
Value":34767443611,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":222,"Value":36
335,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":222,"Executor Deserialize CPU Time":220930450,"Executor Run
Time":43,"Executor CPU Time":34972281,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":23071,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23455,"Total Records Read":948},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46951,"Shuffle Write Time":13427152,"Shuffle Records Written":948},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":578,"Index":152,"Attempt":0,"Launch Time":1529076346162,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":573,"Index":147,"Attempt":0,"Launch Time":1529076345881,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076346162,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"106167","Value":"15335010","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4187","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1011","Value":"341832","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5946736290","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"8","Value":"5253","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"26","Value":"9079","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12058729,"Valu
e":2307322365,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1011,"Val
ue":146050,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48748,"Valu
e":7144864,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1011,"Value":
146050,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
724,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23813,"Val
ue":3564833,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24722,"Va
lue":3540764,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":14729,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":14725,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
538864640,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":1649,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":957258,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":40595961,"Value":56479
03612,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":44,"Value":9976,"Inter
nal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":215393667,"
Value":34982837278,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":232,"Value":36
567,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":232,"Executor Deserialize CPU Time":215393667,"Executor Run
Time":44,"Executor CPU Time":40595961,"Result Size":6441,"JVM GC Time":16,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24722,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23813,"Total Records Read":1011},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48748,"Shuffle Write Time":12058729,"Shuffle Records Written":1011},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":579,"Index":153,"Attempt":0,"Launch Time":1529076346275,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskGettingResult","Task Info":{"Task
ID":423,"Index":3,"Attempt":0,"Launch Time":1529076304587,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":1529076346276,"Finish
Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":6,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":423,"Index":3,"Attempt":0,"Launch Time":1529076304587,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":1529076346276,"Finish
Time":1529076346288,"Failed":false,"Killed":false,"Accumulables":
[{"ID":283,"Name":"number of output
rows","Update":"842327","Value":"5157623","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":88,"Name":"number of output
rows","Update":"842327","Value":"13581073","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":100,"Name":"duration total (min, med,
max)","Update":"82929","Value":"1051667","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":311,"Name":"internal.metrics.input.recordsRead","Update":842327,"Value":51576
23,"Internal":true,"Count Failed Values":true},
{"ID":310,"Name":"internal.metrics.input.bytesRead","Update":134283264,"Value":2177
807664,"Internal":true,"Count Failed Values":true},
{"ID":295,"Name":"internal.metrics.resultSerializationTime","Update":4,"Value":29,"
Internal":true,"Count Failed Values":true},
{"ID":294,"Name":"internal.metrics.jvmGCTime","Update":5065,"Value":14134,"Internal
":true,"Count Failed Values":true},
{"ID":293,"Name":"internal.metrics.resultSize","Update":2060601,"Value":14424811,"I
nternal":true,"Count Failed Values":true},
{"ID":292,"Name":"internal.metrics.executorCpuTime","Update":36323673786,"Value":15
0302698276,"Internal":true,"Count Failed Values":true},
{"ID":291,"Name":"internal.metrics.executorRunTime","Update":41467,"Value":164870,"
Internal":true,"Count Failed Values":true},
{"ID":290,"Name":"internal.metrics.executorDeserializeCpuTime","Update":182050112,"
Value":1266227733,"Internal":true,"Count Failed Values":true},
{"ID":289,"Name":"internal.metrics.executorDeserializeTime","Update":209,"Value":13
71,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":209,"Executor Deserialize CPU Time":182050112,"Executor Run
Time":41467,"Executor CPU Time":36323673786,"Result Size":2060601,"JVM GC
Time":5065,"Result Serialization Time":4,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":134283264,"Records Read":842327},"Output
Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":580,"Index":154,"Attempt":0,"Launch Time":1529076346301,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":575,"Index":149,"Attempt":0,"Launch Time":1529076345979,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076346301,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"99111","Value":"15434121","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4199","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"945","Value":"342777","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5963775649","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5259","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"28","Value":"9107","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":30580904,"Valu
e":2337903269,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":945,"Valu
e":146995,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47329,"Valu
e":7192193,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":945,"Value":1
46995,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
724,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23683,"Val
ue":3588516,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23271,"Va
lue":3564035,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":14828,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":14824,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
555904000,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":1663,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":963699,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":38770741,"Value":56866
74353,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":61,"Value":10037,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":254606315,"
Value":35237443593,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":256,"Value":36
823,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":256,"Executor Deserialize CPU Time":254606315,"Executor Run
Time":61,"Executor CPU Time":38770741,"Result Size":6441,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23271,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23683,"Total Records Read":945},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47329,"Shuffle Write Time":30580904,"Shuffle Records Written":945},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":581,"Index":155,"Attempt":0,"Launch Time":1529076346340,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":576,"Index":150,"Attempt":0,"Launch Time":1529076345985,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076346340,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"103759","Value":"15537880","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4211","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"989","Value":"343766","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5980815008","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5265","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"30","Value":"9137","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":15477970,"Valu
e":2353381239,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":989,"Valu
e":147984,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47868,"Valu
e":7240061,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":989,"Value":1
47984,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
724,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23851,"Val
ue":3612367,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23753,"Va
lue":3587788,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":14926,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":14922,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
572943360,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":1677,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":970140,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":41703325,"Value":57283
77678,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":64,"Value":10101,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":286920287,"
Value":35524363880,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":288,"Value":37
111,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":288,"Executor Deserialize CPU Time":286920287,"Executor Run
Time":64,"Executor CPU Time":41703325,"Result Size":6441,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23753,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23851,"Total Records Read":989},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47868,"Shuffle Write Time":15477970,"Shuffle Records Written":989},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":582,"Index":156,"Attempt":0,"Launch Time":1529076346438,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":577,"Index":151,"Attempt":0,"Launch Time":1529076346156,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076346438,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"101759","Value":"15639639","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4223","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"970","Value":"344736","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"5997854367","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5271","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"24","Value":"9161","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12033702,"Valu
e":2365414941,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":970,"Valu
e":148954,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47866,"Valu
e":7287927,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":970,"Value":1
48954,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":2
725,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23708,"Val
ue":3636075,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23677,"Va
lue":3611465,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":15025,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":15020,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
589982720,"Internal":true,"Count Failed Values":true},
{"ID":320,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":7,"I
nternal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":1691,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6484,"Value":976624,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":33259520,"Value":57616
37198,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":39,"Value":10140,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":223660853,"
Value":35748024733,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":238,"Value":37
349,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":238,"Executor Deserialize CPU Time":223660853,"Executor Run
Time":39,"Executor CPU Time":33259520,"Result Size":6484,"JVM GC Time":14,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":1,"Remote Bytes Read":23677,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23708,"Total Records Read":970},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47866,"Shuffle Write Time":12033702,"Shuffle Records Written":970},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":583,"Index":157,"Attempt":0,"Launch Time":1529076346457,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":578,"Index":152,"Attempt":0,"Launch Time":1529076346162,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076346457,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"103407","Value":"15743046","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4235","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"985","Value":"345721","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6014893726","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5276","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"25","Value":"9186","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11912345,"Valu
e":2377327286,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":985,"Valu
e":149939,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47725,"Valu
e":7335652,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":985,"Value":1
49939,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
725,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23966,"Val
ue":3660041,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23507,"Va
lue":3634972,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":15123,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":15117,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
607022080,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":983022,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":36957929,"Value":57985
95127,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":43,"Value":10183,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":247925438,"
Value":35995950171,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":247,"Value":37
596,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":247,"Executor Deserialize CPU Time":247925438,"Executor Run
Time":43,"Executor CPU Time":36957929,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23507,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23966,"Total Records Read":985},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47725,"Shuffle Write Time":11912345,"Shuffle Records Written":985},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":584,"Index":158,"Attempt":0,"Launch Time":1529076346563,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":579,"Index":153,"Attempt":0,"Launch Time":1529076346275,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076346563,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"100335","Value":"15843381","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4247","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"955","Value":"346676","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6031933085","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5281","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"49","Value":"9235","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":19741867,"Valu
e":2397069153,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":955,"Valu
e":150894,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47113,"Valu
e":7382765,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":955,"Value":1
50894,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
725,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22915,"Val
ue":3682956,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24122,"Va
lue":3659094,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":15220,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":15217,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
624061440,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":24,"Value":1715,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":989463,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":44433921,"Value":58430
29048,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":72,"Value":10255,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":208737027,"
Value":36204687198,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":212,"Value":37
808,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":212,"Executor Deserialize CPU Time":208737027,"Executor Run
Time":72,"Executor CPU Time":44433921,"Result Size":6441,"JVM GC Time":24,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":24122,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22915,"Total Records Read":955},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47113,"Shuffle Write Time":19741867,"Shuffle Records Written":955},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":585,"Index":159,"Attempt":0,"Launch Time":1529076346692,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":580,"Index":154,"Attempt":0,"Launch Time":1529076346301,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076346692,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"97031","Value":"15940412","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"11","Value":"4258","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"924","Value":"347600","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6048972444","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5287","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"36","Value":"9271","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":37714708,"Valu
e":2434783861,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":924,"Valu
e":151818,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46346,"Valu
e":7429111,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":924,"Value":1
51818,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
725,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22489,"Val
ue":3705445,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23414,"Va
lue":3682508,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":15317,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":15315,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
641100800,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":995861,"Intern
al":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":45811105,"Value":58888
40153,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":77,"Value":10332,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":309909687,"
Value":36514596885,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":310,"Value":38
118,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":310,"Executor Deserialize CPU Time":309909687,"Executor Run
Time":77,"Executor CPU Time":45811105,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":23414,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22489,"Total Records Read":924},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46346,"Shuffle Write Time":37714708,"Shuffle Records Written":924},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":586,"Index":160,"Attempt":0,"Launch Time":1529076346698,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":581,"Index":155,"Attempt":0,"Launch Time":1529076346340,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076346698,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"103887","Value":"16044299","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4270","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"989","Value":"348589","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6066011803","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"13","Value":"5300","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"38","Value":"9309","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":50664889,"Valu
e":2485448750,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":989,"Valu
e":152807,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48555,"Valu
e":7477666,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":989,"Value":1
52807,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":6,"Value":2
731,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24291,"Val
ue":3729736,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23732,"Va
lue":3706240,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":15415,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":15413,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
658140160,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":1002259,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":46450758,"Value":59352
90911,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":84,"Value":10416,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":268828801,"
Value":36783425686,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":271,"Value":38
389,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":271,"Executor Deserialize CPU Time":268828801,"Executor Run
Time":84,"Executor CPU Time":46450758,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":98,"Fetch Wait
Time":6,"Remote Bytes Read":23732,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24291,"Total Records Read":989},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48555,"Shuffle Write Time":50664889,"Shuffle Records Written":989},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":587,"Index":161,"Attempt":0,"Launch Time":1529076346712,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":582,"Index":156,"Attempt":0,"Launch Time":1529076346438,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076346713,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"100503","Value":"16144802","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4282","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"958","Value":"349547","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6083051162","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5305","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"43","Value":"9352","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12186642,"Valu
e":2497635392,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":958,"Valu
e":153765,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47491,"Valu
e":7525157,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":958,"Value":1
53765,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
731,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23917,"Val
ue":3753653,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23455,"Va
lue":3729695,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":15514,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":15513,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
675179520,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":1008657,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":33410431,"Value":59687
01342,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":58,"Value":10474,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":213783271,"
Value":36997208957,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":213,"Value":38
602,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":213,"Executor Deserialize CPU Time":213783271,"Executor Run
Time":58,"Executor CPU Time":33410431,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23455,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23917,"Total Records Read":958},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47491,"Shuffle Write Time":12186642,"Shuffle Records Written":958},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":588,"Index":162,"Attempt":0,"Launch Time":1529076346808,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskGettingResult","Task Info":{"Task
ID":425,"Index":6,"Attempt":0,"Launch Time":1529076310461,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":1529076346808,"Finish
Time":0,"Failed":false,"Killed":false,"Accumulables":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":589,"Index":163,"Attempt":0,"Launch Time":1529076346812,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":583,"Index":157,"Attempt":0,"Launch Time":1529076346457,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076346812,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"99791","Value":"16244593","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4294","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"952","Value":"350499","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6100090521","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5311","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"31","Value":"9383","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":15139545,"Valu
e":2512774937,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":952,"Valu
e":154717,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46911,"Valu
e":7572068,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":952,"Value":1
54717,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":2,"Value":2
733,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23203,"Val
ue":3776856,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23999,"Va
lue":3753694,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":15612,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":15611,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
692218880,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":24,"Value":1739,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1015098,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":39483899,"Value":60081
85241,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":50,"Value":10524,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":275010844,"
Value":37272219801,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":300,"Value":38
902,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":300,"Executor Deserialize CPU Time":275010844,"Executor Run
Time":50,"Executor CPU Time":39483899,"Result Size":6441,"JVM GC Time":24,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":98,"Fetch Wait
Time":2,"Remote Bytes Read":23999,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23203,"Total Records Read":952},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46911,"Shuffle Write Time":15139545,"Shuffle Records Written":952},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":6,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":425,"Index":6,"Attempt":0,"Launch Time":1529076310461,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":1529076346808,"Finish
Time":1529076346817,"Failed":false,"Killed":false,"Accumulables":
[{"ID":283,"Name":"number of output
rows","Update":"842377","Value":"6000000","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":88,"Name":"number of output
rows","Update":"842377","Value":"14423450","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":100,"Name":"duration total (min, med,
max)","Update":"72317","Value":"1123975","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":311,"Name":"internal.metrics.input.recordsRead","Update":842377,"Value":60000
00,"Internal":true,"Count Failed Values":true},
{"ID":310,"Name":"internal.metrics.input.bytesRead","Update":134283264,"Value":2312
090928,"Internal":true,"Count Failed Values":true},
{"ID":295,"Name":"internal.metrics.resultSerializationTime","Update":5,"Value":34,"
Internal":true,"Count Failed Values":true},
{"ID":294,"Name":"internal.metrics.jvmGCTime","Update":4539,"Value":18673,"Internal
":true,"Count Failed Values":true},
{"ID":293,"Name":"internal.metrics.resultSize","Update":2061816,"Value":16486627,"I
nternal":true,"Count Failed Values":true},
{"ID":292,"Name":"internal.metrics.executorCpuTime","Update":31556889080,"Value":18
1859587356,"Internal":true,"Count Failed Values":true},
{"ID":291,"Name":"internal.metrics.executorRunTime","Update":36162,"Value":201032,"
Internal":true,"Count Failed Values":true},
{"ID":290,"Name":"internal.metrics.executorDeserializeCpuTime","Update":172595792,"
Value":1438823525,"Internal":true,"Count Failed Values":true},
{"ID":289,"Name":"internal.metrics.executorDeserializeTime","Update":173,"Value":15
44,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":173,"Executor Deserialize CPU Time":172595792,"Executor Run
Time":36162,"Executor CPU Time":31556889080,"Result Size":2061816,"JVM GC
Time":4539,"Result Serialization Time":5,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":134283264,"Records Read":842377},"Output
Metrics":{"Bytes Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":6,"Stage Attempt
ID":0,"Stage Name":"toJavaRDD at SortSparkOperation.java:104","Number of
Tasks":8,"RDD Info":[{"RDD
ID":60,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"108\",\"name\":\"Exchange\"}","
Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[59],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":19,"Name":"Sorting_2f8cf4a5-5603-4439-ab83-
32d23c0435c2","Scope":"{\"id\":\"31\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[18],"Storage Level":
{"Use Disk":false,"Use Memory":true,"Deserialized":true,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":59,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"108\",\"name\":\"Exchange\"}","
Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[58],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":15,"Name":"Adjust Product ID\n_fd95334e-b1a9-4bee-9f23-
aede01894fd5","Scope":"{\"id\":\"15\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[13],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":58,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"108\",\"name\":\"Exchange\"}","
Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[57],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":54,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"101\",\"name\":\"map\"}","Calls
ite":"createDataFrame at RowToSparkDatasetConverter.java:46","Parent IDs":
[53],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":53,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"100\",\"name\":\"map\"}","Calls
ite":"map at RowToSparkDatasetConverter.java:44","Parent IDs":[19],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":17,"Name":"Enrich ZipCode_f4a066ab-419c-4f2b-9281-
3ee4e77c38e9","Scope":"{\"id\":\"17\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[16],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":13,"Name":"Breakout Dates_b684358c-4fcf-433a-9676-
238c9c961a16","Scope":"{\"id\":\"13\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at FileInputSparkOperation.java:148","Parent IDs":[11],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":2,"Name":"FileScanRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen\"}",
"Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":[],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":57,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"109\",\"name\":\"ExistingRDD\"}
","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[54],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":16,"Name":"Remove Fields_c85eb164-86ab-488d-8da2-
5e6f768da442","Scope":"{\"id\":\"16\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[15],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":18,"Name":"Enrich Product Info_a831639a-4118-46ff-85c4-
4df473d4c6a2","Scope":"{\"id\":\"24\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[17],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"0\",\"name\":\"DeserializeToObje
ct\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[4],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen
\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[2],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"mapPartitions\"
}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[8],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[],"Details":"org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:2985)\norg.penta
ho.di.engine.spark.impl.ops.SortSparkOperation.apply(SortSparkOperation.java:104)\n
org.pentaho.di.engine.spark.impl.execution.TaskObservable.applyOperation(TaskObserv
able.java:264)\njava.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.
java:656)\njava.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFutu
re.java:632)\njava.util.concurrent.CompletableFuture.postComplete(CompletableFuture
.java:474)\njava.util.concurrent.CompletableFuture.complete(CompletableFuture.java:
1962)\njava.util.Optional.ifPresent(Optional.java:159)\norg.pentaho.di.engine.spark
.impl.execution.TaskObservable$OperationSubscriber.lambda$addOutput$1(TaskObservabl
e.java:355)\njava.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFutu
re.java:760)\njava.util.concurrent.CompletableFuture.uniWhenCompleteStage(Completab
leFuture.java:778)\njava.util.concurrent.CompletableFuture.whenComplete(Completable
Future.java:2140)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable$Operat
ionSubscriber.addOutput(TaskObservable.java:354)\norg.pentaho.di.engine.spark.impl.
execution.TaskObservable$OperationSubscriber.lambda$setOutput$3(TaskObservable.java
:399)\njava.lang.Iterable.forEach(Iterable.java:75)\norg.pentaho.di.engine.spark.im
pl.execution.TaskObservable$OperationSubscriber.setOutput(TaskObservable.java:399)\
norg.pentaho.di.engine.spark.api.SparkOperation$Subscriber.setOutput(SparkOperation
.java:170)\norg.pentaho.di.engine.spark.impl.ops.StreamLookupSparkOperation.apply(S
treamLookupSparkOperation.java:90)\norg.pentaho.di.engine.spark.impl.execution.Task
Observable.applyOperation(TaskObservable.java:264)\njava.util.concurrent.Completabl
eFuture.uniAccept(CompletableFuture.java:656)","Submission
Time":1529076304540,"Completion Time":1529076346818,"Accumulables":
[{"ID":295,"Name":"internal.metrics.resultSerializationTime","Value":34,"Internal":
true,"Count Failed Values":true},
{"ID":289,"Name":"internal.metrics.executorDeserializeTime","Value":1544,"Internal"
:true,"Count Failed Values":true},{"ID":283,"Name":"number of output
rows","Value":"6000000","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":310,"Name":"internal.metrics.input.bytesRead","Value":2312090928,"Internal":t
rue,"Count Failed Values":true},
{"ID":292,"Name":"internal.metrics.executorCpuTime","Value":181859587356,"Internal"
:true,"Count Failed Values":true},{"ID":100,"Name":"duration total (min, med,
max)","Value":"1123975","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":88,"Name":"number of output
rows","Value":"14423450","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":294,"Name":"internal.metrics.jvmGCTime","Value":18673,"Internal":true,"Count
Failed Values":true},
{"ID":291,"Name":"internal.metrics.executorRunTime","Value":201032,"Internal":true,
"Count Failed Values":true},
{"ID":290,"Name":"internal.metrics.executorDeserializeCpuTime","Value":1438823525,"
Internal":true,"Count Failed Values":true},
{"ID":311,"Name":"internal.metrics.input.recordsRead","Value":6000000,"Internal":tr
ue,"Count Failed Values":true},
{"ID":293,"Name":"internal.metrics.resultSize","Value":16486627,"Internal":true,"Co
unt Failed Values":true}]}}
{"Event":"SparkListenerJobEnd","Job ID":4,"Completion Time":1529076346819,"Job
Result":{"Result":"JobSucceeded"}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":590,"Index":164,"Attempt":0,"Launch Time":1529076346921,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":584,"Index":158,"Attempt":0,"Launch Time":1529076346563,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076346921,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"101623","Value":"16346216","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4306","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"968","Value":"351467","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6117129880","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"5318","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"24","Value":"9407","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":17633883,"Valu
e":2530408820,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":968,"Valu
e":155685,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47507,"Valu
e":7619575,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":968,"Value":1
55685,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
733,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23505,"Val
ue":3800361,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23811,"Va
lue":3777505,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":15710,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":15710,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
709258240,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":1021496,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":45191467,"Value":60533
76708,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":45,"Value":10569,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":307871393,"
Value":37580091194,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":309,"Value":39
211,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":309,"Executor Deserialize CPU Time":307871393,"Executor Run
Time":45,"Executor CPU Time":45191467,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23811,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23505,"Total Records Read":968},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47507,"Shuffle Write Time":17633883,"Shuffle Records Written":968},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":591,"Index":165,"Attempt":0,"Launch Time":1529076346994,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":587,"Index":161,"Attempt":0,"Launch Time":1529076346712,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076346994,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"102719","Value":"16448935","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4318","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"978","Value":"352445","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6134169239","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5323","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"17","Value":"9424","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12066004,"Valu
e":2542474824,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":978,"Valu
e":156663,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48039,"Valu
e":7667614,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":978,"Value":1
56663,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
733,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23748,"Val
ue":3824109,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23946,"Va
lue":3801451,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":15810,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":15807,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
726297600,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":19,"Value":1758,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1027937,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":31748414,"Value":60851
25122,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":33,"Value":10602,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":223307792,"
Value":37803398986,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":244,"Value":39
455,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":244,"Executor Deserialize CPU Time":223307792,"Executor Run
Time":33,"Executor CPU Time":31748414,"Result Size":6441,"JVM GC Time":19,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23946,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23748,"Total Records Read":978},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48039,"Shuffle Write Time":12066004,"Shuffle Records Written":978},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerJobStart","Job ID":6,"Submission Time":1529076347041,"Stage
Infos":[{"Stage ID":12,"Stage Attempt ID":0,"Stage Name":"runJob at
SparkHadoopWriter.scala:78","Number of Tasks":200,"RDD Info":[{"RDD
ID":69,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"122\",\"name\":\"saveAsTextFile
\"}","Callsite":"saveAsTextFile at FileOutputSparkOperation.java:162","Parent IDs":
[68],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":64,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"104\",\"name\":\"WholeStageCode
gen\"}","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":
[63],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":66,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"119\",\"name\":\"mapPartitions\
"}","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":
[65],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":63,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"108\",\"name\":\"Exchange\"}","Ca
llsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[62],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":65,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"103\",\"name\":\"DeserializeToO
bject\"}","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":
[64],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":68,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"121\",\"name\":\"mapPartitions\
"}","Callsite":"mapPartitions at FileOutputSparkOperation.java:157","Parent IDs":
[67],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":67,"Name":"Hadoop File Output_16f4dd1c-9250-43ca-a9df-
94f06c914bb9","Scope":"{\"id\":\"120\",\"name\":\"mapPartitions\"}","Callsite":"map
Partitions at SortSparkOperation.java:105","Parent IDs":[66],"Storage Level":{"Use
Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[11],"Details":"org.apache.spark.SparkContext.runJob(SparkContext.scala:2087)\norg.
apache.spark.internal.io.SparkHadoopWriter$.write(SparkHadoopWriter.scala:78)\norg.
apache.spark.rdd.PairRDDFunctions$
$anonfun$saveAsHadoopDataset$1.apply$mcV$sp(PairRDDFunctions.scala:1096)\norg.apach
e.spark.rdd.PairRDDFunctions$
$anonfun$saveAsHadoopDataset$1.apply(PairRDDFunctions.scala:1094)\norg.apache.spark
.rdd.PairRDDFunctions$
$anonfun$saveAsHadoopDataset$1.apply(PairRDDFunctions.scala:1094)\norg.apache.spark
.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)\norg.apache.spark.rd
d.RDDOperationScope$.withScope(RDDOperationScope.scala:112)\norg.apache.spark.rdd.R
DD.withScope(RDD.scala:363)\norg.apache.spark.rdd.PairRDDFunctions.saveAsHadoopData
set(PairRDDFunctions.scala:1094)\norg.apache.spark.rdd.PairRDDFunctions$
$anonfun$saveAsHadoopFile$4.apply$mcV$sp(PairRDDFunctions.scala:1067)\norg.apache.s
park.rdd.PairRDDFunctions$
$anonfun$saveAsHadoopFile$4.apply(PairRDDFunctions.scala:1032)\norg.apache.spark.rd
d.PairRDDFunctions$
$anonfun$saveAsHadoopFile$4.apply(PairRDDFunctions.scala:1032)\norg.apache.spark.rd
d.RDDOperationScope$.withScope(RDDOperationScope.scala:151)\norg.apache.spark.rdd.R
DDOperationScope$.withScope(RDDOperationScope.scala:112)\norg.apache.spark.rdd.RDD.
withScope(RDD.scala:363)\norg.apache.spark.rdd.PairRDDFunctions.saveAsHadoopFile(Pa
irRDDFunctions.scala:1032)\norg.apache.spark.rdd.PairRDDFunctions$
$anonfun$saveAsHadoopFile$1.apply$mcV$sp(PairRDDFunctions.scala:958)\norg.apache.sp
ark.rdd.PairRDDFunctions$
$anonfun$saveAsHadoopFile$1.apply(PairRDDFunctions.scala:958)\norg.apache.spark.rdd
.PairRDDFunctions$
$anonfun$saveAsHadoopFile$1.apply(PairRDDFunctions.scala:958)\norg.apache.spark.rdd
.RDDOperationScope$.withScope(RDDOperationScope.scala:151)","Accumulables":[]},
{"Stage ID":11,"Stage Attempt ID":0,"Stage Name":"toJavaRDD at
SortSparkOperation.java:104","Number of Tasks":8,"RDD Info":[{"RDD
ID":62,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"108\",\"name\":\"Exchange\"}","
Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[57],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"mapPartitions\"
}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[8],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":19,"Name":"Sorting_2f8cf4a5-5603-4439-ab83-
32d23c0435c2","Scope":"{\"id\":\"31\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[18],"Storage Level":
{"Use Disk":false,"Use Memory":true,"Deserialized":true,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":15,"Name":"Adjust Product ID\n_fd95334e-b1a9-4bee-9f23-
aede01894fd5","Scope":"{\"id\":\"15\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[13],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":17,"Name":"Enrich ZipCode_f4a066ab-419c-4f2b-9281-
3ee4e77c38e9","Scope":"{\"id\":\"17\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[16],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":13,"Name":"Breakout Dates_b684358c-4fcf-433a-9676-
238c9c961a16","Scope":"{\"id\":\"13\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at FileInputSparkOperation.java:148","Parent IDs":[11],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":2,"Name":"FileScanRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen\"}",
"Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":[],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":57,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"109\",\"name\":\"ExistingRDD\"}
","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[54],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":54,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"101\",\"name\":\"map\"}","Calls
ite":"createDataFrame at RowToSparkDatasetConverter.java:46","Parent IDs":
[53],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":53,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"100\",\"name\":\"map\"}","Calls
ite":"map at RowToSparkDatasetConverter.java:44","Parent IDs":[19],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":18,"Name":"Enrich Product Info_a831639a-4118-46ff-85c4-
4df473d4c6a2","Scope":"{\"id\":\"24\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[17],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":16,"Name":"Remove Fields_c85eb164-86ab-488d-8da2-
5e6f768da442","Scope":"{\"id\":\"16\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[15],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen
\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[2],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"0\",\"name\":\"DeserializeToObje
ct\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[4],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[],"Details":"org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:2985)\norg.penta
ho.di.engine.spark.impl.ops.SortSparkOperation.apply(SortSparkOperation.java:104)\n
org.pentaho.di.engine.spark.impl.execution.TaskObservable.applyOperation(TaskObserv
able.java:264)\njava.
util.concurrent.CompletableFuture.uniAccept(CompletableFuture.java:656)\njava.util.
concurrent.CompletableFuture$UniAccept.tryFire(CompletableFuture.java:632)\njava.ut
il.concurrent.CompletableFuture.postComplete(CompletableFuture.java:474)\njava.util
.concurrent.CompletableFuture.complete(CompletableFuture.java:1962)\njava.util.Opti
onal.ifPresent(Optional.java:159)\norg.pentaho.di.engine.spark.impl.execution.TaskO
bservable$OperationSubscriber.lambda$addOutput$1(TaskObservable.java:355)\njava.uti
l.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:760)\njava.ut
il.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:778)\nj
ava.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2140)\nor
g.pentaho.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.addOutp
ut(TaskObservable.java:354)\norg.pentaho.di.engine.spark.impl.execution.TaskObserva
ble$OperationSubscriber.lambda$setOutput$3(TaskObservable.java:399)\njava.lang.Iter
able.forEach(Iterable.java:75)\norg.pentaho.di.engine.spark.impl.execution.TaskObse
rvable$OperationSubscriber.setOutput(TaskObservable.java:399)\norg.pentaho.di.engin
e.spark.api.SparkOperation$Subscriber.setOutput(SparkOperation.java:170)\norg.penta
ho.di.engine.spark.impl.ops.StreamLookupSparkOperation.apply(StreamLookupSparkOpera
tion.java:90)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable.applyOpera
tion(TaskObservable.java:264)\njava.util.concurrent.CompletableFuture.uniAccept(Com
pletableFuture.java:656)","Accumulables":[]}],"Stage IDs":[12,11],"Properties":
{"spark.job.interruptOnCancel":"false","spark.rdd.scope":"{\"id\":\"122\",\"name\":
\"saveAsTextFile\"}","spark.rdd.scope.noOverride":"true","spark.job.description":"C
reateCleansedAggregatedDataFile","spark.jobGroup.id":"CreateCleansedAggregatedDataF
ile-bbd04462-732f-4c98-8a56-6b39ea74bf93"}}
{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":11,"Stage Attempt
ID":0,"Stage Name":"toJavaRDD at SortSparkOperation.java:104","Number of
Tasks":8,"RDD Info":[{"RDD
ID":62,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"108\",\"name\":\"Exchange\"}","
Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[57],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"mapPartitions\"
}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[8],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":19,"Name":"Sorting_2f8cf4a5-5603-4439-ab83-
32d23c0435c2","Scope":"{\"id\":\"31\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[18],"Storage Level":
{"Use Disk":false,"Use Memory":true,"Deserialized":true,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":15,"Name":"Adjust Product ID\n_fd95334e-b1a9-4bee-9f23-
aede01894fd5","Scope":"{\"id\":\"15\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[13],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":17,"Name":"Enrich ZipCode_f4a066ab-419c-4f2b-9281-
3ee4e77c38e9","Scope":"{\"id\":\"17\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[16],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":13,"Name":"Breakout Dates_b684358c-4fcf-433a-9676-
238c9c961a16","Scope":"{\"id\":\"13\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at FileInputSparkOperation.java:148","Parent IDs":[11],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":2,"Name":"FileScanRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen\"}",
"Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":[],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":57,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"109\",\"name\":\"ExistingRDD\"}
","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[54],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":54,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"101\",\"name\":\"map\"}","Calls
ite":"createDataFrame at RowToSparkDatasetConverter.java:46","Parent IDs":
[53],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":53,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"100\",\"name\":\"map\"}","Calls
ite":"map at RowToSparkDatasetConverter.java:44","Parent IDs":[19],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":18,"Name":"Enrich Product Info_a831639a-4118-46ff-85c4-
4df473d4c6a2","Scope":"{\"id\":\"24\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[17],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":16,"Name":"Remove Fields_c85eb164-86ab-488d-8da2-
5e6f768da442","Scope":"{\"id\":\"16\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[15],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen
\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[2],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"0\",\"name\":\"DeserializeToObje
ct\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[4],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[],"Details":"org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:2985)\norg.penta
ho.di.engine.spark.impl.ops.SortSparkOperation.apply(SortSparkOperation.java:104)\n
org.pentaho.di.engine.spark.impl.execution.TaskObservable.applyOperation(TaskObserv
able.java:264)\njava.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.
java:656)\njava.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFutu
re.java:632)\njava.util.concurrent.CompletableFuture.postComplete(CompletableFuture
.java:474)\njava.util.concurrent.CompletableFuture.complete(CompletableFuture.java:
1962)\njava.util.Optional.ifPresent(Optional.java:159)\norg.pentaho.di.engine.spark
.impl.execution.TaskObservable$OperationSubscriber.lambda$addOutput$1(TaskObservabl
e.java:355)\njava.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFutu
re.java:760)\njava.util.concurrent.CompletableFuture.uniWhenCompleteStage(Completab
leFuture.java:778)\njava.util.concurrent.CompletableFuture.whenComplete(Completable
Future.java:2140)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable$Operat
ionSubscriber.addOutput(TaskObservable.java:354)\norg.pentaho.di.engine.spark.impl.
execution.TaskObservable$OperationSubscriber.lambda$setOutput$3(TaskObservable.java
:399)\njava.lang.Iterable.forEach(Iterable.java:75)\norg.pentaho.di.engine.spark.im
pl.execution.TaskObservable$OperationSubscriber.setOutput(TaskObservable.java:399)\
norg.pentaho.di.engine.spark.api.SparkOperation$Subscriber.setOutput(SparkOperation
.java:170)\norg.pentaho.di.engine.spark.impl.ops.StreamLookupSparkOperation.apply(S
treamLookupSparkOperation.java:90)\norg.pentaho.di.engine.spark.impl.execution.Task
Observable.applyOperation(TaskObservable.java:264)\njava.util.concurrent.Completabl
eFuture.uniAccept(CompletableFuture.java:656)","Submission
Time":1529076347045,"Accumulables":[]},"Properties":
{"spark.job.interruptOnCancel":"false","spark.rdd.scope":"{\"id\":\"122\",\"name\":
\"saveAsTextFile\"}","spark.rdd.scope.noOverride":"true","spark.job.description":"C
reateCleansedAggregatedDataFile","spark.jobGroup.id":"CreateCleansedAggregatedDataF
ile-bbd04462-732f-4c98-8a56-6b39ea74bf93"}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":592,"Index":166,"Attempt":0,"Launch Time":1529076347051,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":585,"Index":159,"Attempt":0,"Launch Time":1529076346692,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076347051,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"98879","Value":"16547814","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4330","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"941","Value":"353386","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6151208598","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5329","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"37","Value":"9461","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":16136629,"Valu
e":2558611453,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":941,"Valu
e":157604,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46832,"Valu
e":7714446,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":941,"Value":1
57604,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
733,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23346,"Val
ue":3847455,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23341,"Va
lue":3824792,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":15910,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":15905,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
743336960,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":19,"Value":1777,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1034378,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":41850441,"Value":61269
75563,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":56,"Value":10658,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":279001162,"
Value":38082400148,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":300,"Value":39
755,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":300,"Executor Deserialize CPU Time":279001162,"Executor Run
Time":56,"Executor CPU Time":41850441,"Result Size":6441,"JVM GC Time":19,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23341,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23346,"Total Records Read":941},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46832,"Shuffle Write Time":16136629,"Shuffle Records Written":941},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":593,"Index":167,"Attempt":0,"Launch Time":1529076347066,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":586,"Index":160,"Attempt":0,"Launch Time":1529076346698,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076347066,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"100087","Value":"16647901","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4342","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"954","Value":"354340","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6168247957","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5335","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"37","Value":"9498","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":16965841,"Valu
e":2575577294,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":954,"Valu
e":158558,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47365,"Valu
e":7761811,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":954,"Value":1
58558,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
733,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23518,"Val
ue":3870973,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23483,"Va
lue":3848275,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":16007,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":16004,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
760376320,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":19,"Value":1796,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1040819,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":43333158,"Value":61703
08721,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":71,"Value":10729,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":268853991,"
Value":38351254139,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":293,"Value":40
048,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":293,"Executor Deserialize CPU Time":268853991,"Executor Run
Time":71,"Executor CPU Time":43333158,"Result Size":6441,"JVM GC Time":19,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":23483,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23518,"Total Records Read":954},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47365,"Shuffle Write Time":16965841,"Shuffle Records Written":954},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":594,"Index":168,"Attempt":0,"Launch Time":1529076347142,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":589,"Index":163,"Attempt":0,"Launch Time":1529076346812,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076347143,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"102727","Value":"16750628","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4354","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"979","Value":"355319","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6185287316","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"5342","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"22","Value":"9520","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14704351,"Valu
e":2590281645,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":979,"Valu
e":159537,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48143,"Valu
e":7809954,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":979,"Value":1
59537,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":2
734,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23535,"Val
ue":3894508,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24266,"Va
lue":3872541,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":16106,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":16103,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
777415680,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":1047217,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":39099506,"Value":62094
08227,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":45,"Value":10774,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":280157433,"
Value":38631411572,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":283,"Value":40
331,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":283,"Executor Deserialize CPU Time":280157433,"Executor Run
Time":45,"Executor CPU Time":39099506,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":1,"Remote Bytes Read":24266,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23535,"Total Records Read":979},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48143,"Shuffle Write Time":14704351,"Shuffle Records Written":979},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":595,"Index":169,"Attempt":0,"Launch Time":1529076347218,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":588,"Index":162,"Attempt":0,"Launch Time":1529076346808,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076347218,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"108375","Value":"16859003","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4366","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1031","Value":"356350","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6202326675","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"5349","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"40","Value":"9560","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14908929,"Valu
e":2605190574,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1031,"Val
ue":160568,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49093,"Valu
e":7859047,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1031,"Value":
160568,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
734,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24263,"Val
ue":3918771,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24536,"Va
lue":3897077,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":16206,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":16202,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
794455040,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":1810,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1053658,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":42275789,"Value":62516
84016,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":65,"Value":10839,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":340512873,"
Value":38971924445,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":341,"Value":40
672,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":341,"Executor Deserialize CPU Time":340512873,"Executor Run
Time":65,"Executor CPU Time":42275789,"Result Size":6441,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24536,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24263,"Total Records Read":1031},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49093,"Shuffle Write Time":14908929,"Shuffle Records Written":1031},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":596,"Index":170,"Attempt":0,"Launch Time":1529076347255,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":591,"Index":165,"Attempt":0,"Launch Time":1529076346994,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076347255,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"96319","Value":"16955322","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4378","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"916","Value":"357266","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6219366034","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5354","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"18","Value":"9578","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12421106,"Valu
e":2617611680,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":916,"Valu
e":161484,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46139,"Valu
e":7905186,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":916,"Value":1
61484,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
734,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22937,"Val
ue":3941708,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23016,"Va
lue":3920093,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":16305,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":16300,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
811494400,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":1060056,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":34062601,"Value":62857
46617,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":39,"Value":10878,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":217399930,"
Value":39189324375,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":219,"Value":40
891,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":219,"Executor Deserialize CPU Time":217399930,"Executor Run
Time":39,"Executor CPU Time":34062601,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23016,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22937,"Total Records Read":916},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46139,"Shuffle Write Time":12421106,"Shuffle Records Written":916},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":597,"Index":171,"Attempt":0,"Launch Time":1529076347268,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":590,"Index":164,"Attempt":0,"Launch Time":1529076346921,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076347268,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"99031","Value":"17054353","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4390","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"943","Value":"358209","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6236405393","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"5361","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"26","Value":"9604","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":16236308,"Valu
e":2633847988,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":943,"Valu
e":162427,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46940,"Valu
e":7952126,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":943,"Value":1
62427,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
734,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23999,"Val
ue":3965707,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22891,"Va
lue":3942984,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":16405,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":16398,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
828533760,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":1824,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1066497,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":43702402,"Value":63294
49019,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":47,"Value":10925,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":283378197,"
Value":39472702572,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":298,"Value":41
189,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":298,"Executor Deserialize CPU Time":283378197,"Executor Run
Time":47,"Executor CPU Time":43702402,"Result Size":6441,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":22891,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23999,"Total Records Read":943},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46940,"Shuffle Write Time":16236308,"Shuffle Records Written":943},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":598,"Index":172,"Attempt":0,"Launch Time":1529076347391,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":592,"Index":166,"Attempt":0,"Launch Time":1529076347051,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076347392,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"105583","Value":"17159936","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4402","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1006","Value":"359215","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6253444752","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5367","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"37","Value":"9641","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":16212905,"Valu
e":2650060893,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1006,"Val
ue":163433,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48588,"Valu
e":8000714,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1006,"Value":
163433,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
734,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24597,"Val
ue":3990304,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23893,"Va
lue":3966877,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":16504,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":16496,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
845573120,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":1072895,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":44923865,"Value":63743
72884,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":58,"Value":10983,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":276054122,"
Value":39748756694,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":278,"Value":41
467,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":278,"Executor Deserialize CPU Time":276054122,"Executor Run
Time":58,"Executor CPU Time":44923865,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23893,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24597,"Total Records Read":1006},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48588,"Shuffle Write Time":16212905,"Shuffle Records Written":1006},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":599,"Index":173,"Attempt":0,"Launch Time":1529076347395,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":593,"Index":167,"Attempt":0,"Launch Time":1529076347066,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076347395,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"101959","Value":"17261895","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4414","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"971","Value":"360186","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6270484111","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5373","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"22","Value":"9663","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":16850526,"Valu
e":2666911419,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":971,"Valu
e":164404,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47390,"Valu
e":8048104,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":971,"Value":1
64404,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
734,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24777,"Val
ue":4015081,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22534,"Va
lue":3989411,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":16603,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":16593,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
862612480,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":1079293,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":41150893,"Value":64155
23777,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":42,"Value":11025,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":281926302,"
Value":40030682996,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":284,"Value":41
751,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":284,"Executor Deserialize CPU Time":281926302,"Executor Run
Time":42,"Executor CPU Time":41150893,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":22534,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24777,"Total Records Read":971},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47390,"Shuffle Write Time":16850526,"Shuffle Records Written":971},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":600,"Index":174,"Attempt":0,"Launch Time":1529076347489,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":594,"Index":168,"Attempt":0,"Launch Time":1529076347142,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076347489,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"102911","Value":"17364806","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4426","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"981","Value":"361167","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6287523470","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5379","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"31","Value":"9694","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":13560179,"Valu
e":2680471598,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":981,"Valu
e":165385,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48086,"Valu
e":8096190,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":981,"Value":1
65385,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
734,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24424,"Val
ue":4039505,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23507,"Va
lue":4012918,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":16703,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":16692,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
879651840,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":1838,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1085734,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":38103666,"Value":64536
27443,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":47,"Value":11072,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":277515052,"
Value":40308198048,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":296,"Value":42
047,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":296,"Executor Deserialize CPU Time":277515052,"Executor Run
Time":47,"Executor CPU Time":38103666,"Result Size":6441,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23507,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24424,"Total Records Read":981},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48086,"Shuffle Write Time":13560179,"Shuffle Records Written":981},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":601,"Index":175,"Attempt":0,"Launch Time":1529076347540,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":596,"Index":170,"Attempt":0,"Launch Time":1529076347255,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076347540,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"97423","Value":"17462229","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4438","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"926","Value":"362093","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6304562829","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5385","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"24","Value":"9718","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12200632,"Valu
e":2692672230,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":926,"Valu
e":166311,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46268,"Valu
e":8142458,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":926,"Value":1
66311,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":2,"Value":2
736,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22934,"Val
ue":4062439,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23433,"Va
lue":4036351,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":16803,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":16791,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
896691200,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":1856,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1092175,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":32602281,"Value":64862
29724,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":39,"Value":11111,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":221457788,"
Value":40529655836,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":243,"Value":42
290,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":243,"Executor Deserialize CPU Time":221457788,"Executor Run
Time":39,"Executor CPU Time":32602281,"Result Size":6441,"JVM GC Time":18,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":2,"Remote Bytes Read":23433,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22934,"Total Records Read":926},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46268,"Shuffle Write Time":12200632,"Shuffle Records Written":926},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":602,"Index":176,"Attempt":0,"Launch Time":1529076347550,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":595,"Index":169,"Attempt":0,"Launch Time":1529076347218,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076347551,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"105047","Value":"17567276","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4450","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1000","Value":"363093","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6321602188","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"9","Value":"5394","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"31","Value":"9749","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14980108,"Valu
e":2707652338,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1000,"Val
ue":167311,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48391,"Valu
e":8190849,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1000,"Value":
167311,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
736,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24054,"Val
ue":4086493,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24243,"Va
lue":4060594,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":16903,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":16891,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
913730560,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":1098573,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":44502121,"Value":65307
31845,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":52,"Value":11163,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":276196476,"
Value":40805852312,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":277,"Value":42
567,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":277,"Executor Deserialize CPU Time":276196476,"Executor Run
Time":52,"Executor CPU Time":44502121,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24243,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24054,"Total Records Read":1000},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48391,"Shuffle Write Time":14980108,"Shuffle Records Written":1000},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":603,"Index":177,"Attempt":0,"Launch Time":1529076347598,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":597,"Index":171,"Attempt":0,"Launch Time":1529076347268,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076347598,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"105087","Value":"17672363","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4462","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1001","Value":"364094","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6338641547","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5399","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"25","Value":"9774","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14138630,"Valu
e":2721790968,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1001,"Val
ue":168312,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48411,"Valu
e":8239260,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1001,"Value":
168312,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
736,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24331,"Val
ue":4110824,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24034,"Va
lue":4084628,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":17003,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":16991,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
930769920,"Internal":true,"Count Failed Values":true},
{"ID":320,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":8,"I
nternal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1105014,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37389521,"Value":65681
21366,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":41,"Value":11204,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":284718675,"
Value":41090570987,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":285,"Value":42
852,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":285,"Executor Deserialize CPU Time":284718675,"Executor Run
Time":41,"Executor CPU Time":37389521,"Result Size":6441,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24034,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24331,"Total Records Read":1001},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48411,"Shuffle Write Time":14138630,"Shuffle Records Written":1001},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":604,"Index":178,"Attempt":0,"Launch Time":1529076347692,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":598,"Index":172,"Attempt":0,"Launch Time":1529076347391,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076347692,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"102047","Value":"17774410","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4474","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"971","Value":"365065","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6355680906","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5404","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"21","Value":"9795","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":13160736,"Valu
e":2734951704,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":971,"Valu
e":169283,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47876,"Valu
e":8287136,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":971,"Value":1
69283,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
736,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23749,"Val
ue":4134573,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23868,"Va
lue":4108496,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":17102,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":17090,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
947809280,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":1874,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1111455,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":33899649,"Value":66020
21015,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":38,"Value":11242,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":236618397,"
Value":41327189384,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":259,"Value":43
111,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":259,"Executor Deserialize CPU Time":236618397,"Executor Run
Time":38,"Executor CPU Time":33899649,"Result Size":6441,"JVM GC Time":18,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23868,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23749,"Total Records Read":971},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47876,"Shuffle Write Time":13160736,"Shuffle Records Written":971},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":605,"Index":179,"Attempt":0,"Launch Time":1529076347722,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":599,"Index":173,"Attempt":0,"Launch Time":1529076347395,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076347723,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"110183","Value":"17884593","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4486","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1050","Value":"366115","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6372720265","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5410","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"24","Value":"9819","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14208558,"Valu
e":2749160262,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1050,"Val
ue":170333,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":50010,"Valu
e":8337146,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1050,"Value":
170333,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
736,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":25040,"Val
ue":4159613,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24825,"Va
lue":4133321,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":17201,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":17190,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
964848640,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":1892,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1117896,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":36433472,"Value":66384
54487,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":41,"Value":11283,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":259734687,"
Value":41586924071,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":282,"Value":43
393,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":282,"Executor Deserialize CPU Time":259734687,"Executor Run
Time":41,"Executor CPU Time":36433472,"Result Size":6441,"JVM GC Time":18,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24825,"Remote Bytes Read To Disk":0,"Local Bytes
Read":25040,"Total Records Read":1050},"Shuffle Write Metrics":{"Shuffle Bytes
Written":50010,"Shuffle Write Time":14208558,"Shuffle Records Written":1050},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":606,"Index":180,"Attempt":0,"Launch Time":1529076347798,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":600,"Index":174,"Attempt":0,"Launch Time":1529076347489,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076347798,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"102631","Value":"17987224","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4498","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"978","Value":"367093","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6389759624","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5416","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"26","Value":"9845","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12728637,"Valu
e":2761888899,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":978,"Valu
e":171311,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47952,"Valu
e":8385098,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":978,"Value":1
71311,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":2
737,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23949,"Val
ue":4183562,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23886,"Va
lue":4157207,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":17299,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":17290,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
981888000,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":1905,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1124337,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":34916822,"Value":66733
71309,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":55,"Value":11338,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":238085111,"
Value":41825009182,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":250,"Value":43
643,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":250,"Executor Deserialize CPU Time":238085111,"Executor Run
Time":55,"Executor CPU Time":34916822,"Result Size":6441,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":1,"Remote Bytes Read":23886,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23949,"Total Records Read":978},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47952,"Shuffle Write Time":12728637,"Shuffle Records Written":978},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":607,"Index":181,"Attempt":0,"Launch Time":1529076347849,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":602,"Index":176,"Attempt":0,"Launch Time":1529076347550,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076347849,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"104639","Value":"18091863","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4510","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"997","Value":"368090","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6406798983","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5422","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"28","Value":"9873","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12667297,"Valu
e":2774556196,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":997,"Valu
e":172308,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48429,"Valu
e":8433527,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":997,"Value":1
72308,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
737,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23137,"Val
ue":4206699,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":25024,"Va
lue":4182231,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":17397,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":17390,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":2
998927360,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":1918,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1130778,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37058880,"Value":67104
30189,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":44,"Value":11382,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":238267610,"
Value":42063276792,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":252,"Value":43
895,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":252,"Executor Deserialize CPU Time":238267610,"Executor Run
Time":44,"Executor CPU Time":37058880,"Result Size":6441,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":25024,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23137,"Total Records Read":997},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48429,"Shuffle Write Time":12667297,"Shuffle Records Written":997},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":608,"Index":182,"Attempt":0,"Launch Time":1529076347856,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":601,"Index":175,"Attempt":0,"Launch Time":1529076347540,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076347856,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"105463","Value":"18197326","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4522","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1005","Value":"369095","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6423838342","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5427","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"25","Value":"9898","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11410710,"Valu
e":2785966906,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1005,"Val
ue":173313,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48559,"Valu
e":8482086,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1005,"Value":
173313,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
737,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24484,"Val
ue":4231183,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23936,"Va
lue":4206167,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":17497,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":17489,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
015966720,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":1137176,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":31495393,"Value":67419
25582,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":38,"Value":11420,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":273850144,"
Value":42337126936,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":275,"Value":44
170,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":275,"Executor Deserialize CPU Time":273850144,"Executor Run
Time":38,"Executor CPU Time":31495393,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23936,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24484,"Total Records Read":1005},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48559,"Shuffle Write Time":11410710,"Shuffle Records Written":1005},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":609,"Index":183,"Attempt":0,"Launch Time":1529076347920,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":603,"Index":177,"Attempt":0,"Launch Time":1529076347598,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076347921,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"101767","Value":"18299093","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4534","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"969","Value":"370064","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6440877701","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5432","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"23","Value":"9921","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":14227078,"Valu
e":2800193984,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":969,"Valu
e":174282,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47669,"Valu
e":8529755,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":969,"Value":1
74282,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
737,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23890,"Val
ue":4255073,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23544,"Va
lue":4229711,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":17597,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":17587,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
033006080,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":1931,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1143617,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":37350976,"Value":67792
76558,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":40,"Value":11460,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":265076182,"
Value":42602203118,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":279,"Value":44
449,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":279,"Executor Deserialize CPU Time":265076182,"Executor Run
Time":40,"Executor CPU Time":37350976,"Result Size":6441,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23544,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23890,"Total Records Read":969},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47669,"Shuffle Write Time":14227078,"Shuffle Records Written":969},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":610,"Index":184,"Attempt":0,"Launch Time":1529076347943,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":604,"Index":178,"Attempt":0,"Launch Time":1529076347692,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076347943,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"103863","Value":"18402956","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4546","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"988","Value":"371052","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6457917060","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5437","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"21","Value":"9942","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11715754,"Valu
e":2811909738,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":988,"Valu
e":175270,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47894,"Valu
e":8577649,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":988,"Value":1
75270,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
737,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23956,"Val
ue":4279029,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23387,"Va
lue":4253098,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":17694,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":17684,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
050045440,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":1150015,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":32384967,"Value":68116
61525,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":38,"Value":11498,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":207379770,"
Value":42809582888,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":209,"Value":44
658,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":209,"Executor Deserialize CPU Time":207379770,"Executor Run
Time":38,"Executor CPU Time":32384967,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":23387,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23956,"Total Records Read":988},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47894,"Shuffle Write Time":11715754,"Shuffle Records Written":988},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":611,"Index":185,"Attempt":0,"Launch Time":1529076348035,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":605,"Index":179,"Attempt":0,"Launch Time":1529076347722,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076348035,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"100943","Value":"18503899","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4558","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"961","Value":"372013","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6474956419","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"5444","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"41","Value":"9983","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":15582251,"Valu
e":2827491989,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":961,"Valu
e":176231,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47922,"Valu
e":8625571,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":961,"Value":1
76231,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
737,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23012,"Val
ue":4302041,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24255,"Va
lue":4277353,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":96,"Va
lue":17790,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":17783,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
067084800,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":1944,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1156456,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":41398586,"Value":68530
60111,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":59,"Value":11557,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":249554113,"
Value":43059137001,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":249,"Value":44
907,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":249,"Executor Deserialize CPU Time":249554113,"Executor Run
Time":59,"Executor CPU Time":41398586,"Result Size":6441,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":96,"Fetch Wait
Time":0,"Remote Bytes Read":24255,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23012,"Total Records Read":961},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47922,"Shuffle Write Time":15582251,"Shuffle Records Written":961},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":612,"Index":186,"Attempt":0,"Launch Time":1529076348110,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":606,"Index":180,"Attempt":0,"Launch Time":1529076347798,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076348110,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"106503","Value":"18610402","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4570","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1014","Value":"373027","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6491995778","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5450","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"34","Value":"10017","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":34414716,"Valu
e":2861906705,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1014,"Val
ue":177245,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48699,"Valu
e":8674270,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1014,"Value":
177245,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":2
738,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24456,"Val
ue":4326497,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23903,"Va
lue":4301256,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":17890,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":17881,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
084124160,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":1162854,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":53906888,"Value":69069
66999,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":72,"Value":11629,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":234630448,"
Value":43293767449,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":237,"Value":45
144,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":237,"Executor Deserialize CPU Time":234630448,"Executor Run
Time":72,"Executor CPU Time":53906888,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":100,"Fetch Wait
Time":1,"Remote Bytes Read":23903,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24456,"Total Records Read":1014},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48699,"Shuffle Write Time":34414716,"Shuffle Records Written":1014},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":613,"Index":187,"Attempt":0,"Launch Time":1529076348139,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":607,"Index":181,"Attempt":0,"Launch Time":1529076347849,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076348139,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"97183","Value":"18707585","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4582","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"926","Value":"373953","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6509035137","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5456","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"35","Value":"10052","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12069478,"Valu
e":2873976183,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":926,"Valu
e":178171,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46663,"Valu
e":8720933,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":926,"Value":1
78171,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
738,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":22737,"Val
ue":4349234,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23717,"Va
lue":4324973,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":17989,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":17980,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
101163520,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":1169252,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":35653427,"Value":69426
20426,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":56,"Value":11685,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":227251559,"
Value":43521019008,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":230,"Value":45
374,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":230,"Executor Deserialize CPU Time":227251559,"Executor Run
Time":56,"Executor CPU Time":35653427,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23717,"Remote Bytes Read To Disk":0,"Local Bytes
Read":22737,"Total Records Read":926},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46663,"Shuffle Write Time":12069478,"Shuffle Records Written":926},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":614,"Index":188,"Attempt":0,"Launch Time":1529076348141,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":608,"Index":182,"Attempt":0,"Launch Time":1529076347856,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076348142,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"102967","Value":"18810552","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4594","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"980","Value":"374933","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6526074496","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5461","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"32","Value":"10084","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12085947,"Valu
e":2886062130,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":980,"Valu
e":179151,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47687,"Valu
e":8768620,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":980,"Value":1
79151,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
738,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23834,"Val
ue":4373068,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23564,"Va
lue":4348537,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":96,"Va
lue":18085,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":18080,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
118202880,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":1957,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1175693,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":32148898,"Value":69747
69324,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":47,"Value":11732,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":220360921,"
Value":43741379929,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":235,"Value":45
609,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":235,"Executor Deserialize CPU Time":220360921,"Executor Run
Time":47,"Executor CPU Time":32148898,"Result Size":6441,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":96,"Fetch Wait
Time":0,"Remote Bytes Read":23564,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23834,"Total Records Read":980},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47687,"Shuffle Write Time":12085947,"Shuffle Records Written":980},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":615,"Index":189,"Attempt":0,"Launch Time":1529076348199,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":609,"Index":183,"Attempt":0,"Launch Time":1529076347920,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076348200,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"101911","Value":"18912463","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4606","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"970","Value":"375903","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6543113855","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5467","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"23","Value":"10107","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":11563570,"Valu
e":2897625700,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":970,"Valu
e":180121,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47655,"Valu
e":8816275,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":970,"Value":1
80121,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":2
739,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23333,"Val
ue":4396401,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23996,"Va
lue":4372533,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":18183,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":18180,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
135242240,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":1182091,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":33023298,"Value":70077
92622,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":38,"Value":11770,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":236670794,"
Value":43978050723,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":238,"Value":45
847,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":238,"Executor Deserialize CPU Time":236670794,"Executor Run
Time":38,"Executor CPU Time":33023298,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":1,"Remote Bytes Read":23996,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23333,"Total Records Read":970},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47655,"Shuffle Write Time":11563570,"Shuffle Records Written":970},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":616,"Index":190,"Attempt":0,"Launch Time":1529076348297,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":610,"Index":184,"Attempt":0,"Launch Time":1529076347943,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076348297,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"106343","Value":"19018806","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4618","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1014","Value":"376917","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6560153214","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"4","Value":"5471","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"98","Value":"10205","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":17654451,"Valu
e":2915280151,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1014,"Val
ue":181135,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48984,"Valu
e":8865259,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1014,"Value":
181135,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
739,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24372,"Val
ue":4420773,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24253,"Va
lue":4396786,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":18282,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":18279,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
152281600,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":1970,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1188532,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":42801766,"Value":70505
94388,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":120,"Value":11890,"Int
ernal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":217016997,"
Value":44195067720,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":230,"Value":46
077,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":230,"Executor Deserialize CPU Time":217016997,"Executor Run
Time":120,"Executor CPU Time":42801766,"Result Size":6441,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24253,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24372,"Total Records Read":1014},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48984,"Shuffle Write Time":17654451,"Shuffle Records Written":1014},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":617,"Index":191,"Attempt":0,"Launch Time":1529076348344,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":611,"Index":185,"Attempt":0,"Launch Time":1529076348035,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076348345,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"97863","Value":"19116669","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4630","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"933","Value":"377850","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6577192573","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5477","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"27","Value":"10232","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":15971766,"Valu
e":2931251917,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":933,"Valu
e":182068,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":46920,"Valu
e":8912179,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":933,"Value":1
82068,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
739,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23542,"Val
ue":4444315,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22865,"Va
lue":4419651,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":18382,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":18376,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
169320960,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":1194930,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":40966730,"Value":70915
61118,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":46,"Value":11936,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":259684792,"
Value":44454752512,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":260,"Value":46
337,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":260,"Executor Deserialize CPU Time":259684792,"Executor Run
Time":46,"Executor CPU Time":40966730,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":22865,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23542,"Total Records Read":933},"Shuffle Write Metrics":{"Shuffle Bytes
Written":46920,"Shuffle Write Time":15971766,"Shuffle Records Written":933},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":618,"Index":192,"Attempt":0,"Launch Time":1529076348396,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":614,"Index":188,"Attempt":0,"Launch Time":1529076348141,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076348396,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"98671","Value":"19215340","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4642","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"938","Value":"378788","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6594231932","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5482","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"23","Value":"10255","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12303200,"Valu
e":2943555117,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":938,"Valu
e":183006,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47022,"Valu
e":8959201,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":938,"Value":1
83006,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
739,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24393,"Val
ue":4468708,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":22188,"Va
lue":4441839,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":18482,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":18473,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
186360320,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":1201328,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":31871082,"Value":71234
32200,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":37,"Value":11973,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":213537382,"
Value":44668289894,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":214,"Value":46
551,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":214,"Executor Deserialize CPU Time":213537382,"Executor Run
Time":37,"Executor CPU Time":31871082,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":22188,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24393,"Total Records Read":938},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47022,"Shuffle Write Time":12303200,"Shuffle Records Written":938},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":619,"Index":193,"Attempt":0,"Launch Time":1529076348506,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":613,"Index":187,"Attempt":0,"Launch Time":1529076348139,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076348506,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"99391","Value":"19314731","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4654","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"946","Value":"379734","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6611271291","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5488","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"22","Value":"10277","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":81516751,"Valu
e":3025071868,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":946,"Valu
e":183952,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47252,"Valu
e":9006453,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":946,"Value":1
83952,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
739,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23535,"Val
ue":4492243,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23526,"Va
lue":4465365,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":18582,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":18573,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
203399680,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":1983,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1207769,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":38042775,"Value":71614
74975,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":107,"Value":12080,"Int
ernal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":242976543,"
Value":44911266437,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":257,"Value":46
808,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":257,"Executor Deserialize CPU Time":242976543,"Executor Run
Time":107,"Executor CPU Time":38042775,"Result Size":6441,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":23526,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23535,"Total Records Read":946},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47252,"Shuffle Write Time":81516751,"Shuffle Records Written":946},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":620,"Index":194,"Attempt":0,"Launch Time":1529076348529,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":615,"Index":189,"Attempt":0,"Launch Time":1529076348199,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076348530,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"103839","Value":"19418570","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4666","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"988","Value":"380722","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6628310650","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5493","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"70","Value":"10347","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":22398210,"Valu
e":3047470078,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":988,"Valu
e":184940,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47979,"Valu
e":9054432,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":988,"Value":1
84940,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
739,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23218,"Val
ue":4515461,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24599,"Va
lue":4489964,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":97,"Va
lue":18679,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":18672,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
220439040,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":1996,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1214210,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":39681316,"Value":72011
56291,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":91,"Value":12171,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":220345055,"
Value":45131611492,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":236,"Value":47
044,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":236,"Executor Deserialize CPU Time":220345055,"Executor Run
Time":91,"Executor CPU Time":39681316,"Result Size":6441,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":97,"Fetch Wait
Time":0,"Remote Bytes Read":24599,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23218,"Total Records Read":988},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47979,"Shuffle Write Time":22398210,"Shuffle Records Written":988},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":621,"Index":195,"Attempt":0,"Launch Time":1529076348530,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":612,"Index":186,"Attempt":0,"Launch Time":1529076348110,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076348530,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"109767","Value":"19528337","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4678","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1045","Value":"381767","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6645350009","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"9","Value":"5502","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"94","Value":"10441","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":22595720,"Valu
e":3070065798,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1045,"Val
ue":185985,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":49374,"Valu
e":9103806,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1045,"Value":
185985,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
739,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24628,"Val
ue":4540089,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24702,"Va
lue":4514666,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":18779,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":18771,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
237478400,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":2009,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1220651,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":54764767,"Value":72559
21058,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":120,"Value":12291,"Int
ernal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":281426199,"
Value":45413037691,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":296,"Value":47
340,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":296,"Executor Deserialize CPU Time":281426199,"Executor Run
Time":120,"Executor CPU Time":54764767,"Result Size":6441,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":0,"Remote Bytes Read":24702,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24628,"Total Records Read":1045},"Shuffle Write Metrics":{"Shuffle Bytes
Written":49374,"Shuffle Write Time":22595720,"Shuffle Records Written":1045},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":622,"Index":196,"Attempt":0,"Launch Time":1529076348612,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":616,"Index":190,"Attempt":0,"Launch Time":1529076348297,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076348613,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"99951","Value":"19628288","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4690","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"952","Value":"382719","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6662389368","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"19","Value":"5521","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"42","Value":"10483","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":20119828,"Valu
e":3090185626,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":952,"Valu
e":186937,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47045,"Valu
e":9150851,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":952,"Value":1
86937,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
739,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23401,"Val
ue":4563490,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23294,"Va
lue":4537960,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":18878,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":97,"V
alue":18868,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
254517760,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":2022,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1227092,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":47421549,"Value":73033
42607,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":77,"Value":12368,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":234360580,"
Value":45647398271,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":235,"Value":47
575,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":235,"Executor Deserialize CPU Time":234360580,"Executor Run
Time":77,"Executor CPU Time":47421549,"Result Size":6441,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":97,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23294,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23401,"Total Records Read":952},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47045,"Shuffle Write Time":20119828,"Shuffle Records Written":952},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":623,"Index":197,"Attempt":0,"Launch Time":1529076348639,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":617,"Index":191,"Attempt":0,"Launch Time":1529076348344,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076348640,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"100959","Value":"19729247","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4702","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"962","Value":"383681","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6679428727","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5526","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"25","Value":"10508","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":15306693,"Valu
e":3105492319,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":962,"Valu
e":187899,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47466,"Valu
e":9198317,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":962,"Value":1
87899,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
739,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23888,"Val
ue":4587378,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23416,"Va
lue":4561376,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":18976,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":18967,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
271557120,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":2035,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1233533,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":34078914,"Value":73374
21521,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":40,"Value":12408,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":236095590,"
Value":45883493861,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":251,"Value":47
826,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":251,"Executor Deserialize CPU Time":236095590,"Executor Run
Time":40,"Executor CPU Time":34078914,"Result Size":6441,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23416,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23888,"Total Records Read":962},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47466,"Shuffle Write Time":15306693,"Shuffle Records Written":962},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":624,"Index":198,"Attempt":0,"Launch Time":1529076348684,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":618,"Index":192,"Attempt":0,"Launch Time":1529076348396,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076348684,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"100295","Value":"19829542","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4714","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"954","Value":"384635","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6696468086","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5531","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"23","Value":"10531","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12619900,"Valu
e":3118112219,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":954,"Valu
e":188853,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47350,"Valu
e":9245667,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":954,"Value":1
88853,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":2
740,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23734,"Val
ue":4611112,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23362,"Va
lue":4584738,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":19074,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":19067,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
288596480,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":2048,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1239974,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":33769175,"Value":73711
90696,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":46,"Value":12454,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":222745141,"
Value":46106239002,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":239,"Value":48
065,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":239,"Executor Deserialize CPU Time":222745141,"Executor Run
Time":46,"Executor CPU Time":33769175,"Result Size":6441,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":1,"Remote Bytes Read":23362,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23734,"Total Records Read":954},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47350,"Shuffle Write Time":12619900,"Shuffle Records Written":954},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":9,"Stage Attempt ID":0,"Task Info":
{"Task ID":625,"Index":199,"Attempt":0,"Launch Time":1529076348829,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":619,"Index":193,"Attempt":0,"Launch Time":1529076348506,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076348830,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"101951","Value":"19931493","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4726","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"970","Value":"385605","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6713507445","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5537","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"57","Value":"10588","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":23394280,"Valu
e":3141506499,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":970,"Valu
e":189823,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47371,"Valu
e":9293038,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":970,"Value":1
89823,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":2
741,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23477,"Val
ue":4634589,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23566,"Va
lue":4608304,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":19172,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":19165,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
305635840,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":24,"Value":2072,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1246415,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":36408577,"Value":74075
99273,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":85,"Value":12539,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":232781069,"
Value":46339020071,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":236,"Value":48
301,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":236,"Executor Deserialize CPU Time":232781069,"Executor Run
Time":85,"Executor CPU Time":36408577,"Result Size":6441,"JVM GC Time":24,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":98,"Fetch Wait
Time":1,"Remote Bytes Read":23566,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23477,"Total Records Read":970},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47371,"Shuffle Write Time":23394280,"Shuffle Records Written":970},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":
{"Task ID":626,"Index":5,"Attempt":0,"Launch Time":1529076348833,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"PROCESS_LOCAL","Speculative":false,"G
etting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":621,"Index":195,"Attempt":0,"Launch Time":1529076348530,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076348833,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"101351","Value":"20032844","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4738","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"966","Value":"386571","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6730546804","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5542","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"59","Value":"10647","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":22274379,"Valu
e":3163780878,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":966,"Valu
e":190789,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47927,"Valu
e":9340965,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":966,"Value":1
90789,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
741,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23351,"Val
ue":4657940,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24037,"Va
lue":4632341,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":19271,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":19264,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
322675200,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":24,"Value":2096,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1252856,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":38573483,"Value":74461
72756,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":79,"Value":12618,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218874870,"
Value":46557894941,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":222,"Value":48
523,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":222,"Executor Deserialize CPU Time":218874870,"Executor Run
Time":79,"Executor CPU Time":38573483,"Result Size":6441,"JVM GC Time":24,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24037,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23351,"Total Records Read":966},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47927,"Shuffle Write Time":22274379,"Shuffle Records Written":966},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":620,"Index":194,"Attempt":0,"Launch Time":1529076348529,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076348869,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"104559","Value":"20137403","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4750","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"997","Value":"387568","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6747586163","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"7","Value":"5549","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"26","Value":"10673","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":15047556,"Valu
e":3178828434,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":997,"Valu
e":191786,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48507,"Valu
e":9389472,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":997,"Value":1
91786,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
741,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24123,"Val
ue":4682063,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24118,"Va
lue":4656459,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":19370,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":19363,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
339714560,"Internal":true,"Count Failed Values":true},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Update":24,"Value":2120,"Internal":t
rue,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6441,"Value":1259297,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":41921846,"Value":74880
94602,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":44,"Value":12662,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":265113873,"
Value":46823008814,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":292,"Value":48
815,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":292,"Executor Deserialize CPU Time":265113873,"Executor Run
Time":44,"Executor CPU Time":41921846,"Result Size":6441,"JVM GC Time":24,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":24118,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24123,"Total Records Read":997},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48507,"Shuffle Write Time":15047556,"Shuffle Records Written":997},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":
{"Task ID":627,"Index":0,"Attempt":0,"Launch Time":1529076348933,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"PROCESS_LOCAL","Speculative":false,"G
etting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":623,"Index":197,"Attempt":0,"Launch Time":1529076348639,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076348934,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"100999","Value":"20238402","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4762","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"962","Value":"388530","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6764625522","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5554","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"24","Value":"10697","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":40713261,"Valu
e":3219541695,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":962,"Valu
e":192748,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":47914,"Valu
e":9437386,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":962,"Value":1
92748,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
741,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":23211,"Val
ue":4705274,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24080,"Va
lue":4680539,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":19468,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":100,"
Value":19463,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
356753920,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":1265695,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":36119915,"Value":75242
14517,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":68,"Value":12730,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":222066677,"
Value":47045075491,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":222,"Value":49
037,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":222,"Executor Deserialize CPU Time":222066677,"Executor Run
Time":68,"Executor CPU Time":36119915,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":100,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":24080,"Remote Bytes Read To Disk":0,"Local Bytes
Read":23211,"Total Records Read":962},"Shuffle Write Metrics":{"Shuffle Bytes
Written":47914,"Shuffle Write Time":40713261,"Shuffle Records Written":962},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":
{"Task ID":628,"Index":7,"Attempt":0,"Launch Time":1529076348981,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"PROCESS_LOCAL","Speculative":false,"G
etting Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":622,"Index":196,"Attempt":0,"Launch Time":1529076348612,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076348981,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"104991","Value":"20343393","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4774","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1001","Value":"389531","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6781664881","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5560","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"48","Value":"10745","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":45093226,"Valu
e":3264634921,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1001,"Val
ue":193749,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48478,"Valu
e":9485864,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1001,"Value":
193749,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
741,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24506,"Val
ue":4729780,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23553,"Va
lue":4704092,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":98,"Va
lue":19566,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":19561,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
373793280,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":1272093,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":43202204,"Value":75674
16721,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":101,"Value":12831,"Int
ernal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":263948411,"
Value":47309023902,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":264,"Value":49
301,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":264,"Executor Deserialize CPU Time":263948411,"Executor Run
Time":101,"Executor CPU Time":43202204,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":98,"Fetch Wait
Time":0,"Remote Bytes Read":23553,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24506,"Total Records Read":1001},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48478,"Shuffle Write Time":45093226,"Shuffle Records Written":1001},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":
{"Task ID":629,"Index":1,"Attempt":0,"Launch Time":1529076348986,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":624,"Index":198,"Attempt":0,"Launch Time":1529076348684,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076348986,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"105671","Value":"20449064","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4786","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1007","Value":"390538","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6798704240","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"5","Value":"5565","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"59","Value":"10804","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":24520030,"Valu
e":3289154951,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1007,"Val
ue":194756,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48844,"Valu
e":9534708,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1007,"Value":
194756,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
741,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24410,"Val
ue":4754190,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":23913,"Va
lue":4728005,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":99,"Va
lue":19665,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":98,"V
alue":19659,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
390832640,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":1278491,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":36008674,"Value":76034
25395,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":80,"Value":12911,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218121725,"
Value":47527145627,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":219,"Value":49
520,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":219,"Executor Deserialize CPU Time":218121725,"Executor Run
Time":80,"Executor CPU Time":36008674,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":98,"Local Blocks Fetched":99,"Fetch Wait
Time":0,"Remote Bytes Read":23913,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24410,"Total Records Read":1007},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48844,"Shuffle Write Time":24520030,"Shuffle Records Written":1007},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":
{"Task ID":630,"Index":2,"Attempt":0,"Launch Time":1529076349089,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":
{"Task ID":631,"Index":3,"Attempt":0,"Launch Time":1529076349089,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":9,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":625,"Index":199,"Attempt":0,"Launch Time":1529076348829,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076349090,"Failed":false,"Killed":false,"Accumulables":
[{"ID":185,"Name":"data size total (min, med,
max)","Update":"107647","Value":"20556711","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Update":"12","Value":"4798","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":190,"Name":"number of output
rows","Update":"1026","Value":"391564","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":191,"Name":"peak memory total (min, med,
max)","Update":"17039359","Value":"6815743599","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":193,"Name":"aggregate time total (min, med,
max)","Update":"6","Value":"5571","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":195,"Name":"duration total (min, med,
max)","Update":"21","Value":"10825","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Update":12004243,"Valu
e":3301159194,"Internal":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":1026,"Val
ue":195782,"Internal":true,"Count Failed Values":true},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":48988,"Valu
e":9583696,"Internal":true,"Count Failed Values":true},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1026,"Value":
195782,"Internal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":2,"Value":2
743,"Internal":true,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":24188,"Val
ue":4778378,"Internal":true,"Count Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":24811,"Va
lue":4752816,"Internal":true,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":100,"V
alue":19765,"Internal":true,"Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":99,"V
alue":19758,"Internal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Update":17039360,"Value":3
407872000,"Internal":true,"Count Failed Values":true},
{"ID":318,"Name":"internal.metrics.resultSize","Update":6398,"Value":1284889,"Inter
nal":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Update":34597124,"Value":76380
22519,"Internal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Update":36,"Value":12947,"Inte
rnal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Update":220619698,"
Value":47747765325,"Internal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Update":221,"Value":49
741,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":221,"Executor Deserialize CPU Time":220619698,"Executor Run
Time":36,"Executor CPU Time":34597124,"Result Size":6398,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":99,"Local Blocks Fetched":100,"Fetch Wait
Time":2,"Remote Bytes Read":24811,"Remote Bytes Read To Disk":0,"Local Bytes
Read":24188,"Total Records Read":1026},"Shuffle Write Metrics":{"Shuffle Bytes
Written":48988,"Shuffle Write Time":12004243,"Shuffle Records Written":1026},"Input
Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":0,"Records Written":0},"Updated Blocks":[]}}
{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":9,"Stage Attempt
ID":0,"Stage Name":"toJavaRDD at BaseGroupBySparkOperation.java:149","Number of
Tasks":200,"RDD Info":[{"RDD
ID":46,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"71\",\"name\":\"Exchange\"}","C
allsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[42],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":42,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"72\",\"name\":\"WholeStageCodeg
en\"}","Callsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[41],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":41,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"75\",\"name\":\"Exchange\"}","Cal
lsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":[40],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[8],"Details":"org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:2985)\norg.pent
aho.di.engine.spark.impl.ops.groupby.BaseGroupBySparkOperation.apply(BaseGroupBySpa
rkOperation.java:149)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable.ap
plyOperation(TaskObservable.java:264)\njava.util.concurrent.CompletableFuture.uniAc
cept(CompletableFuture.java:656)\njava.util.concurrent.CompletableFuture$UniAccept.
tryFire(CompletableFuture.java:632)\njava.util.concurrent.CompletableFuture.postCom
plete(CompletableFuture.java:474)\njava.util.concurrent.CompletableFuture.complete(
CompletableFuture.java:1962)\njava.util.Optional.ifPresent(Optional.java:159)\norg.
pentaho.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.lambda$ad
dOutput$1(TaskObservable.java:355)\njava.util.concurrent.CompletableFuture.uniWhenC
omplete(CompletableFuture.java:760)\njava.util.concurrent.CompletableFuture.uniWhen
CompleteStage(CompletableFuture.java:778)\njava.util.concurrent.CompletableFuture.w
henComplete(CompletableFuture.java:2140)\norg.pentaho.di.engine.spark.impl.executio
n.TaskObservable$OperationSubscriber.addOutput(TaskObservable.java:354)\norg.pentah
o.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.lambda$setOutpu
t$3(TaskObservable.java:399)\njava.lang.Iterable.forEach(Iterable.java:75)\norg.pen
taho.di.engine.spark.impl.execution.TaskObservable$OperationSubscriber.setOutput(Ta
skObservable.java:399)\norg.pentaho.di.engine.spark.api.SparkOperation$Subscriber.s
etOutput(SparkOperation.java:170)\norg.pentaho.di.engine.spark.impl.ops.SortSparkOp
eration.apply(SortSparkOperation.java:108)\norg.pentaho.di.engine.spark.impl.execut
ion.TaskObservable.applyOperation(TaskObservable.java:264)\njava.util.concurrent.Co
mpletableFuture.uniAccept(CompletableFuture.java:656)","Submission
Time":1529076304653,"Completion Time":1529076349090,"Accumulables":
[{"ID":191,"Name":"peak memory total (min, med,
max)","Value":"6815743599","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":185,"Name":"data size total (min, med,
max)","Value":"20556711","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":194,"Name":"avg hash probe (min, med,
max)","Value":"4798","Internal":true,"Count Failed Values":true,"Metadata":"sql"},
{"ID":331,"Name":"internal.metrics.shuffle.read.recordsRead","Value":195782,"Intern
al":true,"Count Failed Values":true},
{"ID":334,"Name":"internal.metrics.shuffle.write.writeTime","Value":3301159194,"Int
ernal":true,"Count Failed Values":true},
{"ID":316,"Name":"internal.metrics.executorRunTime","Value":12947,"Internal":true,"
Count Failed Values":true},
{"ID":325,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Value":19758,
"Internal":true,"Count Failed Values":true},{"ID":193,"Name":"aggregate time total
(min, med, max)","Value":"5571","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":319,"Name":"internal.metrics.jvmGCTime","Value":2120,"Internal":true,"Count
Failed Values":true},
{"ID":328,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Value":0,"I
nternal":true,"Count Failed Values":true},{"ID":190,"Name":"number of output
rows","Value":"391564","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":318,"Name":"internal.metrics.resultSize","Value":1284889,"Internal":true,"Cou
nt Failed Values":true},
{"ID":327,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Value":4752816,"I
nternal":true,"Count Failed Values":true},
{"ID":330,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Value":2743,"Intern
al":true,"Count Failed Values":true},
{"ID":333,"Name":"internal.metrics.shuffle.write.recordsWritten","Value":195782,"In
ternal":true,"Count Failed Values":true},
{"ID":315,"Name":"internal.metrics.executorDeserializeCpuTime","Value":47747765325,
"Internal":true,"Count Failed Values":true},{"ID":195,"Name":"duration total (min,
med, max)","Value":"10825","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":332,"Name":"internal.metrics.shuffle.write.bytesWritten","Value":9583696,"Int
ernal":true,"Count Failed Values":true},
{"ID":323,"Name":"internal.metrics.peakExecutionMemory","Value":3407872000,"Interna
l":true,"Count Failed Values":true},
{"ID":317,"Name":"internal.metrics.executorCpuTime","Value":7638022519,"Internal":t
rue,"Count Failed Values":true},
{"ID":326,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Value":19765,"
Internal":true,"Count Failed Values":true},
{"ID":320,"Name":"internal.metrics.resultSerializationTime","Value":8,"Internal":tr
ue,"Count Failed Values":true},
{"ID":329,"Name":"internal.metrics.shuffle.read.localBytesRead","Value":4778378,"In
ternal":true,"Count Failed Values":true},
{"ID":314,"Name":"internal.metrics.executorDeserializeTime","Value":49741,"Internal
":true,"Count Failed Values":true}]}}
{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":10,"Stage Attempt
ID":0,"Stage Name":"save at ParquetOutputSparkOperation.java:130","Number of
Tasks":200,"RDD Info":[{"RDD
ID":61,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"111\",\"name\":\"ExistingRDD\"}
","Callsite":"save at ParquetOutputSparkOperation.java:130","Parent IDs":
[56],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":48,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"68\",\"name\":\"WholeStageCodeg
en\"}","Callsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[47],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":52,"Name":"Parquet Output - Online Purchase_38835c28-999e-401c-8212-
e700f07deca8","Scope":"{\"id\":\"99\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[51],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":55,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"102\",\"name\":\"map\"}","Calls
ite":"map at ParquetOutputSparkOperation.java:157","Parent IDs":[52],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":47,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"71\",\"name\":\"Exchange\"}","Cal
lsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":[46],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":49,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"67\",\"name\":\"DeserializeToOb
ject\"}","Callsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[48],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":50,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"97\",\"name\":\"mapPartitions\"
}","Callsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[49],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":51,"Name":"Add constants_c0bf9c78-1361-463b-b58a-
d09d09340c7c","Scope":"{\"id\":\"98\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at BaseGroupBySparkOperation.java:152","Parent IDs":[50],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":56,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"105\",\"name\":\"map\"}","Calls
ite":"createDataFrame at ParquetOutputSparkOperation.java:160","Parent IDs":
[55],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[9],"Details":"org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:225)
\norg.pentaho.di.engine.spark.impl.ops.ParquetOutputSparkOperation.saveDefaultActio
n(ParquetOutputSparkOperation.java:130)\norg.pentaho.di.engine.spark.impl.ops.Parqu
etOutputSparkOperation.lambda$apply$2(ParquetOutputSparkOperation.java:105)\njava.u
til.concurrent.Executors$RunnableAdapter.call(Executors.java:511)\njava.util.concur
rent.FutureTask.run(FutureTask.java:266)\norg.pentaho.di.engine.spark.impl.executio
n.JobGroupDriverTask.lambda$new$0(JobGroupDriverTask.java:51)\njava.util.concurrent
.Executors$RunnableAdapter.call(Executors.java:511)\njava.util.concurrent.FutureTas
k.run(FutureTask.java:266)\njava.util.concurrent.ThreadPoolExecutor.runWorker(Threa
dPoolExecutor.java:1149)\njava.util.concurrent.ThreadPoolExecutor$Worker.run(Thread
PoolExecutor.java:624)\njava.lang.Thread.run(Thread.java:748)","Submission
Time":1529076349139,"Accumulables":[]},"Properties":
{"spark.job.interruptOnCancel":"false","spark.rdd.scope":"{\"id\":\"110\",\"name\":
\"Execute
InsertIntoHadoopFsRelationCommand\"}","spark.rdd.scope.noOverride":"true","spark.jo
b.description":"CreateCleansedAggregatedDataFile","spark.jobGroup.id":"CreateCleans
edAggregatedDataFile-bbd04462-732f-4c98-8a56-
6b39ea74bf93","spark.sql.execution.id":"1"}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":632,"Index":0,"Attempt":0,"Launch Time":1529076350233,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":628,"Index":7,"Attempt":0,"Launch Time":1529076348981,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"PROCESS_LOCAL","Speculative":false,"G
etting Result Time":0,"Finish
Time":1529076350233,"Failed":false,"Killed":false,"Accumulables":
[{"ID":278,"Name":"data size total (min, med,
max)","Update":"26287687","Value":"26287686","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":283,"Name":"number of output
rows","Update":"103629","Value":"6103629","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":361,"Name":"internal.metrics.input.recordsRead","Update":103629,"Value":10362
9,"Internal":true,"Count Failed Values":true},
{"ID":360,"Name":"internal.metrics.input.bytesRead","Update":94138960,"Value":94138
960,"Internal":true,"Count Failed Values":true},
{"ID":359,"Name":"internal.metrics.shuffle.write.writeTime","Update":28448799,"Valu
e":28448799,"Internal":true,"Count Failed Values":true},
{"ID":358,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":103629,"V
alue":103629,"Internal":true,"Count Failed Values":true},
{"ID":357,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":9474866,"Va
lue":9474866,"Internal":true,"Count Failed Values":true},
{"ID":344,"Name":"internal.metrics.jvmGCTime","Update":38,"Value":38,"Internal":tru
e,"Count Failed Values":true},
{"ID":343,"Name":"internal.metrics.resultSize","Update":3712,"Value":3712,"Internal
":true,"Count Failed Values":true},
{"ID":342,"Name":"internal.metrics.executorCpuTime","Update":1062201697,"Value":106
2201697,"Internal":true,"Count Failed Values":true},
{"ID":341,"Name":"internal.metrics.executorRunTime","Update":1084,"Value":1084,"Int
ernal":true,"Count Failed Values":true},
{"ID":340,"Name":"internal.metrics.executorDeserializeCpuTime","Update":144703411,"
Value":144703411,"Internal":true,"Count Failed Values":true},
{"ID":339,"Name":"internal.metrics.executorDeserializeTime","Update":164,"Value":16
4,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":164,"Executor Deserialize CPU Time":144703411,"Executor Run
Time":1084,"Executor CPU Time":1062201697,"Result Size":3712,"JVM GC
Time":38,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":9474866,"Shuffle Write Time":28448799,"Shuffle Records
Written":103629},"Input Metrics":{"Bytes Read":94138960,"Records
Read":103629},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated
Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":633,"Index":1,"Attempt":0,"Launch Time":1529076351339,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":632,"Index":0,"Attempt":0,"Launch Time":1529076350233,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076351348,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1075","Value":"1075","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"16842750","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"4","Value":"3","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"965","Value":"964","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1075,"Value":107
5,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":71765,"Value":7176
5,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1075,"Value":
1075,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":1
,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42204,"Val
ue":42204,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7337,"Val
ue":7337,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":171,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":29,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
6842752,"Internal":true,"Count Failed Values":true},
{"ID":370,"Name":"internal.metrics.resultSerializationTime","Update":4,"Value":4,"I
nternal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":46,"Value":46,"Internal":tru
e,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8548,"Value":8548,"Internal
":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":594438802,"Value":5944
38802,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":771,"Value":771,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":297812598,"
Value":297812598,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":326,"Value":32
6,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":326,"Executor Deserialize CPU Time":297812598,"Executor Run
Time":771,"Executor CPU Time":594438802,"Result Size":8548,"JVM GC Time":46,"Result
Serialization Time":4,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":1,"Remote Bytes Read":7337,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42204,"Total Records Read":1075},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":71765,"Records
Written":1075},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":634,"Index":2,"Attempt":0,"Launch Time":1529076351840,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":633,"Index":1,"Attempt":0,"Launch Time":1529076351339,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076351840,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"970","Value":"2045","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"33685501","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"1","Value":"4","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"165","Value":"1129","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":970,"Value":2045
,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64983,"Value":1367
48,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":970,"Value":2
045,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39441,"Val
ue":81645,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7073,"Val
ue":14410,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":340,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":58,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
3685504,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":20,"Value":66,"Internal":tru
e,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":17053,"Interna
l":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":83897823,"Value":67833
6625,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":136,"Value":907,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":339796183,"
Value":637608781,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":360,"Value":68
6,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":360,"Executor Deserialize CPU Time":339796183,"Executor Run
Time":136,"Executor CPU Time":83897823,"Result Size":8505,"JVM GC Time":20,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":7073,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39441,"Total Records Read":970},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64983,"Records
Written":970},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":635,"Index":3,"Attempt":0,"Launch Time":1529076352261,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":634,"Index":2,"Attempt":0,"Launch Time":1529076351840,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076352262,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"963","Value":"3008","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"50528252","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"4","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"147","Value":"1276","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":963,"Value":3008
,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64535,"Value":2012
83,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":963,"Value":3
008,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40442,"Val
ue":122087,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7223,"Val
ue":21633,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":509,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":87,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":5
0528256,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":31,"Value":97,"Internal":tru
e,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":25558,"Interna
l":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":46478703,"Value":72481
5328,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":117,"Value":1024,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":299744924,"
Value":937353705,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":301,"Value":98
7,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":301,"Executor Deserialize CPU Time":299744924,"Executor Run
Time":117,"Executor CPU Time":46478703,"Result Size":8505,"JVM GC Time":31,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":7223,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40442,"Total Records Read":963},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64535,"Records
Written":963},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":636,"Index":4,"Attempt":0,"Launch Time":1529076352719,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":635,"Index":3,"Attempt":0,"Launch Time":1529076352261,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076352720,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"995","Value":"4003","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"67371003","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"4","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"95","Value":"1371","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":995,"Value":4003
,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":66583,"Value":2678
66,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":995,"Value":4
003,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40803,"Val
ue":162890,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7318,"Val
ue":28951,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":679,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":116,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":6
7371008,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":23,"Value":120,"Internal":tr
ue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":34063,"Interna
l":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":46361498,"Value":77117
6826,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":123,"Value":1147,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":328448651,"
Value":1265802356,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":331,"Value":13
18,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":331,"Executor Deserialize CPU Time":328448651,"Executor Run
Time":123,"Executor CPU Time":46361498,"Result Size":8505,"JVM GC Time":23,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7318,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40803,"Total Records Read":995},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":66583,"Records
Written":995},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":637,"Index":5,"Attempt":0,"Launch Time":1529076353131,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":636,"Index":4,"Attempt":0,"Launch Time":1529076352719,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076353131,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"986","Value":"4989","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"84213754","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"4","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"85","Value":"1456","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":986,"Value":4989
,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":66007,"Value":3338
73,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":986,"Value":4
989,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":1
,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42291,"Val
ue":205181,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6833,"Val
ue":35784,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":850,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":145,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":8
4213760,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":42525,"Interna
l":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":44701158,"Value":81587
7984,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":95,"Value":1242,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":311747480,"
Value":1577549836,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":312,"Value":16
30,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":312,"Executor Deserialize CPU Time":311747480,"Executor Run
Time":95,"Executor CPU Time":44701158,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6833,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42291,"Total Records Read":986},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":66007,"Records
Written":986},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":638,"Index":6,"Attempt":0,"Launch Time":1529076353582,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":637,"Index":5,"Attempt":0,"Launch Time":1529076353131,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076353582,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1011","Value":"6000","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"101056505","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"4","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"95","Value":"1551","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1011,"Value":600
0,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":67607,"Value":4014
80,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1011,"Value":
6000,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":4,"Value":5
,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40805,"Val
ue":245986,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6929,"Val
ue":42713,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":1020,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":174,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
01056512,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":30,"Value":150,"Internal":tr
ue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":51030,"Interna
l":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":49160548,"Value":86503
8532,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":91,"Value":1333,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":324099566,"
Value":1901649402,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":355,"Value":19
85,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":355,"Executor Deserialize CPU Time":324099566,"Executor Run
Time":91,"Executor CPU Time":49160548,"Result Size":8505,"JVM GC Time":30,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":4,"Remote Bytes Read":6929,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40805,"Total Records Read":1011},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":67607,"Records
Written":1011},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":639,"Index":7,"Attempt":0,"Launch Time":1529076354034,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":638,"Index":6,"Attempt":0,"Launch Time":1529076353582,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076354034,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"968","Value":"6968","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"117899256","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"4","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"107","Value":"1658","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":968,"Value":6968
,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64855,"Value":4663
35,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":968,"Value":6
968,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":5
,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40901,"Val
ue":286887,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6822,"Val
ue":49535,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":1190,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":203,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
17899264,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":34,"Value":184,"Internal":tr
ue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":59535,"Interna
l":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":57407196,"Value":92244
5728,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":103,"Value":1436,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":311417463,"
Value":2213066865,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":345,"Value":23
30,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":345,"Executor Deserialize CPU Time":311417463,"Executor Run
Time":103,"Executor CPU Time":57407196,"Result Size":8505,"JVM GC Time":34,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6822,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40901,"Total Records Read":968},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64855,"Records
Written":968},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":640,"Index":8,"Attempt":0,"Launch Time":1529076354502,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":639,"Index":7,"Attempt":0,"Launch Time":1529076354034,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076354502,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"965","Value":"7933","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"134742007","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"4","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"85","Value":"1743","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":965,"Value":7933
,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64663,"Value":5309
98,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":965,"Value":7
933,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":5
,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39172,"Val
ue":326059,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7165,"Val
ue":56700,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":168,"V
alue":1358,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":232,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
34742016,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":38,"Value":222,"Internal":tr
ue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":68040,"Interna
l":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":49888945,"Value":97233
4673,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":88,"Value":1524,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":336135665,"
Value":2549202530,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":375,"Value":27
05,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":375,"Executor Deserialize CPU Time":336135665,"Executor Run
Time":88,"Executor CPU Time":49888945,"Result Size":8505,"JVM GC Time":38,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":168,"Fetch Wait
Time":0,"Remote Bytes Read":7165,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39172,"Total Records Read":965},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64663,"Records
Written":965},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":641,"Index":9,"Attempt":0,"Launch Time":1529076354988,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":640,"Index":8,"Attempt":0,"Launch Time":1529076354502,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076354988,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1061","Value":"8994","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"151584758","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"4","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"95","Value":"1838","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1061,"Value":899
4,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":70869,"Value":6018
67,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1061,"Value":
8994,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":5
,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42958,"Val
ue":369017,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7352,"Val
ue":64052,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":1529,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":261,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
51584768,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":36,"Value":258,"Internal":tr
ue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":76545,"Interna
l":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":45810549,"Value":10181
45222,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":92,"Value":1616,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":353924582,"
Value":2903127112,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":390,"Value":30
95,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":390,"Executor Deserialize CPU Time":353924582,"Executor Run
Time":92,"Executor CPU Time":45810549,"Result Size":8505,"JVM GC Time":36,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":7352,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42958,"Total Records Read":1061},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":70869,"Records
Written":1061},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":642,"Index":10,"Attempt":0,"Launch Time":1529076357155,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":627,"Index":0,"Attempt":0,"Launch Time":1529076348933,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"PROCESS_LOCAL","Speculative":false,"G
etting Result Time":0,"Finish
Time":1529076357156,"Failed":false,"Killed":false,"Accumulables":
[{"ID":278,"Name":"data size total (min, med,
max)","Update":"213673031","Value":"239960717","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":283,"Name":"number of output
rows","Update":"842339","Value":"6945968","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":361,"Name":"internal.metrics.input.recordsRead","Update":842339,"Value":94596
8,"Internal":true,"Count Failed Values":true},
{"ID":360,"Name":"internal.metrics.input.bytesRead","Update":775592032,"Value":8697
30992,"Internal":true,"Count Failed Values":true},
{"ID":359,"Name":"internal.metrics.shuffle.write.writeTime","Update":208568335,"Val
ue":237017134,"Internal":true,"Count Failed Values":true},
{"ID":358,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":842339,"V
alue":945968,"Internal":true,"Count Failed Values":true},
{"ID":357,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":76424052,"V
alue":85898918,"Internal":true,"Count Failed Values":true},
{"ID":344,"Name":"internal.metrics.jvmGCTime","Update":535,"Value":573,"Internal":t
rue,"Count Failed Values":true},
{"ID":343,"Name":"internal.metrics.resultSize","Update":3712,"Value":7424,"Internal
":true,"Count Failed Values":true},
{"ID":342,"Name":"internal.metrics.executorCpuTime","Update":7457611592,"Value":851
9813289,"Internal":true,"Count Failed Values":true},
{"ID":341,"Name":"internal.metrics.executorRunTime","Update":8062,"Value":9146,"Int
ernal":true,"Count Failed Values":true},
{"ID":340,"Name":"internal.metrics.executorDeserializeCpuTime","Update":148021450,"
Value":292724861,"Internal":true,"Count Failed Values":true},
{"ID":339,"Name":"internal.metrics.executorDeserializeTime","Update":155,"Value":31
9,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":155,"Executor Deserialize CPU Time":148021450,"Executor Run
Time":8062,"Executor CPU Time":7457611592,"Result Size":3712,"JVM GC
Time":535,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":76424052,"Shuffle Write Time":208568335,"Shuffle Records
Written":842339},"Input Metrics":{"Bytes Read":775592032,"Records
Read":842339},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated
Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":643,"Index":11,"Attempt":0,"Launch Time":1529076358364,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":641,"Index":9,"Attempt":0,"Launch Time":1529076354988,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076358365,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"928","Value":"9922","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"168427509","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"2","Value":"6","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"5821","Value":"7659","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":928,"Value":9922
,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":62293,"Value":6641
60,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":928,"Value":9
922,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":2850,"Value
":2855,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39384,"Val
ue":408401,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6471,"Val
ue":70523,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":1699,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":290,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
68427520,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":292,"Value":550,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":85050,"Interna
l":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":63597935,"Value":10817
43157,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":2960,"Value":4576,"Int
ernal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":356718142,"
Value":3259845254,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":413,"Value":35
08,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":413,"Executor Deserialize CPU Time":356718142,"Executor Run
Time":2960,"Executor CPU Time":63597935,"Result Size":8505,"JVM GC
Time":292,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":29,"Local Blocks
Fetched":170,"Fetch Wait Time":2850,"Remote Bytes Read":6471,"Remote Bytes Read To
Disk":0,"Local Bytes Read":39384,"Total Records Read":928},"Shuffle Write Metrics":
{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":62293,"Records Written":928},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":644,"Index":12,"Attempt":0,"Launch Time":1529076358383,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":642,"Index":10,"Attempt":0,"Launch Time":1529076357155,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076358384,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"926","Value":"10848","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"185270260","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"2","Value":"8","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"1713","Value":"9372","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":926,"Value":1084
8,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":62165,"Value":7263
25,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":926,"Value":1
0848,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":786,"Value"
:3641,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39718,"Val
ue":448119,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6998,"Val
ue":77521,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":1869,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":319,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
85270272,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":53,"Value":603,"Internal":tr
ue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":93555,"Interna
l":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":65435066,"Value":11471
78223,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":919,"Value":5495,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":302996824,"
Value":3562842078,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":303,"Value":38
11,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":303,"Executor Deserialize CPU Time":302996824,"Executor Run
Time":919,"Executor CPU Time":65435066,"Result Size":8505,"JVM GC Time":53,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":786,"Remote Bytes Read":6998,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39718,"Total Records Read":926},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":62165,"Records
Written":926},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":
{"Task ID":645,"Index":4,"Attempt":0,"Launch Time":1529076360031,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":626,"Index":5,"Attempt":0,"Launch Time":1529076348833,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"PROCESS_LOCAL","Speculative":false,"G
etting Result Time":0,"Finish
Time":1529076360032,"Failed":false,"Killed":false,"Accumulables":
[{"ID":278,"Name":"data size total (min, med,
max)","Update":"213687927","Value":"453648644","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":283,"Name":"number of output
rows","Update":"842307","Value":"7788275","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":361,"Name":"internal.metrics.input.recordsRead","Update":842307,"Value":17882
75,"Internal":true,"Count Failed Values":true},
{"ID":360,"Name":"internal.metrics.input.bytesRead","Update":770943616,"Value":1640
674608,"Internal":true,"Count Failed Values":true},
{"ID":359,"Name":"internal.metrics.shuffle.write.writeTime","Update":207903005,"Val
ue":444920139,"Internal":true,"Count Failed Values":true},
{"ID":358,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":842307,"V
alue":1788275,"Internal":true,"Count Failed Values":true},
{"ID":357,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":76411353,"V
alue":162310271,"Internal":true,"Count Failed Values":true},
{"ID":344,"Name":"internal.metrics.jvmGCTime","Update":3742,"Value":4315,"Internal"
:true,"Count Failed Values":true},
{"ID":343,"Name":"internal.metrics.resultSize","Update":3712,"Value":11136,"Interna
l":true,"Count Failed Values":true},
{"ID":342,"Name":"internal.metrics.executorCpuTime","Update":7284820010,"Value":158
04633299,"Internal":true,"Count Failed Values":true},
{"ID":341,"Name":"internal.metrics.executorRunTime","Update":11058,"Value":20204,"I
nternal":true,"Count Failed Values":true},
{"ID":340,"Name":"internal.metrics.executorDeserializeCpuTime","Update":130675196,"
Value":423400057,"Internal":true,"Count Failed Values":true},
{"ID":339,"Name":"internal.metrics.executorDeserializeTime","Update":134,"Value":45
3,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":134,"Executor Deserialize CPU Time":130675196,"Executor Run
Time":11058,"Executor CPU Time":7284820010,"Result Size":3712,"JVM GC
Time":3742,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":76411353,"Shuffle Write Time":207903005,"Shuffle Records
Written":842307},"Input Metrics":{"Bytes Read":770943616,"Records
Read":842307},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated
Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":646,"Index":13,"Attempt":0,"Launch Time":1529076361588,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":643,"Index":11,"Attempt":0,"Launch Time":1529076358364,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076361589,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1041","Value":"11889","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"202113011","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"8","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"87","Value":"9459","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1041,"Value":118
89,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":69589,"Value":7959
14,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1041,"Value":
11889,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
641,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42215,"Val
ue":490334,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6836,"Val
ue":84357,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":2040,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":348,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
02113024,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":2764,"Value":3367,"Internal"
:true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":102060,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":45250057,"Value":11924
28280,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":89,"Value":5584,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":363260844,"
Value":3926102922,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":3130,"Value":6
941,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":3130,"Executor Deserialize CPU Time":363260844,"Executor Run
Time":89,"Executor CPU Time":45250057,"Result Size":8505,"JVM GC Time":2764,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6836,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42215,"Total Records Read":1041},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":69589,"Records
Written":1041},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":647,"Index":14,"Attempt":0,"Launch Time":1529076361621,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":644,"Index":12,"Attempt":0,"Launch Time":1529076358383,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076361622,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"964","Value":"12853","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"218955762","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"71","Value":"9530","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":964,"Value":1285
3,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64599,"Value":8605
13,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":964,"Value":1
2853,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
641,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41173,"Val
ue":531507,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6305,"Val
ue":90662,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":2209,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":376,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
18955776,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":2764,"Value":6131,"Internal"
:true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":110565,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":36958092,"Value":12293
86372,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":87,"Value":5671,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":382458318,"
Value":4308561240,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":3147,"Value":1
0088,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":3147,"Executor Deserialize CPU Time":382458318,"Executor Run
Time":87,"Executor CPU Time":36958092,"Result Size":8505,"JVM GC Time":2764,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":6305,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41173,"Total Records Read":964},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64599,"Records
Written":964},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":648,"Index":15,"Attempt":0,"Launch Time":1529076361976,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":646,"Index":13,"Attempt":0,"Launch Time":1529076361588,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076361976,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"901","Value":"13754","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"235798513","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"89","Value":"9619","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":901,"Value":1375
4,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":60565,"Value":9210
78,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":901,"Value":1
3754,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
641,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39008,"Val
ue":570515,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6353,"Val
ue":97015,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":2379,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":404,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
35798528,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":30,"Value":6161,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":119070,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":39519687,"Value":12689
06059,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":89,"Value":5760,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":260328293,"
Value":4568889533,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":295,"Value":10
383,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":295,"Executor Deserialize CPU Time":260328293,"Executor Run
Time":89,"Executor CPU Time":39519687,"Result Size":8505,"JVM GC Time":30,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6353,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39008,"Total Records Read":901},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":60565,"Records
Written":901},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":649,"Index":16,"Attempt":0,"Launch Time":1529076362028,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":647,"Index":14,"Attempt":0,"Launch Time":1529076361621,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076362028,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1031","Value":"14785","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"252641264","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"6","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"67","Value":"9686","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1031,"Value":147
85,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":68949,"Value":9900
27,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1031,"Value":
14785,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
641,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42823,"Val
ue":613338,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7508,"Val
ue":104523,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":2550,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":433,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
52641280,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":30,"Value":6191,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":127575,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35221580,"Value":13041
27639,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":87,"Value":5847,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":282657352,"
Value":4851546885,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":315,"Value":10
698,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":315,"Executor Deserialize CPU Time":282657352,"Executor Run
Time":87,"Executor CPU Time":35221580,"Result Size":8505,"JVM GC Time":30,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":7508,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42823,"Total Records Read":1031},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":68949,"Records
Written":1031},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":650,"Index":17,"Attempt":0,"Launch Time":1529076362353,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":648,"Index":15,"Attempt":0,"Launch Time":1529076361976,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076362356,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1064","Value":"15849","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"269484015","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"6","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"91","Value":"9777","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1064,"Value":158
49,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":71061,"Value":1061
088,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1064,"Value":
15849,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
641,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42122,"Val
ue":655460,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7277,"Val
ue":111800,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":2721,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":462,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
69484032,"Internal":true,"Count Failed Values":true},
{"ID":370,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":5,"I
nternal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":136080,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":40640274,"Value":13447
67913,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":97,"Value":5944,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":274106694,"
Value":5125653579,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":274,"Value":10
972,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":274,"Executor Deserialize CPU Time":274106694,"Executor Run
Time":97,"Executor CPU Time":40640274,"Result Size":8505,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":7277,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42122,"Total Records Read":1064},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":71061,"Records
Written":1064},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":651,"Index":18,"Attempt":0,"Launch Time":1529076362473,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":649,"Index":16,"Attempt":0,"Launch Time":1529076362028,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076362474,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1062","Value":"16911","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"286326766","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"6","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"173","Value":"9950","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1062,"Value":169
11,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":70933,"Value":1132
021,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1062,"Value":
16911,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
641,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42805,"Val
ue":698265,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7480,"Val
ue":119280,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":2891,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":491,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
86326784,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":42,"Value":6233,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":144585,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":43352124,"Value":13881
20037,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":124,"Value":6068,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":309216093,"
Value":5434869672,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":317,"Value":11
289,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":317,"Executor Deserialize CPU Time":309216093,"Executor Run
Time":124,"Executor CPU Time":43352124,"Result Size":8505,"JVM GC Time":42,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7480,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42805,"Total Records Read":1062},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":70933,"Records
Written":1062},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":652,"Index":19,"Attempt":0,"Launch Time":1529076362827,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":650,"Index":17,"Attempt":0,"Launch Time":1529076362353,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076362827,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1029","Value":"17940","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"303169517","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"6","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"79","Value":"10029","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1029,"Value":179
40,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":68821,"Value":1200
842,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1029,"Value":
17940,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
641,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41732,"Val
ue":739997,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7312,"Val
ue":126592,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":3062,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":520,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
03169536,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":42,"Value":6275,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":153090,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":40321061,"Value":14284
41098,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":93,"Value":6161,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":332452309,"
Value":5767321981,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":377,"Value":11
666,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":377,"Executor Deserialize CPU Time":332452309,"Executor Run
Time":93,"Executor CPU Time":40321061,"Result Size":8505,"JVM GC Time":42,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":7312,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41732,"Total Records Read":1029},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":68821,"Records
Written":1029},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":653,"Index":20,"Attempt":0,"Launch Time":1529076362901,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":651,"Index":18,"Attempt":0,"Launch Time":1529076362473,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076362902,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"998","Value":"18938","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"320012268","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"6","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"81","Value":"10110","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":998,"Value":1893
8,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":66775,"Value":1267
617,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":998,"Value":1
8938,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
641,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40490,"Val
ue":780487,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7124,"Val
ue":133716,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":3232,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":549,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
20012288,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":161552,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":40625819,"Value":14690
66917,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":91,"Value":6252,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":332652099,"
Value":6099974080,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":334,"Value":12
000,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":334,"Executor Deserialize CPU Time":332652099,"Executor Run
Time":91,"Executor CPU Time":40625819,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7124,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40490,"Total Records Read":998},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":66775,"Records
Written":998},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":654,"Index":21,"Attempt":0,"Launch Time":1529076363267,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":652,"Index":19,"Attempt":0,"Launch Time":1529076362827,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076363268,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"896","Value":"19834","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"336855019","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"6","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"87","Value":"10197","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":896,"Value":1983
4,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":60215,"Value":1327
832,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":896,"Value":1
9834,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
641,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39532,"Val
ue":820019,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6463,"Val
ue":140179,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":3403,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":577,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
36855040,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":32,"Value":6307,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":170057,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":43772103,"Value":15128
39020,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":88,"Value":6340,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":314935519,"
Value":6414909599,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":349,"Value":12
349,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":349,"Executor Deserialize CPU Time":314935519,"Executor Run
Time":88,"Executor CPU Time":43772103,"Result Size":8505,"JVM GC Time":32,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6463,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39532,"Total Records Read":896},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":60215,"Records
Written":896},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":655,"Index":22,"Attempt":0,"Launch Time":1529076363336,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":653,"Index":20,"Attempt":0,"Launch Time":1529076362901,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076363337,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1082","Value":"20916","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"353697770","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"6","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"71","Value":"10268","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1082,"Value":209
16,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":72213,"Value":1400
045,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1082,"Value":
20916,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
641,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42207,"Val
ue":862226,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7320,"Val
ue":147499,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":3574,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":606,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
53697792,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":32,"Value":6339,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":178562,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35538592,"Value":15483
77612,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":126,"Value":6466,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":270017428,"
Value":6684927027,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":305,"Value":12
654,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":305,"Executor Deserialize CPU Time":270017428,"Executor Run
Time":126,"Executor CPU Time":35538592,"Result Size":8505,"JVM GC Time":32,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":7320,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42207,"Total Records Read":1082},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":72213,"Records
Written":1082},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":656,"Index":23,"Attempt":0,"Launch Time":1529076363747,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":654,"Index":21,"Attempt":0,"Launch Time":1529076363267,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076363747,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"927","Value":"21843","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"370540521","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"6","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"141","Value":"10409","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":927,"Value":2184
3,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":62229,"Value":1462
274,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":927,"Value":2
1843,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
641,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39999,"Val
ue":902225,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7107,"Val
ue":154606,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":3743,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":635,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
70540544,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":35,"Value":6374,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":187067,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":57460992,"Value":16058
38604,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":118,"Value":6584,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":322017542,"
Value":7006944569,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":358,"Value":13
012,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":358,"Executor Deserialize CPU Time":322017542,"Executor Run
Time":118,"Executor CPU Time":57460992,"Result Size":8505,"JVM GC Time":35,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":7107,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39999,"Total Records Read":927},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":62229,"Records
Written":927},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":657,"Index":24,"Attempt":0,"Launch Time":1529076363764,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":655,"Index":22,"Attempt":0,"Launch Time":1529076363336,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076363764,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"867","Value":"22710","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"387383272","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"75","Value":"10484","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":867,"Value":2271
0,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":58359,"Value":1520
633,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":867,"Value":2
2710,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":6,"Value":3
647,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":38453,"Val
ue":940678,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6140,"Val
ue":160746,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":3912,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":663,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
87383296,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":35,"Value":6409,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":195572,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":36438664,"Value":16422
77268,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":102,"Value":6686,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":286807299,"
Value":7293751868,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":322,"Value":13
334,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":322,"Executor Deserialize CPU Time":286807299,"Executor Run
Time":102,"Executor CPU Time":36438664,"Result Size":8505,"JVM GC Time":35,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":169,"Fetch Wait
Time":6,"Remote Bytes Read":6140,"Remote Bytes Read To Disk":0,"Local Bytes
Read":38453,"Total Records Read":867},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":58359,"Records
Written":867},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":658,"Index":25,"Attempt":0,"Launch Time":1529076364170,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":657,"Index":24,"Attempt":0,"Launch Time":1529076363764,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076364171,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"963","Value":"23673","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"404226023","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"5","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"67","Value":"10551","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":963,"Value":2367
3,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64829,"Value":1585
462,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":963,"Value":2
3673,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
647,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41324,"Val
ue":982002,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6509,"Val
ue":167255,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":4081,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":27,"V
alue":690,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":4
04226048,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":35,"Value":6444,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":204077,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":36345190,"Value":16786
22458,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":83,"Value":6769,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":283287859,"
Value":7577039727,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":320,"Value":13
654,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":320,"Executor Deserialize CPU Time":283287859,"Executor Run
Time":83,"Executor CPU Time":36345190,"Result Size":8505,"JVM GC Time":35,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":27,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":6509,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41324,"Total Records Read":963},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64829,"Records
Written":963},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":659,"Index":26,"Attempt":0,"Launch Time":1529076364232,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":656,"Index":23,"Attempt":0,"Launch Time":1529076363747,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076364233,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"941","Value":"24614","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"421068774","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"5","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"135","Value":"10686","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":941,"Value":2461
4,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":63125,"Value":1648
587,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":941,"Value":2
4614,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":28,"Value":
3675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39666,"Val
ue":1021668,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6353,"Val
ue":173608,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":166,"V
alue":4247,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":719,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":4
21068800,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":35,"Value":6479,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":212582,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":38338838,"Value":17169
61296,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":117,"Value":6886,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":328309792,"
Value":7905349519,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":365,"Value":14
019,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":365,"Executor Deserialize CPU Time":328309792,"Executor Run
Time":117,"Executor CPU Time":38338838,"Result Size":8505,"JVM GC Time":35,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":166,"Fetch Wait
Time":28,"Remote Bytes Read":6353,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39666,"Total Records Read":941},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":63125,"Records
Written":941},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":660,"Index":27,"Attempt":0,"Launch Time":1529076364638,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":658,"Index":25,"Attempt":0,"Launch Time":1529076364170,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076364640,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1000","Value":"25614","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"437911525","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"79","Value":"10765","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1000,"Value":256
14,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":66903,"Value":1715
490,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1000,"Value":
25614,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41375,"Val
ue":1063043,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6664,"Val
ue":180272,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":4418,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":748,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":4
37911552,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":36,"Value":6515,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":221087,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":42454473,"Value":17594
15769,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":134,"Value":7020,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":329069436,"
Value":8234418955,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":330,"Value":14
349,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":330,"Executor Deserialize CPU Time":329069436,"Executor Run
Time":134,"Executor CPU Time":42454473,"Result Size":8505,"JVM GC Time":36,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6664,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41375,"Total Records Read":1000},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":66903,"Records
Written":1000},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":661,"Index":28,"Attempt":0,"Launch Time":1529076364643,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":659,"Index":26,"Attempt":0,"Launch Time":1529076364232,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076364644,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"988","Value":"26602","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"454754276","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"59","Value":"10824","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":988,"Value":2660
2,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":66135,"Value":1781
625,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":988,"Value":2
6602,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39747,"Val
ue":1102790,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6963,"Val
ue":187235,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":166,"V
alue":4584,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":777,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":4
54754304,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":36,"Value":6551,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":229592,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":31028112,"Value":17904
43881,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":86,"Value":7106,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":285432620,"
Value":8519851575,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":322,"Value":14
671,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":322,"Executor Deserialize CPU Time":285432620,"Executor Run
Time":86,"Executor CPU Time":31028112,"Result Size":8505,"JVM GC Time":36,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":166,"Fetch Wait
Time":0,"Remote Bytes Read":6963,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39747,"Total Records Read":988},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":66135,"Records
Written":988},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":662,"Index":29,"Attempt":0,"Launch Time":1529076365021,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":661,"Index":28,"Attempt":0,"Launch Time":1529076364643,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076365022,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"946","Value":"27548","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"471597027","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"69","Value":"10893","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":946,"Value":2754
8,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":63447,"Value":1845
072,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":946,"Value":2
7548,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39942,"Val
ue":1142732,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7280,"Val
ue":194515,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":4755,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":806,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":4
71597056,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":238054,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":32931480,"Value":18233
75361,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":87,"Value":7193,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":287369119,"
Value":8807220694,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":288,"Value":14
959,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":288,"Executor Deserialize CPU Time":287369119,"Executor Run
Time":87,"Executor CPU Time":32931480,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":7280,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39942,"Total Records Read":946},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":63447,"Records
Written":946},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":663,"Index":30,"Attempt":0,"Launch Time":1529076365038,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":660,"Index":27,"Attempt":0,"Launch Time":1529076364638,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076365039,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1031","Value":"28579","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"488439778","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"2","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"81","Value":"10974","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1031,"Value":285
79,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":68949,"Value":1914
021,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1031,"Value":
28579,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41634,"Val
ue":1184366,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7471,"Val
ue":201986,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":4924,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":835,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":4
88439808,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":246516,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35537940,"Value":18589
13301,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":86,"Value":7279,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":310177443,"
Value":9117398137,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":310,"Value":15
269,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":310,"Executor Deserialize CPU Time":310177443,"Executor Run
Time":86,"Executor CPU Time":35537940,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":7471,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41634,"Total Records Read":1031},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":68949,"Records
Written":1031},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":664,"Index":31,"Attempt":0,"Launch Time":1529076365461,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":662,"Index":29,"Attempt":0,"Launch Time":1529076365021,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076365462,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1002","Value":"29581","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"505282529","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"67","Value":"11041","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1002,"Value":295
81,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":67031,"Value":1981
052,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1002,"Value":
29581,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42437,"Val
ue":1226803,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7403,"Val
ue":209389,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":5094,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":863,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":5
05282560,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":31,"Value":6582,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":255021,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":31198988,"Value":18901
12289,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":80,"Value":7359,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":324401184,"
Value":9441799321,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":356,"Value":15
625,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":356,"Executor Deserialize CPU Time":324401184,"Executor Run
Time":80,"Executor CPU Time":31198988,"Result Size":8505,"JVM GC Time":31,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7403,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42437,"Total Records Read":1002},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":67031,"Records
Written":1002},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":665,"Index":32,"Attempt":0,"Launch Time":1529076365530,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":663,"Index":30,"Attempt":0,"Launch Time":1529076365038,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076365531,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1041","Value":"30622","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"522125280","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"83","Value":"11124","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1041,"Value":306
22,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":69589,"Value":2050
641,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1041,"Value":
30622,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40809,"Val
ue":1267612,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7133,"Val
ue":216522,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":168,"V
alue":5262,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":892,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":5
22125312,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":31,"Value":6613,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":263526,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":40484399,"Value":19305
96688,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":98,"Value":7457,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":358252521,"
Value":9800051842,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":390,"Value":16
015,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":390,"Executor Deserialize CPU Time":358252521,"Executor Run
Time":98,"Executor CPU Time":40484399,"Result Size":8505,"JVM GC Time":31,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":168,"Fetch Wait
Time":0,"Remote Bytes Read":7133,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40809,"Total Records Read":1041},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":69589,"Records
Written":1041},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":666,"Index":33,"Attempt":0,"Launch Time":1529076365857,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":664,"Index":31,"Attempt":0,"Launch Time":1529076365461,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076365858,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"980","Value":"31602","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"538968031","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"73","Value":"11197","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":980,"Value":3160
2,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":65623,"Value":2116
264,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":980,"Value":3
1602,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41145,"Val
ue":1308757,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6770,"Val
ue":223292,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":5432,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":921,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":5
38968064,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":33,"Value":6646,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":272031,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":42197776,"Value":19727
94464,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":87,"Value":7544,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":266596760,"
Value":10066648602,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":303,"Value":16
318,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":303,"Executor Deserialize CPU Time":266596760,"Executor Run
Time":87,"Executor CPU Time":42197776,"Result Size":8505,"JVM GC Time":33,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6770,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41145,"Total Records Read":980},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":65623,"Records
Written":980},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":667,"Index":34,"Attempt":0,"Launch Time":1529076366652,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":665,"Index":32,"Attempt":0,"Launch Time":1529076365530,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076366653,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"980","Value":"32582","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"555810782","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-1","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"1331","Value":"12528","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":980,"Value":3258
2,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":65623,"Value":2181
887,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":980,"Value":3
2582,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39721,"Val
ue":1348478,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6979,"Val
ue":230271,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":5602,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":950,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":5
55810816,"Internal":true,"Count Failed Values":true},
{"ID":370,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":6,"I
nternal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":74,"Value":6720,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8548,"Value":280579,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":56939487,"Value":20297
33951,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":718,"Value":8262,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":361760195,"
Value":10428408797,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":399,"Value":16
717,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":399,"Executor Deserialize CPU Time":361760195,"Executor Run
Time":718,"Executor CPU Time":56939487,"Result Size":8548,"JVM GC Time":74,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6979,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39721,"Total Records Read":980},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":65623,"Records
Written":980},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":668,"Index":35,"Attempt":0,"Launch Time":1529076366673,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":666,"Index":33,"Attempt":0,"Launch Time":1529076365857,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076366673,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"980","Value":"33562","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"572653533","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-1","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"845","Value":"13373","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":980,"Value":3356
2,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":65623,"Value":2247
510,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":980,"Value":3
3562,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41026,"Val
ue":1389504,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6940,"Val
ue":237211,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":5771,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":979,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":5
72653568,"Internal":true,"Count Failed Values":true},
{"ID":370,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":7,"I
nternal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":41,"Value":6761,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8548,"Value":289127,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":287845352,"Value":2317
579303,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":461,"Value":8723,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":349607581,"
Value":10778016378,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":350,"Value":17
067,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":350,"Executor Deserialize CPU Time":349607581,"Executor Run
Time":461,"Executor CPU Time":287845352,"Result Size":8548,"JVM GC Time":41,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":6940,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41026,"Total Records Read":980},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":65623,"Records
Written":980},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":669,"Index":36,"Attempt":0,"Launch Time":1529076367137,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":668,"Index":35,"Attempt":0,"Launch Time":1529076366673,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076367138,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"951","Value":"34513","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"589496284","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"83","Value":"13456","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":951,"Value":3451
3,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":63767,"Value":2311
277,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":951,"Value":3
4513,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40256,"Val
ue":1429760,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6864,"Val
ue":244075,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":5941,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1008,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":5
89496320,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":39,"Value":6800,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":297632,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":43457105,"Value":23610
36408,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":136,"Value":8859,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":322503197,"
Value":11100519575,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":323,"Value":17
390,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":323,"Executor Deserialize CPU Time":322503197,"Executor Run
Time":136,"Executor CPU Time":43457105,"Result Size":8505,"JVM GC Time":39,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6864,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40256,"Total Records Read":951},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":63767,"Records
Written":951},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":670,"Index":37,"Attempt":0,"Launch Time":1529076367164,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":667,"Index":34,"Attempt":0,"Launch Time":1529076366652,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076367165,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1051","Value":"35564","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"606339035","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-2","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"165","Value":"13621","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1051,"Value":355
64,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":70229,"Value":2381
506,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1051,"Value":
35564,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41718,"Val
ue":1471478,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7400,"Val
ue":251475,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":6111,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1037,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":6
06339072,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":39,"Value":6839,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":306137,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":45671798,"Value":24067
08206,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":132,"Value":8991,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":376696689,"
Value":11477216264,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":376,"Value":17
766,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":376,"Executor Deserialize CPU Time":376696689,"Executor Run
Time":132,"Executor CPU Time":45671798,"Result Size":8505,"JVM GC Time":39,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7400,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41718,"Total Records Read":1051},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":70229,"Records
Written":1051},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":671,"Index":38,"Attempt":0,"Launch Time":1529076367560,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":669,"Index":36,"Attempt":0,"Launch Time":1529076367137,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076367561,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"941","Value":"36505","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"623181786","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"87","Value":"13708","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":941,"Value":3650
5,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":63125,"Value":2444
631,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":941,"Value":3
6505,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39260,"Val
ue":1510738,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6811,"Val
ue":258286,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":6281,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1066,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":6
23181824,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":314599,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":43859476,"Value":24505
67682,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":100,"Value":9091,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":317121342,"
Value":11794337606,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":318,"Value":18
084,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":318,"Executor Deserialize CPU Time":317121342,"Executor Run
Time":100,"Executor CPU Time":43859476,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6811,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39260,"Total Records Read":941},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":63125,"Records
Written":941},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":672,"Index":39,"Attempt":0,"Launch Time":1529076367565,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":670,"Index":37,"Attempt":0,"Launch Time":1529076367164,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076367566,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"993","Value":"37498","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"640024537","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"69","Value":"13777","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":993,"Value":3749
8,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":66455,"Value":2511
086,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":993,"Value":3
7498,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41277,"Val
ue":1552015,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6499,"Val
ue":264785,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":168,"V
alue":6449,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":26,"V
alue":1092,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":6
40024576,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":323061,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":34948464,"Value":24855
16146,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":80,"Value":9171,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":316892286,"
Value":12111229892,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":317,"Value":18
401,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":317,"Executor Deserialize CPU Time":316892286,"Executor Run
Time":80,"Executor CPU Time":34948464,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":26,"Local Blocks Fetched":168,"Fetch Wait
Time":0,"Remote Bytes Read":6499,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41277,"Total Records Read":993},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":66455,"Records
Written":993},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":673,"Index":40,"Attempt":0,"Launch Time":1529076367993,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":671,"Index":38,"Attempt":0,"Launch Time":1529076367560,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076367994,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"921","Value":"38419","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"656867288","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"75","Value":"13852","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":921,"Value":3841
9,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":61845,"Value":2572
931,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":921,"Value":3
8419,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":37967,"Val
ue":1589982,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7066,"Val
ue":271851,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":167,"V
alue":6616,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1121,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":6
56867328,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":43,"Value":6882,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":331566,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":39137591,"Value":25246
53737,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":83,"Value":9254,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":300640204,"
Value":12411870096,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":344,"Value":18
745,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":344,"Executor Deserialize CPU Time":300640204,"Executor Run
Time":83,"Executor CPU Time":39137591,"Result Size":8505,"JVM GC Time":43,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":167,"Fetch Wait
Time":0,"Remote Bytes Read":7066,"Remote Bytes Read To Disk":0,"Local Bytes
Read":37967,"Total Records Read":921},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":61845,"Records
Written":921},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":674,"Index":41,"Attempt":0,"Launch Time":1529076368032,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":672,"Index":39,"Attempt":0,"Launch Time":1529076367565,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076368033,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"987","Value":"39406","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"673710039","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"81","Value":"13933","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":987,"Value":3940
6,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":66071,"Value":2639
002,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":987,"Value":3
9406,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41311,"Val
ue":1631293,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6951,"Val
ue":278802,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":6786,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1150,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":6
73710080,"Internal":true,"Count Failed Values":true},
{"ID":370,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":8,"I
nternal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":43,"Value":6925,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8548,"Value":340114,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35031722,"Value":25596
85459,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":79,"Value":9333,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":338863499,"
Value":12750733595,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":385,"Value":19
130,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":385,"Executor Deserialize CPU Time":338863499,"Executor Run
Time":79,"Executor CPU Time":35031722,"Result Size":8548,"JVM GC Time":43,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6951,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41311,"Total Records Read":987},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":66071,"Records
Written":987},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":675,"Index":42,"Attempt":0,"Launch Time":1529076368439,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":673,"Index":40,"Attempt":0,"Launch Time":1529076367993,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076368439,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"934","Value":"40340","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"690552790","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"81","Value":"14014","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":934,"Value":4034
0,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":62677,"Value":2701
679,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":934,"Value":4
0340,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39557,"Val
ue":1670850,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6734,"Val
ue":285536,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":6957,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1179,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":6
90552832,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":40,"Value":6965,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":348619,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":36474932,"Value":25961
60391,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":85,"Value":9418,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":314864811,"
Value":13065598406,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":356,"Value":19
486,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":356,"Executor Deserialize CPU Time":314864811,"Executor Run
Time":85,"Executor CPU Time":36474932,"Result Size":8505,"JVM GC Time":40,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6734,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39557,"Total Records Read":934},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":62677,"Records
Written":934},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":676,"Index":43,"Attempt":0,"Launch Time":1529076368484,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":674,"Index":41,"Attempt":0,"Launch Time":1529076368032,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076368485,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1005","Value":"41345","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"707395541","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"77","Value":"14091","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1005,"Value":413
45,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":67223,"Value":2768
902,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1005,"Value":
41345,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41946,"Val
ue":1712796,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6298,"Val
ue":291834,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":7128,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":1207,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":7
07395584,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":40,"Value":7005,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":357124,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35808622,"Value":26319
69013,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":83,"Value":9501,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":323367277,"
Value":13388965683,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":365,"Value":19
851,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":365,"Executor Deserialize CPU Time":323367277,"Executor Run
Time":83,"Executor CPU Time":35808622,"Result Size":8505,"JVM GC Time":40,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6298,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41946,"Total Records Read":1005},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":67223,"Records
Written":1005},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":677,"Index":44,"Attempt":0,"Launch Time":1529076368890,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":675,"Index":42,"Attempt":0,"Launch Time":1529076368439,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076368891,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"947","Value":"42292","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"724238292","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"67","Value":"14158","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":947,"Value":4229
2,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":63511,"Value":2832
413,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":947,"Value":4
2292,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39935,"Val
ue":1752731,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6294,"Val
ue":298128,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":7298,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":27,"V
alue":1234,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":7
24238336,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":39,"Value":7044,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":365629,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35420901,"Value":26673
89914,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":74,"Value":9575,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":334667313,"
Value":13723632996,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":374,"Value":20
225,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":374,"Executor Deserialize CPU Time":334667313,"Executor Run
Time":74,"Executor CPU Time":35420901,"Result Size":8505,"JVM GC Time":39,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":27,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6294,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39935,"Total Records Read":947},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":63511,"Records
Written":947},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":678,"Index":45,"Attempt":0,"Launch Time":1529076369038,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":676,"Index":43,"Attempt":0,"Launch Time":1529076368484,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076369039,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1066","Value":"43358","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"741081043","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-9","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"97","Value":"14255","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1066,"Value":433
58,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":71189,"Value":2903
602,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1066,"Value":
43358,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41706,"Val
ue":1794437,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7232,"Val
ue":305360,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":7467,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":1262,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":7
41081088,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":39,"Value":7083,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":374134,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":51787425,"Value":27191
77339,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":110,"Value":9685,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":400534963,"
Value":14124167959,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":440,"Value":20
665,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":440,"Executor Deserialize CPU Time":400534963,"Executor Run
Time":110,"Executor CPU Time":51787425,"Result Size":8505,"JVM GC Time":39,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":7232,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41706,"Total Records Read":1066},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":71189,"Records
Written":1066},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":679,"Index":46,"Attempt":0,"Launch Time":1529076369330,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":677,"Index":44,"Attempt":0,"Launch Time":1529076368890,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076369331,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"903","Value":"44261","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"757923794","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"129","Value":"14384","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":903,"Value":4426
1,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":60693,"Value":2964
295,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":903,"Value":4
4261,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39574,"Val
ue":1834011,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6924,"Val
ue":312284,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":168,"V
alue":7635,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1291,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":7
57923840,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":33,"Value":7116,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":382639,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":36139601,"Value":27553
16940,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":109,"Value":9794,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":326447580,"
Value":14450615539,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":328,"Value":20
993,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":328,"Executor Deserialize CPU Time":326447580,"Executor Run
Time":109,"Executor CPU Time":36139601,"Result Size":8505,"JVM GC Time":33,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":168,"Fetch Wait
Time":0,"Remote Bytes Read":6924,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39574,"Total Records Read":903},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":60693,"Records
Written":903},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":680,"Index":47,"Attempt":0,"Launch Time":1529076369519,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":678,"Index":45,"Attempt":0,"Launch Time":1529076369038,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076369519,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"855","Value":"45116","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"774766545","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"83","Value":"14467","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":855,"Value":4511
6,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":57591,"Value":3021
886,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":855,"Value":4
5116,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":37425,"Val
ue":1871436,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6409,"Val
ue":318693,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":167,"V
alue":7802,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":1319,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":7
74766592,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":33,"Value":7149,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":391144,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":43842419,"Value":27991
59359,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":86,"Value":9880,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":355040677,"
Value":14805656216,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":390,"Value":21
383,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":390,"Executor Deserialize CPU Time":355040677,"Executor Run
Time":86,"Executor CPU Time":43842419,"Result Size":8505,"JVM GC Time":33,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":167,"Fetch Wait
Time":0,"Remote Bytes Read":6409,"Remote Bytes Read To Disk":0,"Local Bytes
Read":37425,"Total Records Read":855},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":57591,"Records
Written":855},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":681,"Index":48,"Attempt":0,"Launch Time":1529076369725,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":679,"Index":46,"Attempt":0,"Launch Time":1529076369330,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076369726,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1022","Value":"46138","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"791609296","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"73","Value":"14540","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1022,"Value":461
38,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":68327,"Value":3090
213,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1022,"Value":
46138,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42460,"Val
ue":1913896,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7412,"Val
ue":326105,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":7973,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1348,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":7
91609344,"Internal":true,"Count Failed Values":true},
{"ID":370,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":9,"I
nternal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":399649,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":38474849,"Value":28376
34208,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":88,"Value":9968,"Inter
nal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":303165346,"
Value":15108821562,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":303,"Value":21
686,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":303,"Executor Deserialize CPU Time":303165346,"Executor Run
Time":88,"Executor CPU Time":38474849,"Result Size":8505,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":7412,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42460,"Total Records Read":1022},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":68327,"Records
Written":1022},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":682,"Index":49,"Attempt":0,"Launch Time":1529076369981,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":680,"Index":47,"Attempt":0,"Launch Time":1529076369519,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076369982,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"925","Value":"47063","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"808452047","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"75","Value":"14615","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":925,"Value":4706
3,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":62101,"Value":3152
314,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":925,"Value":4
7063,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":38923,"Val
ue":1952819,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6796,"Val
ue":332901,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":8143,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1377,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":8
08452096,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":32,"Value":7181,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":408154,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":42403373,"Value":28800
37581,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":89,"Value":10057,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":336696155,"
Value":15445517717,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":370,"Value":22
056,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":370,"Executor Deserialize CPU Time":336696155,"Executor Run
Time":89,"Executor CPU Time":42403373,"Result Size":8505,"JVM GC Time":32,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6796,"Remote Bytes Read To Disk":0,"Local Bytes
Read":38923,"Total Records Read":925},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":62101,"Records
Written":925},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":683,"Index":50,"Attempt":0,"Launch Time":1529076370118,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":681,"Index":48,"Attempt":0,"Launch Time":1529076369725,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076370119,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"955","Value":"48018","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"825294798","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"59","Value":"14674","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":955,"Value":4801
8,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64023,"Value":3216
337,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":955,"Value":4
8018,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40334,"Val
ue":1993153,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6999,"Val
ue":339900,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":8314,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1406,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":8
25294848,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":32,"Value":7213,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":416659,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":29819012,"Value":29098
56593,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":60,"Value":10117,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":293669786,"
Value":15739187503,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":329,"Value":22
385,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":329,"Executor Deserialize CPU Time":293669786,"Executor Run
Time":60,"Executor CPU Time":29819012,"Result Size":8505,"JVM GC Time":32,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6999,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40334,"Total Records Read":955},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64023,"Records
Written":955},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":684,"Index":51,"Attempt":0,"Launch Time":1529076370427,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":682,"Index":49,"Attempt":0,"Launch Time":1529076369981,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076370427,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"988","Value":"49006","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"842137549","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"165","Value":"14839","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":988,"Value":4900
6,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":66340,"Value":3282
677,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":988,"Value":4
9006,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
675,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40388,"Val
ue":2033541,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6931,"Val
ue":346831,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":8483,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1435,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":8
42137600,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":42,"Value":7255,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":425164,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":40970283,"Value":29508
26876,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":121,"Value":10238,"Int
ernal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":321058029,"
Value":16060245532,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":321,"Value":22
706,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":321,"Executor Deserialize CPU Time":321058029,"Executor Run
Time":121,"Executor CPU Time":40970283,"Result Size":8505,"JVM GC Time":42,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":6931,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40388,"Total Records Read":988},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":66340,"Records
Written":988},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":685,"Index":52,"Attempt":0,"Launch Time":1529076370513,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":683,"Index":50,"Attempt":0,"Launch Time":1529076370118,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076370513,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"917","Value":"49923","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"858980300","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"85","Value":"14924","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":917,"Value":4992
3,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":61554,"Value":3344
231,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":917,"Value":4
9923,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":9,"Value":3
684,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":37373,"Val
ue":2070914,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6216,"Val
ue":353047,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":8653,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1464,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":8
58980352,"Internal":true,"Count Failed Values":true},
{"ID":370,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":10,"
Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":42,"Value":7297,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8548,"Value":433712,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":38805282,"Value":29896
32158,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":89,"Value":10327,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":259467948,"
Value":16319713480,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":302,"Value":23
008,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":302,"Executor Deserialize CPU Time":259467948,"Executor Run
Time":89,"Executor CPU Time":38805282,"Result Size":8548,"JVM GC Time":42,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":9,"Remote Bytes Read":6216,"Remote Bytes Read To Disk":0,"Local Bytes
Read":37373,"Total Records Read":917},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":61554,"Records
Written":917},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":686,"Index":53,"Attempt":0,"Launch Time":1529076370867,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":684,"Index":51,"Attempt":0,"Launch Time":1529076370427,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076370868,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"940","Value":"50863","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"875823051","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"75","Value":"14999","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":940,"Value":5086
3,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":63026,"Value":3407
257,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":940,"Value":5
0863,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
684,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":38068,"Val
ue":2108982,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6244,"Val
ue":359291,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":8822,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1493,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":8
75823104,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":442174,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35813324,"Value":30254
45482,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":85,"Value":10412,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":351539919,"
Value":16671253399,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":352,"Value":23
360,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":352,"Executor Deserialize CPU Time":351539919,"Executor Run
Time":85,"Executor CPU Time":35813324,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":6244,"Remote Bytes Read To Disk":0,"Local Bytes
Read":38068,"Total Records Read":940},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":63026,"Records
Written":940},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":687,"Index":54,"Attempt":0,"Launch Time":1529076370924,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":685,"Index":52,"Attempt":0,"Launch Time":1529076370513,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076370925,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1037","Value":"51900","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"892665802","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-17","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"65","Value":"15064","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1037,"Value":519
00,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":69298,"Value":3476
555,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1037,"Value":
51900,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":3
685,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39877,"Val
ue":2148859,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7162,"Val
ue":366453,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":8992,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1522,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":8
92665856,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":450636,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":37270309,"Value":30627
15791,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":77,"Value":10489,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":330050258,"
Value":17001303657,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":331,"Value":23
691,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":331,"Executor Deserialize CPU Time":330050258,"Executor Run
Time":77,"Executor CPU Time":37270309,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":1,"Remote Bytes Read":7162,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39877,"Total Records Read":1037},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":69298,"Records
Written":1037},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":688,"Index":55,"Attempt":0,"Launch Time":1529076371318,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":686,"Index":53,"Attempt":0,"Launch Time":1529076370867,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076371319,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1032","Value":"52932","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"909508553","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"77","Value":"15141","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1032,"Value":529
32,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":68978,"Value":3545
533,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1032,"Value":
52932,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":3
686,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39627,"Val
ue":2188486,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7152,"Val
ue":373605,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":9162,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1551,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":9
09508608,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":37,"Value":7334,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":459141,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":36633908,"Value":30993
49699,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":78,"Value":10567,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":331916540,"
Value":17333220197,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":370,"Value":24
061,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":370,"Executor Deserialize CPU Time":331916540,"Executor Run
Time":78,"Executor CPU Time":36633908,"Result Size":8505,"JVM GC Time":37,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":1,"Remote Bytes Read":7152,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39627,"Total Records Read":1032},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":68978,"Records
Written":1032},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":689,"Index":56,"Attempt":0,"Launch Time":1529076371369,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":687,"Index":54,"Attempt":0,"Launch Time":1529076370924,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076371370,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1017","Value":"53949","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"926351304","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"77","Value":"15218","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1017,"Value":539
49,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":67956,"Value":3613
489,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1017,"Value":
53949,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
686,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40380,"Val
ue":2228866,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6757,"Val
ue":380362,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":9332,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":1579,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":9
26351360,"Internal":true,"Count Failed Values":true},
{"ID":370,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":11,"
Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":37,"Value":7371,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8548,"Value":467689,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":38772488,"Value":31381
22187,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":70,"Value":10637,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":332461934,"
Value":17665682131,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":371,"Value":24
432,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":371,"Executor Deserialize CPU Time":332461934,"Executor Run
Time":70,"Executor CPU Time":38772488,"Result Size":8548,"JVM GC Time":37,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6757,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40380,"Total Records Read":1017},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":67956,"Records
Written":1017},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":690,"Index":57,"Attempt":0,"Launch Time":1529076371799,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":688,"Index":55,"Attempt":0,"Launch Time":1529076371318,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076371800,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"957","Value":"54906","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"943194055","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"81","Value":"15299","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":957,"Value":5490
6,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64116,"Value":3677
605,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":957,"Value":5
4906,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
686,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":38308,"Val
ue":2267174,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6382,"Val
ue":386744,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":167,"V
alue":9499,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":1607,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":9
43194112,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":45,"Value":7416,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":476194,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":39848418,"Value":31779
70605,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":91,"Value":10728,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":335934532,"
Value":18001616663,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":385,"Value":24
817,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":385,"Executor Deserialize CPU Time":335934532,"Executor Run
Time":91,"Executor CPU Time":39848418,"Result Size":8505,"JVM GC Time":45,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":167,"Fetch Wait
Time":0,"Remote Bytes Read":6382,"Remote Bytes Read To Disk":0,"Local Bytes
Read":38308,"Total Records Read":957},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64116,"Records
Written":957},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":691,"Index":58,"Attempt":0,"Launch Time":1529076371844,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":689,"Index":56,"Attempt":0,"Launch Time":1529076371369,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076371845,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"999","Value":"55905","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"960036806","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"65","Value":"15364","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":999,"Value":5590
5,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":66804,"Value":3744
409,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":999,"Value":5
5905,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":3
687,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39802,"Val
ue":2306976,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6752,"Val
ue":393496,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":9668,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1636,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":9
60036864,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":45,"Value":7461,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":484699,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":36996183,"Value":32149
66788,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":77,"Value":10805,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":344991667,"
Value":18346608330,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":394,"Value":25
211,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":394,"Executor Deserialize CPU Time":344991667,"Executor Run
Time":77,"Executor CPU Time":36996183,"Result Size":8505,"JVM GC Time":45,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":1,"Remote Bytes Read":6752,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39802,"Total Records Read":999},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":66804,"Records
Written":999},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":692,"Index":59,"Attempt":0,"Launch Time":1529076372227,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":691,"Index":58,"Attempt":0,"Launch Time":1529076371844,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076372227,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"998","Value":"56903","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"976879557","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"69","Value":"15433","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":998,"Value":5690
3,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":66740,"Value":3811
149,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":998,"Value":5
6903,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
687,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39925,"Val
ue":2346901,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6828,"Val
ue":400324,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":9838,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1665,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":9
76879616,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":493161,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":31742757,"Value":32467
09545,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":75,"Value":10880,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":298975700,"
Value":18645584030,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":304,"Value":25
515,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":304,"Executor Deserialize CPU Time":298975700,"Executor Run
Time":75,"Executor CPU Time":31742757,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6828,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39925,"Total Records Read":998},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":66740,"Records
Written":998},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":693,"Index":60,"Attempt":0,"Launch Time":1529076372313,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":690,"Index":57,"Attempt":0,"Launch Time":1529076371799,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076372313,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1074","Value":"57977","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"993722308","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-22","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"69","Value":"15502","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1074,"Value":579
77,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":71666,"Value":3882
815,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1074,"Value":
57977,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
687,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40600,"Val
ue":2387501,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7288,"Val
ue":407612,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":168,"V
alue":10006,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1694,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":9
93722368,"Internal":true,"Count Failed Values":true},
{"ID":370,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":12,"
Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":39,"Value":7500,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8548,"Value":501709,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":34952334,"Value":32816
61879,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":131,"Value":11011,"Int
ernal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":377687227,"
Value":19023271257,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":379,"Value":25
894,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":379,"Executor Deserialize CPU Time":377687227,"Executor Run
Time":131,"Executor CPU Time":34952334,"Result Size":8548,"JVM GC Time":39,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":168,"Fetch Wait
Time":0,"Remote Bytes Read":7288,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40600,"Total Records Read":1074},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":71666,"Records
Written":1074},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":694,"Index":61,"Attempt":0,"Launch Time":1529076372598,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":692,"Index":59,"Attempt":0,"Launch Time":1529076372227,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076372599,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"982","Value":"58959","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1010565059","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"65","Value":"15567","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":982,"Value":5895
9,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":65716,"Value":3948
531,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":982,"Value":5
8959,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
687,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":38885,"Val
ue":2426386,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6623,"Val
ue":414235,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":10176,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1723,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
010565120,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":39,"Value":7539,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":510214,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":31734466,"Value":33133
96345,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":78,"Value":11089,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":248884625,"
Value":19272155882,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":290,"Value":26
184,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":290,"Executor Deserialize CPU Time":248884625,"Executor Run
Time":78,"Executor CPU Time":31734466,"Result Size":8505,"JVM GC Time":39,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6623,"Remote Bytes Read To Disk":0,"Local Bytes
Read":38885,"Total Records Read":982},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":65716,"Records
Written":982},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":695,"Index":62,"Attempt":0,"Launch Time":1529076372776,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":693,"Index":60,"Attempt":0,"Launch Time":1529076372313,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076372776,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"955","Value":"59914","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1027407810","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-23","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"171","Value":"15738","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":955,"Value":5991
4,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":63988,"Value":4012
519,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":955,"Value":5
9914,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":39,"Value":
3726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":38776,"Val
ue":2465162,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6756,"Val
ue":420991,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":10347,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1752,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
027407872,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":518676,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":45774932,"Value":33591
71277,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":140,"Value":11229,"Int
ernal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":316975790,"
Value":19589131672,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":319,"Value":26
503,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":319,"Executor Deserialize CPU Time":316975790,"Executor Run
Time":140,"Executor CPU Time":45774932,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":39,"Remote Bytes Read":6756,"Remote Bytes Read To Disk":0,"Local Bytes
Read":38776,"Total Records Read":955},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":63988,"Records
Written":955},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":696,"Index":63,"Attempt":0,"Launch Time":1529076372975,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":694,"Index":61,"Attempt":0,"Launch Time":1529076372598,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076372976,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1060","Value":"60974","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1044250561","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"73","Value":"15811","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1060,"Value":609
74,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":70770,"Value":4083
289,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1060,"Value":
60974,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40795,"Val
ue":2505957,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6655,"Val
ue":427646,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":10517,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1781,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
044250624,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":39,"Value":7578,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":527181,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":34499432,"Value":33936
70709,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":80,"Value":11309,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":251378915,"
Value":19840510587,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":293,"Value":26
796,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":293,"Executor Deserialize CPU Time":251378915,"Executor Run
Time":80,"Executor CPU Time":34499432,"Result Size":8505,"JVM GC Time":39,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6655,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40795,"Total Records Read":1060},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":70770,"Records
Written":1060},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":697,"Index":64,"Attempt":0,"Launch Time":1529076373233,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":695,"Index":62,"Attempt":0,"Launch Time":1529076372776,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076373233,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"985","Value":"61959","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1061093312","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"81","Value":"15892","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":985,"Value":6195
9,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":65908,"Value":4149
197,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":985,"Value":6
1959,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40158,"Val
ue":2546115,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6755,"Val
ue":434401,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":10688,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1810,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
061093376,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":39,"Value":7617,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":535686,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":38254693,"Value":34319
25402,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":89,"Value":11398,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":323918099,"
Value":20164428686,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":365,"Value":27
161,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":365,"Executor Deserialize CPU Time":323918099,"Executor Run
Time":89,"Executor CPU Time":38254693,"Result Size":8505,"JVM GC Time":39,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6755,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40158,"Total Records Read":985},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":65908,"Records
Written":985},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":698,"Index":65,"Attempt":0,"Launch Time":1529076373405,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":696,"Index":63,"Attempt":0,"Launch Time":1529076372975,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076373405,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"947","Value":"62906","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1077936063","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"65","Value":"15957","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":947,"Value":6290
6,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":63476,"Value":4212
673,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":947,"Value":6
2906,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":38531,"Val
ue":2584646,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6277,"Val
ue":440678,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":10858,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1839,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
077936128,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":544148,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":32995248,"Value":34649
20650,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":78,"Value":11476,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":347192831,"
Value":20511621517,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":347,"Value":27
508,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":347,"Executor Deserialize CPU Time":347192831,"Executor Run
Time":78,"Executor CPU Time":32995248,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6277,"Remote Bytes Read To Disk":0,"Local Bytes
Read":38531,"Total Records Read":947},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":63476,"Records
Written":947},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":699,"Index":66,"Attempt":0,"Launch Time":1529076373684,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":697,"Index":64,"Attempt":0,"Launch Time":1529076373233,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076373685,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"938","Value":"63844","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1094778814","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"71","Value":"16028","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":938,"Value":6384
4,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":62898,"Value":4275
571,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":938,"Value":6
3844,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39072,"Val
ue":2623718,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6729,"Val
ue":447407,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":11029,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1868,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
094778880,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":45,"Value":7662,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":552653,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35073631,"Value":34999
94281,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":75,"Value":11551,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":327125005,"
Value":20838746522,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":373,"Value":27
881,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":373,"Executor Deserialize CPU Time":327125005,"Executor Run
Time":75,"Executor CPU Time":35073631,"Result Size":8505,"JVM GC Time":45,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6729,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39072,"Total Records Read":938},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":62898,"Records
Written":938},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":700,"Index":67,"Attempt":0,"Launch Time":1529076373833,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":698,"Index":65,"Attempt":0,"Launch Time":1529076373405,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076373834,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1010","Value":"64854","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1111621565","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"73","Value":"16101","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1010,"Value":648
54,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":67508,"Value":4343
079,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1010,"Value":
64854,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39385,"Val
ue":2663103,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7236,"Val
ue":454643,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":11200,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1897,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
111621632,"Internal":true,"Count Failed Values":true},
{"ID":370,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":13,"
Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":561158,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":34924855,"Value":35349
19136,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":75,"Value":11626,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":303945648,"
Value":21142692170,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":304,"Value":28
185,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":304,"Executor Deserialize CPU Time":303945648,"Executor Run
Time":75,"Executor CPU Time":34924855,"Result Size":8505,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":7236,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39385,"Total Records Read":1010},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":67508,"Records
Written":1010},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":701,"Index":68,"Attempt":0,"Launch Time":1529076374210,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":699,"Index":66,"Attempt":0,"Launch Time":1529076373684,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076374211,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"974","Value":"65828","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1128464316","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"79","Value":"16180","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":974,"Value":6582
8,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":65204,"Value":4408
283,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":974,"Value":6
5828,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39822,"Val
ue":2702925,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6802,"Val
ue":461445,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":11371,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":1925,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
128464384,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":44,"Value":7706,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":569663,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":36889762,"Value":35718
08898,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":84,"Value":11710,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":392219495,"
Value":21534911665,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":438,"Value":28
623,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":438,"Executor Deserialize CPU Time":392219495,"Executor Run
Time":84,"Executor CPU Time":36889762,"Result Size":8505,"JVM GC Time":44,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6802,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39822,"Total Records Read":974},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":65204,"Records
Written":974},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":702,"Index":69,"Attempt":0,"Launch Time":1529076374341,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":700,"Index":67,"Attempt":0,"Launch Time":1529076373833,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076374342,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"966","Value":"66794","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1145307067","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"67","Value":"16247","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":966,"Value":6679
4,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64692,"Value":4472
975,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":966,"Value":6
6794,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":38701,"Val
ue":2741626,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6513,"Val
ue":467958,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":11540,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1954,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
145307136,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":44,"Value":7750,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":578168,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35402740,"Value":36072
11638,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":84,"Value":11794,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":374764416,"
Value":21909676081,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":421,"Value":29
044,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":421,"Executor Deserialize CPU Time":374764416,"Executor Run
Time":84,"Executor CPU Time":35402740,"Result Size":8505,"JVM GC Time":44,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":6513,"Remote Bytes Read To Disk":0,"Local Bytes
Read":38701,"Total Records Read":966},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64692,"Records
Written":966},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":703,"Index":70,"Attempt":0,"Launch Time":1529076374699,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":701,"Index":68,"Attempt":0,"Launch Time":1529076374210,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076374700,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1045","Value":"67839","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1162149818","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-30","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"67","Value":"16314","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1045,"Value":678
39,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":69810,"Value":4542
785,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1045,"Value":
67839,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40872,"Val
ue":2782498,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6617,"Val
ue":474575,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":11711,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":1983,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
162149888,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":48,"Value":7798,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":586673,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":36825122,"Value":36440
36760,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":134,"Value":11928,"Int
ernal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":350604182,"
Value":22260280263,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":351,"Value":29
395,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":351,"Executor Deserialize CPU Time":350604182,"Executor Run
Time":134,"Executor CPU Time":36825122,"Result Size":8505,"JVM GC Time":48,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6617,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40872,"Total Records Read":1045},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":69810,"Records
Written":1045},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":704,"Index":71,"Attempt":0,"Launch Time":1529076374816,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":702,"Index":69,"Attempt":0,"Launch Time":1529076374341,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076374816,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"987","Value":"68826","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1178992569","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"63","Value":"16377","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":987,"Value":6882
6,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":66036,"Value":4608
821,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":987,"Value":6
8826,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40866,"Val
ue":2823364,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6473,"Val
ue":481048,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":11880,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":2012,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
178992640,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":48,"Value":7846,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":595178,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35348829,"Value":36793
85589,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":72,"Value":12000,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":350526327,"
Value":22610806590,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":399,"Value":29
794,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":399,"Executor Deserialize CPU Time":350526327,"Executor Run
Time":72,"Executor CPU Time":35348829,"Result Size":8505,"JVM GC Time":48,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":6473,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40866,"Total Records Read":987},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":66036,"Records
Written":987},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":705,"Index":72,"Attempt":0,"Launch Time":1529076375107,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":703,"Index":70,"Attempt":0,"Launch Time":1529076374699,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076375108,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1061","Value":"69887","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1195835320","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-31","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"65","Value":"16442","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1061,"Value":698
87,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":70834,"Value":4679
655,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1061,"Value":
69887,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40900,"Val
ue":2864264,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6715,"Val
ue":487763,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":12051,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":2041,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
195835392,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":603640,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":38114477,"Value":37175
00066,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":73,"Value":12073,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":331936542,"
Value":22942743132,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":332,"Value":30
126,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":332,"Executor Deserialize CPU Time":331936542,"Executor Run
Time":73,"Executor CPU Time":38114477,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6715,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40900,"Total Records Read":1061},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":70834,"Records
Written":1061},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":706,"Index":73,"Attempt":0,"Launch Time":1529076375239,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":704,"Index":71,"Attempt":0,"Launch Time":1529076374816,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076375240,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"946","Value":"70833","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1212678071","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"73","Value":"16515","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":946,"Value":7083
3,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":63412,"Value":4743
067,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":946,"Value":7
0833,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39077,"Val
ue":2903341,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6667,"Val
ue":494430,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":168,"V
alue":12219,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":2070,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
212678144,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":612102,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35933944,"Value":37534
34010,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":82,"Value":12155,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":337636380,"
Value":23280379512,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":337,"Value":30
463,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":337,"Executor Deserialize CPU Time":337636380,"Executor Run
Time":82,"Executor CPU Time":35933944,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":168,"Fetch Wait
Time":0,"Remote Bytes Read":6667,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39077,"Total Records Read":946},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":63412,"Records
Written":946},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":707,"Index":74,"Attempt":0,"Launch Time":1529076375564,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":705,"Index":72,"Attempt":0,"Launch Time":1529076375107,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076375565,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1008","Value":"71841","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1229520822","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"97","Value":"16612","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1008,"Value":718
41,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":67380,"Value":4810
447,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1008,"Value":
71841,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39631,"Val
ue":2942972,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7033,"Val
ue":501463,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":12390,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":2099,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
229520896,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":45,"Value":7891,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":620607,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":50827209,"Value":38042
61219,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":89,"Value":12244,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":318679127,"
Value":23599058639,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":365,"Value":30
828,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":365,"Executor Deserialize CPU Time":318679127,"Executor Run
Time":89,"Executor CPU Time":50827209,"Result Size":8505,"JVM GC Time":45,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":7033,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39631,"Total Records Read":1008},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":67380,"Records
Written":1008},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":708,"Index":75,"Attempt":0,"Launch Time":1529076375736,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":706,"Index":73,"Attempt":0,"Launch Time":1529076375239,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076375737,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"975","Value":"72816","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1246363573","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"73","Value":"16685","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":975,"Value":7281
6,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":65268,"Value":4875
715,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":975,"Value":7
2816,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39432,"Val
ue":2982404,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6475,"Val
ue":507938,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":12561,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":2128,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
246363648,"Internal":true,"Count Failed Values":true},
{"ID":370,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":14,"
Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":45,"Value":7936,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8548,"Value":629155,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35616872,"Value":38398
78091,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":82,"Value":12326,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":364314762,"
Value":23963373401,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":411,"Value":31
239,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":411,"Executor Deserialize CPU Time":364314762,"Executor Run
Time":82,"Executor CPU Time":35616872,"Result Size":8548,"JVM GC Time":45,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6475,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39432,"Total Records Read":975},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":65268,"Records
Written":975},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":709,"Index":76,"Attempt":0,"Launch Time":1529076376044,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":707,"Index":74,"Attempt":0,"Launch Time":1529076375564,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076376045,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"958","Value":"73774","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1263206324","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"87","Value":"16772","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":958,"Value":7377
4,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64441,"Value":4940
156,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":958,"Value":7
3774,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":43611,"Val
ue":3026015,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7172,"Val
ue":515110,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":12730,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":2157,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
263206400,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":51,"Value":7987,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":637660,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":37448813,"Value":38773
26904,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":83,"Value":12409,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":338927971,"
Value":24302301372,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":393,"Value":31
632,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":393,"Executor Deserialize CPU Time":338927971,"Executor Run
Time":83,"Executor CPU Time":37448813,"Result Size":8505,"JVM GC Time":51,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":7172,"Remote Bytes Read To Disk":0,"Local Bytes
Read":43611,"Total Records Read":958},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64441,"Records
Written":958},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":710,"Index":77,"Attempt":0,"Launch Time":1529076376204,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":708,"Index":75,"Attempt":0,"Launch Time":1529076375736,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076376205,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1003","Value":"74777","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1280049075","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"67","Value":"16839","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1003,"Value":747
77,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":67065,"Value":5007
221,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1003,"Value":
74777,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42325,"Val
ue":3068340,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7251,"Val
ue":522361,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":12900,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":2185,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
280049152,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":51,"Value":8038,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":646165,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":33994301,"Value":39113
21205,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":73,"Value":12482,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":339385120,"
Value":24641686492,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":392,"Value":32
024,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":392,"Executor Deserialize CPU Time":339385120,"Executor Run
Time":73,"Executor CPU Time":33994301,"Result Size":8505,"JVM GC Time":51,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7251,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42325,"Total Records Read":1003},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":67065,"Records
Written":1003},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":711,"Index":78,"Attempt":0,"Launch Time":1529076376456,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":709,"Index":76,"Attempt":0,"Launch Time":1529076376044,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076376457,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"940","Value":"75717","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1296891826","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"65","Value":"16904","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":940,"Value":7571
7,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":63031,"Value":5070
252,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":940,"Value":7
5717,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39783,"Val
ue":3108123,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6566,"Val
ue":528927,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":13070,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":2213,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
296891904,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":654627,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35242040,"Value":39465
63245,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":77,"Value":12559,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":328891318,"
Value":24970577810,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":330,"Value":32
354,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":330,"Executor Deserialize CPU Time":328891318,"Executor Run
Time":77,"Executor CPU Time":35242040,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6566,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39783,"Total Records Read":940},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":63031,"Records
Written":940},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":712,"Index":79,"Attempt":0,"Launch Time":1529076376667,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":710,"Index":77,"Attempt":0,"Launch Time":1529076376204,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076376668,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"994","Value":"76711","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1313734577","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"63","Value":"16967","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":994,"Value":7671
1,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":66489,"Value":5136
741,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":994,"Value":7
6711,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41533,"Val
ue":3149656,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7011,"Val
ue":535938,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":13239,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":2242,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
313734656,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":47,"Value":8085,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":663132,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35685946,"Value":39822
49191,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":75,"Value":12634,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":335601636,"
Value":25306179446,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":384,"Value":32
738,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":384,"Executor Deserialize CPU Time":335601636,"Executor Run
Time":75,"Executor CPU Time":35685946,"Result Size":8505,"JVM GC Time":47,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":7011,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41533,"Total Records Read":994},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":66489,"Records
Written":994},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":713,"Index":80,"Attempt":0,"Launch Time":1529076376959,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":711,"Index":78,"Attempt":0,"Launch Time":1529076376456,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076376959,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1026","Value":"77737","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1330577328","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-38","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"111","Value":"17078","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1026,"Value":777
37,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":68599,"Value":5205
340,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1026,"Value":
77737,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41604,"Val
ue":3191260,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7104,"Val
ue":543042,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":13409,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":2270,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
330577408,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":47,"Value":8132,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":671637,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":38669073,"Value":40209
18264,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":98,"Value":12732,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":352801893,"
Value":25658981339,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":401,"Value":33
139,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":401,"Executor Deserialize CPU Time":352801893,"Executor Run
Time":98,"Executor CPU Time":38669073,"Result Size":8505,"JVM GC Time":47,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7104,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41604,"Total Records Read":1026},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":68599,"Records
Written":1026},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":714,"Index":81,"Attempt":0,"Launch Time":1529076377130,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":712,"Index":79,"Attempt":0,"Launch Time":1529076376667,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076377131,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"946","Value":"78683","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1347420079","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"65","Value":"17143","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":946,"Value":7868
3,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":63417,"Value":5268
757,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":946,"Value":7
8683,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40498,"Val
ue":3231758,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7241,"Val
ue":550283,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":168,"V
alue":13577,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":2299,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
347420160,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":680099,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":36428014,"Value":40573
46278,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":72,"Value":12804,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":386688241,"
Value":26045669580,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":387,"Value":33
526,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":387,"Executor Deserialize CPU Time":386688241,"Executor Run
Time":72,"Executor CPU Time":36428014,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":168,"Fetch Wait
Time":0,"Remote Bytes Read":7241,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40498,"Total Records Read":946},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":63417,"Records
Written":946},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":715,"Index":82,"Attempt":0,"Launch Time":1529076377450,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":713,"Index":80,"Attempt":0,"Launch Time":1529076376959,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076377451,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"987","Value":"79670","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1364262830","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"69","Value":"17212","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":987,"Value":7967
0,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":66041,"Value":5334
798,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":987,"Value":7
9670,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40970,"Val
ue":3272728,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6685,"Val
ue":556968,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":13747,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":2328,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
364262912,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":48,"Value":8180,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":688604,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":37749811,"Value":40950
96089,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":86,"Value":12890,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":352715458,"
Value":26398385038,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":402,"Value":33
928,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":402,"Executor Deserialize CPU Time":352715458,"Executor Run
Time":86,"Executor CPU Time":37749811,"Result Size":8505,"JVM GC Time":48,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6685,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40970,"Total Records Read":987},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":66041,"Records
Written":987},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":716,"Index":83,"Attempt":0,"Launch Time":1529076377581,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":714,"Index":81,"Attempt":0,"Launch Time":1529076377130,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076377582,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1029","Value":"80699","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1381105581","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"61","Value":"17273","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1029,"Value":806
99,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":68791,"Value":5403
589,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1029,"Value":
80699,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42660,"Val
ue":3315388,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7214,"Val
ue":564182,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":13917,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":2356,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
381105664,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":48,"Value":8228,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":697109,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":34685027,"Value":41297
81116,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":70,"Value":12960,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":328277731,"
Value":26726662769,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":377,"Value":34
305,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":377,"Executor Deserialize CPU Time":328277731,"Executor Run
Time":70,"Executor CPU Time":34685027,"Result Size":8505,"JVM GC Time":48,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7214,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42660,"Total Records Read":1029},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":68791,"Records
Written":1029},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":717,"Index":84,"Attempt":0,"Launch Time":1529076377947,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":715,"Index":82,"Attempt":0,"Launch Time":1529076377450,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076377948,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"948","Value":"81647","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1397948332","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-41","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"85","Value":"17358","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":948,"Value":8164
7,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":63545,"Value":5467
134,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":948,"Value":8
1647,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39924,"Val
ue":3355312,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7170,"Val
ue":571352,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":14086,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":2385,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
397948416,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":51,"Value":8279,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":705614,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":44438940,"Value":41742
20056,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":135,"Value":13095,"Int
ernal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":359137788,"
Value":27085800557,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":359,"Value":34
664,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":359,"Executor Deserialize CPU Time":359137788,"Executor Run
Time":135,"Executor CPU Time":44438940,"Result Size":8505,"JVM GC Time":51,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":7170,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39924,"Total Records Read":948},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":63545,"Records
Written":948},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":718,"Index":85,"Attempt":0,"Launch Time":1529076378044,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":716,"Index":83,"Attempt":0,"Launch Time":1529076377581,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076378045,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"974","Value":"82621","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1414791083","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"69","Value":"17427","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":974,"Value":8262
1,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":65209,"Value":5532
343,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":974,"Value":8
2621,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41766,"Val
ue":3397078,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6857,"Val
ue":578209,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":14255,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":2414,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
414791168,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":51,"Value":8330,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":714119,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":33831257,"Value":42080
51313,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":81,"Value":13176,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":326088910,"
Value":27411889467,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":378,"Value":35
042,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":378,"Executor Deserialize CPU Time":326088910,"Executor Run
Time":81,"Executor CPU Time":33831257,"Result Size":8505,"JVM GC Time":51,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":6857,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41766,"Total Records Read":974},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":65209,"Records
Written":974},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":719,"Index":86,"Attempt":0,"Launch Time":1529076378387,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":717,"Index":84,"Attempt":0,"Launch Time":1529076377947,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076378388,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"990","Value":"83611","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1431633834","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"71","Value":"17498","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":990,"Value":8361
1,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":66233,"Value":5598
576,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":990,"Value":8
3611,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40327,"Val
ue":3437405,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7236,"Val
ue":585445,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":167,"V
alue":14422,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":2443,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
431633920,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":722581,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35375465,"Value":42434
26778,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":94,"Value":13270,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":343344207,"
Value":27755233674,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":343,"Value":35
385,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":343,"Executor Deserialize CPU Time":343344207,"Executor Run
Time":94,"Executor CPU Time":35375465,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":167,"Fetch Wait
Time":0,"Remote Bytes Read":7236,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40327,"Total Records Read":990},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":66233,"Records
Written":990},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":720,"Index":87,"Attempt":0,"Launch Time":1529076378438,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":718,"Index":85,"Attempt":0,"Launch Time":1529076378044,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076378439,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"972","Value":"84583","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1448476585","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"75","Value":"17573","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":972,"Value":8458
3,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":65081,"Value":5663
657,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":972,"Value":8
4583,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41804,"Val
ue":3479209,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7364,"Val
ue":592809,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":14593,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":2472,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
448476672,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":731043,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":33973049,"Value":42773
99827,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":78,"Value":13348,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":313091783,"
Value":28068325457,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":312,"Value":35
697,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":312,"Executor Deserialize CPU Time":313091783,"Executor Run
Time":78,"Executor CPU Time":33973049,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":7364,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41804,"Total Records Read":972},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":65081,"Records
Written":972},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":721,"Index":88,"Attempt":0,"Launch Time":1529076378884,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":719,"Index":86,"Attempt":0,"Launch Time":1529076378387,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076378885,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1011","Value":"85594","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1465319336","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"95","Value":"17668","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1011,"Value":855
94,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":67577,"Value":5731
234,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1011,"Value":
85594,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42102,"Val
ue":3521311,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6365,"Val
ue":599174,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":14763,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":2501,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
465319424,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":52,"Value":8382,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":739548,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35637468,"Value":43130
37295,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":87,"Value":13435,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":353694997,"
Value":28422020454,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":407,"Value":36
104,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":407,"Executor Deserialize CPU Time":353694997,"Executor Run
Time":87,"Executor CPU Time":35637468,"Result Size":8505,"JVM GC Time":52,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6365,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42102,"Total Records Read":1011},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":67577,"Records
Written":1011},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":722,"Index":89,"Attempt":0,"Launch Time":1529076378895,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":720,"Index":87,"Attempt":0,"Launch Time":1529076378438,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076378896,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1058","Value":"86652","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1482162087","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-45","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"65","Value":"17733","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1058,"Value":866
52,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":70647,"Value":5801
881,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1058,"Value":
86652,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":43168,"Val
ue":3564479,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7495,"Val
ue":606669,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":14933,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":2530,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
482162176,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":52,"Value":8434,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":748053,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":34566146,"Value":43476
03441,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":76,"Value":13511,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":324002494,"
Value":28746022948,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":377,"Value":36
481,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":377,"Executor Deserialize CPU Time":324002494,"Executor Run
Time":76,"Executor CPU Time":34566146,"Result Size":8505,"JVM GC Time":52,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7495,"Remote Bytes Read To Disk":0,"Local Bytes
Read":43168,"Total Records Read":1058},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":70647,"Records
Written":1058},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":723,"Index":90,"Attempt":0,"Launch Time":1529076379353,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":722,"Index":89,"Attempt":0,"Launch Time":1529076378895,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076379354,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1019","Value":"87671","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1499004838","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"67","Value":"17800","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1019,"Value":876
71,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":68105,"Value":5869
986,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1019,"Value":
87671,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
726,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42315,"Val
ue":3606794,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6934,"Val
ue":613603,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":15103,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":2558,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
499004928,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":43,"Value":8477,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":756558,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":32063708,"Value":43796
67149,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":76,"Value":13587,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":334226693,"
Value":29080249641,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":379,"Value":36
860,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":379,"Executor Deserialize CPU Time":334226693,"Executor Run
Time":76,"Executor CPU Time":32063708,"Result Size":8505,"JVM GC Time":43,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6934,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42315,"Total Records Read":1019},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":68105,"Records
Written":1019},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":724,"Index":91,"Attempt":0,"Launch Time":1529076379358,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":721,"Index":88,"Attempt":0,"Launch Time":1529076378884,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076379359,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"954","Value":"88625","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1515847589","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"65","Value":"17865","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":954,"Value":8862
5,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":63929,"Value":5933
915,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":954,"Value":8
8625,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":3
727,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40362,"Val
ue":3647156,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7126,"Val
ue":620729,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":15273,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":2586,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
515847680,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":43,"Value":8520,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":765063,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":34381715,"Value":44140
48864,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":73,"Value":13660,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":353668208,"
Value":29433917849,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":398,"Value":37
258,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":398,"Executor Deserialize CPU Time":353668208,"Executor Run
Time":73,"Executor CPU Time":34381715,"Result Size":8505,"JVM GC Time":43,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":170,"Fetch Wait
Time":1,"Remote Bytes Read":7126,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40362,"Total Records Read":954},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":63929,"Records
Written":954},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":725,"Index":92,"Attempt":0,"Launch Time":1529076379822,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":723,"Index":90,"Attempt":0,"Launch Time":1529076379353,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076379822,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1039","Value":"89664","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1532690340","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-47","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"95","Value":"17960","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1039,"Value":896
64,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":69431,"Value":6003
346,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1039,"Value":
89664,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
727,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":43437,"Val
ue":3690593,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6978,"Val
ue":627707,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":15444,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":2615,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
532690432,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":773525,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":45573993,"Value":44596
22857,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":91,"Value":13751,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":373283582,"
Value":29807201431,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":374,"Value":37
632,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":374,"Executor Deserialize CPU Time":373283582,"Executor Run
Time":91,"Executor CPU Time":45573993,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6978,"Remote Bytes Read To Disk":0,"Local Bytes
Read":43437,"Total Records Read":1039},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":69431,"Records
Written":1039},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":726,"Index":93,"Attempt":0,"Launch Time":1529076379873,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":724,"Index":91,"Attempt":0,"Launch Time":1529076379358,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076379873,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"924","Value":"90588","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1549533091","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"105","Value":"18065","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":924,"Value":9058
8,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":62007,"Value":6065
353,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":924,"Value":9
0588,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
727,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40218,"Val
ue":3730811,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6348,"Val
ue":634055,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":15613,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":2644,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
549533184,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":39,"Value":8559,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":782030,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":44852099,"Value":45044
74956,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":146,"Value":13897,"Int
ernal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":364807081,"
Value":30172008512,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":365,"Value":37
997,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":365,"Executor Deserialize CPU Time":364807081,"Executor Run
Time":146,"Executor CPU Time":44852099,"Result Size":8505,"JVM GC Time":39,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":6348,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40218,"Total Records Read":924},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":62007,"Records
Written":924},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":727,"Index":94,"Attempt":0,"Launch Time":1529076380301,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":726,"Index":93,"Attempt":0,"Launch Time":1529076379873,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076380302,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"998","Value":"91586","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1566375842","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"65","Value":"18130","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":998,"Value":9158
6,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":66745,"Value":6132
098,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":998,"Value":9
1586,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
727,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40871,"Val
ue":3771682,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7381,"Val
ue":641436,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":15784,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":2673,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
566375936,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":790492,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":34288277,"Value":45387
63233,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":78,"Value":13975,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":346548539,"
Value":30518557051,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":347,"Value":38
344,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":347,"Executor Deserialize CPU Time":346548539,"Executor Run
Time":78,"Executor CPU Time":34288277,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":7381,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40871,"Total Records Read":998},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":66745,"Records
Written":998},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":728,"Index":95,"Attempt":0,"Launch Time":1529076380307,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":725,"Index":92,"Attempt":0,"Launch Time":1529076379822,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076380307,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"980","Value":"92566","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1583218593","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"79","Value":"18209","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":980,"Value":9256
6,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":65593,"Value":6197
691,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":980,"Value":9
2566,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
727,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41474,"Val
ue":3813156,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7359,"Val
ue":648795,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":168,"V
alue":15952,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":2702,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
583218688,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":798954,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":38531711,"Value":45772
94944,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":104,"Value":14079,"Int
ernal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":334787409,"
Value":30853344460,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":337,"Value":38
681,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":337,"Executor Deserialize CPU Time":334787409,"Executor Run
Time":104,"Executor CPU Time":38531711,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":168,"Fetch Wait
Time":0,"Remote Bytes Read":7359,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41474,"Total Records Read":980},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":65593,"Records
Written":980},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":729,"Index":96,"Attempt":0,"Launch Time":1529076380701,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":728,"Index":95,"Attempt":0,"Launch Time":1529076380307,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076380702,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1007","Value":"93573","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1600061344","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"63","Value":"18272","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1007,"Value":935
73,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":67321,"Value":6265
012,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1007,"Value":
93573,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
727,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41122,"Val
ue":3854278,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7368,"Val
ue":656163,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":16122,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":2731,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
600061440,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":22,"Value":8581,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":807459,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":30665219,"Value":46079
60163,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":72,"Value":14151,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":293253428,"
Value":31146597888,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":319,"Value":39
000,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":319,"Executor Deserialize CPU Time":293253428,"Executor Run
Time":72,"Executor CPU Time":30665219,"Result Size":8505,"JVM GC Time":22,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7368,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41122,"Total Records Read":1007},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":67321,"Records
Written":1007},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":730,"Index":97,"Attempt":0,"Launch Time":1529076380730,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":727,"Index":94,"Attempt":0,"Launch Time":1529076380301,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076380731,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"873","Value":"94446","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1616904095","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"59","Value":"18331","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":873,"Value":9444
6,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":58713,"Value":6323
725,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":873,"Value":9
4446,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
727,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40428,"Val
ue":3894706,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":5871,"Val
ue":662034,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":16293,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":2759,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
616904192,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":22,"Value":8603,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":815964,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":32999063,"Value":46409
59226,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":77,"Value":14228,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":326547400,"
Value":31473145288,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":349,"Value":39
349,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":349,"Executor Deserialize CPU Time":326547400,"Executor Run
Time":77,"Executor CPU Time":32999063,"Result Size":8505,"JVM GC Time":22,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":5871,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40428,"Total Records Read":873},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":58713,"Records
Written":873},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":731,"Index":98,"Attempt":0,"Launch Time":1529076381095,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":729,"Index":96,"Attempt":0,"Launch Time":1529076380701,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076381096,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"961","Value":"95407","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1633746846","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"69","Value":"18400","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":961,"Value":9540
7,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64377,"Value":6388
102,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":961,"Value":9
5407,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
727,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41657,"Val
ue":3936363,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6665,"Val
ue":668699,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":16463,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":2788,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
633746944,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":19,"Value":8622,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":824469,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":33429362,"Value":46743
88588,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":69,"Value":14297,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":301371592,"
Value":31774516880,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":321,"Value":39
670,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":321,"Executor Deserialize CPU Time":301371592,"Executor Run
Time":69,"Executor CPU Time":33429362,"Result Size":8505,"JVM GC Time":19,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6665,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41657,"Total Records Read":961},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64377,"Records
Written":961},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":732,"Index":99,"Attempt":0,"Launch Time":1529076381147,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":730,"Index":97,"Attempt":0,"Launch Time":1529076380730,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076381147,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"927","Value":"96334","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1650589597","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"63","Value":"18463","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":927,"Value":9633
4,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":62199,"Value":6450
301,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":927,"Value":9
6334,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
727,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39949,"Val
ue":3976312,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6820,"Val
ue":675519,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":16632,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":2817,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
650589696,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":19,"Value":8641,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":832974,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":32095203,"Value":47064
83791,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":72,"Value":14369,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":321217996,"
Value":32095734876,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":342,"Value":40
012,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":342,"Executor Deserialize CPU Time":321217996,"Executor Run
Time":72,"Executor CPU Time":32095203,"Result Size":8505,"JVM GC Time":19,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":6820,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39949,"Total Records Read":927},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":62199,"Records
Written":927},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":733,"Index":100,"Attempt":0,"Launch Time":1529076381513,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":731,"Index":98,"Attempt":0,"Launch Time":1529076381095,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076381513,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1039","Value":"97373","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1667432348","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-54","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"109","Value":"18572","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1039,"Value":973
73,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":69431,"Value":6519
732,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1039,"Value":
97373,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
727,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41539,"Val
ue":4017851,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7045,"Val
ue":682564,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":16801,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":2846,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
667432448,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":8652,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":841479,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":44171352,"Value":47506
55143,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":93,"Value":14462,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":319882123,"
Value":32415616999,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":321,"Value":40
333,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":321,"Executor Deserialize CPU Time":319882123,"Executor Run
Time":93,"Executor CPU Time":44171352,"Result Size":8505,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":7045,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41539,"Total Records Read":1039},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":69431,"Records
Written":1039},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":734,"Index":101,"Attempt":0,"Launch Time":1529076381547,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":732,"Index":99,"Attempt":0,"Launch Time":1529076381147,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076381548,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"950","Value":"98323","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1684275099","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"65","Value":"18637","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":950,"Value":9832
3,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":63894,"Value":6583
626,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":950,"Value":9
8323,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
727,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":44161,"Val
ue":4062012,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7846,"Val
ue":690410,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":16971,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":2875,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
684275200,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":8663,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":849984,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":33480180,"Value":47841
35323,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":78,"Value":14540,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":306085314,"
Value":32721702313,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":319,"Value":40
652,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":319,"Executor Deserialize CPU Time":306085314,"Executor Run
Time":78,"Executor CPU Time":33480180,"Result Size":8505,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7846,"Remote Bytes Read To Disk":0,"Local Bytes
Read":44161,"Total Records Read":950},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":63894,"Records
Written":950},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":735,"Index":102,"Attempt":0,"Launch Time":1529076381976,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":734,"Index":101,"Attempt":0,"Launch Time":1529076381547,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076381977,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"936","Value":"99259","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1701117850","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"79","Value":"18716","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":936,"Value":9925
9,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":62780,"Value":6646
406,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":936,"Value":9
9259,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
727,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40847,"Val
ue":4102859,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6408,"Val
ue":696818,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":168,"V
alue":17139,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":2904,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
701117952,"Internal":true,"Count Failed Values":true},
{"ID":370,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":15,"
Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":858489,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":33346669,"Value":48174
81992,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":96,"Value":14636,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":327613130,"
Value":33049315443,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":329,"Value":40
981,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":329,"Executor Deserialize CPU Time":327613130,"Executor Run
Time":96,"Executor CPU Time":33346669,"Result Size":8505,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":168,"Fetch Wait
Time":0,"Remote Bytes Read":6408,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40847,"Total Records Read":936},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":62780,"Records
Written":936},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":736,"Index":103,"Attempt":0,"Launch Time":1529076381981,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":733,"Index":100,"Attempt":0,"Launch Time":1529076381513,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076381982,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"947","Value":"100206","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1717960601","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"89","Value":"18805","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":947,"Value":1002
06,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":63486,"Value":6709
892,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":947,"Value":1
00206,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":3
728,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40799,"Val
ue":4143658,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6699,"Val
ue":703517,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":17310,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":2932,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
717960704,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":866951,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":33044829,"Value":48505
26821,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":101,"Value":14737,"Int
ernal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":362994268,"
Value":33412309711,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":364,"Value":41
345,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":364,"Executor Deserialize CPU Time":362994268,"Executor Run
Time":101,"Executor CPU Time":33044829,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":171,"Fetch Wait
Time":1,"Remote Bytes Read":6699,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40799,"Total Records Read":947},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":63486,"Records
Written":947},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":737,"Index":104,"Attempt":0,"Launch Time":1529076382450,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":735,"Index":102,"Attempt":0,"Launch Time":1529076381976,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076382451,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"876","Value":"101082","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1734803352","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"103","Value":"18908","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":876,"Value":1010
82,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":58910,"Value":6768
802,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":876,"Value":1
01082,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
728,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40210,"Val
ue":4183868,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6604,"Val
ue":710121,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":17479,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":2960,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
734803456,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":8673,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":875456,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":38557695,"Value":48890
84516,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":104,"Value":14841,"Int
ernal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":354122354,"
Value":33766432065,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":367,"Value":41
712,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":367,"Executor Deserialize CPU Time":354122354,"Executor Run
Time":104,"Executor CPU Time":38557695,"Result Size":8505,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":6604,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40210,"Total Records Read":876},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":58910,"Records
Written":876},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":738,"Index":105,"Attempt":0,"Launch Time":1529076382455,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":736,"Index":103,"Attempt":0,"Launch Time":1529076381981,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076382456,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"939","Value":"102021","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1751646103","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"129","Value":"19037","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":939,"Value":1020
21,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":62972,"Value":6831
774,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":939,"Value":1
02021,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
728,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39538,"Val
ue":4223406,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6817,"Val
ue":716938,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":17649,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":2988,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
751646208,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":8683,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":883961,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":45542004,"Value":49346
26520,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":108,"Value":14949,"Int
ernal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":349058205,"
Value":34115490270,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":362,"Value":42
074,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":362,"Executor Deserialize CPU Time":349058205,"Executor Run
Time":108,"Executor CPU Time":45542004,"Result Size":8505,"JVM GC Time":10,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6817,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39538,"Total Records Read":939},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":62972,"Records
Written":939},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":739,"Index":106,"Attempt":0,"Launch Time":1529076382896,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":737,"Index":104,"Attempt":0,"Launch Time":1529076382450,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076382897,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"982","Value":"103003","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1768488854","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"95","Value":"19132","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":982,"Value":1030
03,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":65726,"Value":6897
500,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":982,"Value":1
03003,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
728,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42520,"Val
ue":4265926,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6808,"Val
ue":723746,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":17819,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3017,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
768488960,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":22,"Value":8705,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":892466,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":37772133,"Value":49723
98653,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":99,"Value":15048,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":316421728,"
Value":34431911998,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":343,"Value":42
417,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":343,"Executor Deserialize CPU Time":316421728,"Executor Run
Time":99,"Executor CPU Time":37772133,"Result Size":8505,"JVM GC Time":22,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6808,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42520,"Total Records Read":982},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":65726,"Records
Written":982},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":740,"Index":107,"Attempt":0,"Launch Time":1529076382907,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":738,"Index":105,"Attempt":0,"Launch Time":1529076382455,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076382907,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"946","Value":"103949","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1785331605","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-60","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"85","Value":"19217","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":946,"Value":1039
49,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":63422,"Value":6960
922,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":946,"Value":1
03949,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
728,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40263,"Val
ue":4306189,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6437,"Val
ue":730183,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":17990,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3046,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
785331712,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":22,"Value":8727,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":900971,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":45879939,"Value":50182
78592,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":81,"Value":15129,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":344731533,"
Value":34776643531,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":368,"Value":42
785,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":368,"Executor Deserialize CPU Time":344731533,"Executor Run
Time":81,"Executor CPU Time":45879939,"Result Size":8505,"JVM GC Time":22,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6437,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40263,"Total Records Read":946},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":63422,"Records
Written":946},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":741,"Index":108,"Attempt":0,"Launch Time":1529076383318,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":740,"Index":107,"Attempt":0,"Launch Time":1529076382907,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076383319,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1038","Value":"104987","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1802174356","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-60","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"65","Value":"19282","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1038,"Value":104
987,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":69372,"Value":7030
294,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1038,"Value":
104987,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
728,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42553,"Val
ue":4348742,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6886,"Val
ue":737069,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":18161,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3075,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
802174464,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":8740,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":909476,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":34307106,"Value":50525
85698,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":72,"Value":15201,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":321408601,"
Value":35098052132,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":336,"Value":43
121,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":336,"Executor Deserialize CPU Time":321408601,"Executor Run
Time":72,"Executor CPU Time":34307106,"Result Size":8505,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6886,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42553,"Total Records Read":1038},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":69372,"Records
Written":1038},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":742,"Index":109,"Attempt":0,"Launch Time":1529076383353,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":739,"Index":106,"Attempt":0,"Launch Time":1529076382896,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076383353,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"966","Value":"105953","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1819017107","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"73","Value":"19355","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":966,"Value":1059
53,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64702,"Value":7094
996,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":966,"Value":1
05953,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
728,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41199,"Val
ue":4389941,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7138,"Val
ue":744207,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":168,"V
alue":18329,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3104,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
819017216,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":8753,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":917981,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35108013,"Value":50876
93711,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":71,"Value":15272,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":367785538,"
Value":35465837670,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":383,"Value":43
504,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":383,"Executor Deserialize CPU Time":367785538,"Executor Run
Time":71,"Executor CPU Time":35108013,"Result Size":8505,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":168,"Fetch Wait
Time":0,"Remote Bytes Read":7138,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41199,"Total Records Read":966},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64702,"Records
Written":966},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":743,"Index":110,"Attempt":0,"Launch Time":1529076383753,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":741,"Index":108,"Attempt":0,"Launch Time":1529076383318,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076383753,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"974","Value":"106927","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1835859858","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"71","Value":"19426","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":974,"Value":1069
27,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":65214,"Value":7160
210,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":974,"Value":1
06927,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
728,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41274,"Val
ue":4431215,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7166,"Val
ue":751373,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":18498,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3133,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
835859968,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":8767,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":926486,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":33371720,"Value":51210
65431,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":87,"Value":15359,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":329865364,"
Value":35795703034,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":344,"Value":43
848,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":344,"Executor Deserialize CPU Time":329865364,"Executor Run
Time":87,"Executor CPU Time":33371720,"Result Size":8505,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":7166,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41274,"Total Records Read":974},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":65214,"Records
Written":974},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":744,"Index":111,"Attempt":0,"Launch Time":1529076383804,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":742,"Index":109,"Attempt":0,"Launch Time":1529076383353,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076383805,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"952","Value":"107879","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1852702609","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"69","Value":"19495","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":952,"Value":1078
79,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":63806,"Value":7224
016,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":952,"Value":1
07879,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
728,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40217,"Val
ue":4471432,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7159,"Val
ue":758532,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":18668,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3162,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
852702720,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":8781,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":934991,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":34887421,"Value":51559
52852,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":69,"Value":15428,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":364404030,"
Value":36160107064,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":379,"Value":44
227,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":379,"Executor Deserialize CPU Time":364404030,"Executor Run
Time":69,"Executor CPU Time":34887421,"Result Size":8505,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7159,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40217,"Total Records Read":952},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":63806,"Records
Written":952},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":745,"Index":112,"Attempt":0,"Launch Time":1529076384175,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":743,"Index":110,"Attempt":0,"Launch Time":1529076383753,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076384176,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1030","Value":"108909","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1869545360","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-63","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"79","Value":"19574","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1030,"Value":108
909,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":68860,"Value":7292
876,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1030,"Value":
108909,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
728,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42069,"Val
ue":4513501,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":8033,"Val
ue":766565,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":18839,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3191,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
869545472,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":8794,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":943496,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":36520074,"Value":51924
72926,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":91,"Value":15519,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":328121893,"
Value":36488228957,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":328,"Value":44
555,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":328,"Executor Deserialize CPU Time":328121893,"Executor Run
Time":91,"Executor CPU Time":36520074,"Result Size":8505,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":8033,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42069,"Total Records Read":1030},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":68860,"Records
Written":1030},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":746,"Index":113,"Attempt":0,"Launch Time":1529076384290,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":744,"Index":111,"Attempt":0,"Launch Time":1529076383804,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076384291,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"991","Value":"109900","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1886388111","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"73","Value":"19647","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":991,"Value":1099
00,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":66302,"Value":7359
178,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":991,"Value":1
09900,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
728,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40686,"Val
ue":4554187,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7449,"Val
ue":774014,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":19009,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3220,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
886388224,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":8807,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":952001,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":38224838,"Value":52306
97764,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":82,"Value":15601,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":386290246,"
Value":36874519203,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":401,"Value":44
956,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":401,"Executor Deserialize CPU Time":386290246,"Executor Run
Time":82,"Executor CPU Time":38224838,"Result Size":8505,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7449,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40686,"Total Records Read":991},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":66302,"Records
Written":991},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":747,"Index":114,"Attempt":0,"Launch Time":1529076384587,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":745,"Index":112,"Attempt":0,"Launch Time":1529076384175,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076384588,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"975","Value":"110875","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1903230862","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-64","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"73","Value":"19720","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":975,"Value":1108
75,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":65278,"Value":7424
456,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":975,"Value":1
10875,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
728,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41983,"Val
ue":4596170,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6753,"Val
ue":780767,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":19178,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3249,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
903230976,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":960463,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":37519931,"Value":52682
17695,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":85,"Value":15686,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":322474375,"
Value":37196993578,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":323,"Value":45
279,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":323,"Executor Deserialize CPU Time":322474375,"Executor Run
Time":85,"Executor CPU Time":37519931,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":6753,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41983,"Total Records Read":975},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":65278,"Records
Written":975},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":748,"Index":115,"Attempt":0,"Launch Time":1529076384787,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":746,"Index":113,"Attempt":0,"Launch Time":1529076384290,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076384788,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1037","Value":"111912","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1920073613","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-64","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"123","Value":"19843","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1037,"Value":111
912,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":69308,"Value":7493
764,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1037,"Value":
111912,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
728,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42191,"Val
ue":4638361,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7082,"Val
ue":787849,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":19349,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3278,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
920073728,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":21,"Value":8828,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":968968,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":40802616,"Value":53090
20311,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":101,"Value":15787,"Int
ernal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":391196947,"
Value":37588190525,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":393,"Value":45
672,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":393,"Executor Deserialize CPU Time":391196947,"Executor Run
Time":101,"Executor CPU Time":40802616,"Result Size":8505,"JVM GC Time":21,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":7082,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42191,"Total Records Read":1037},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":69308,"Records
Written":1037},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":749,"Index":116,"Attempt":0,"Launch Time":1529076385033,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":747,"Index":114,"Attempt":0,"Launch Time":1529076384587,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076385033,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1078","Value":"112990","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1936916364","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-64","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"65","Value":"19908","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1078,"Value":112
990,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":71932,"Value":7565
696,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1078,"Value":
112990,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
728,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":44273,"Val
ue":4682634,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7636,"Val
ue":795485,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":19519,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3307,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
936916480,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":21,"Value":8849,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":977473,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":34385211,"Value":53434
05522,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":85,"Value":15872,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":334241677,"
Value":37922432202,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":357,"Value":46
029,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":357,"Executor Deserialize CPU Time":334241677,"Executor Run
Time":85,"Executor CPU Time":34385211,"Result Size":8505,"JVM GC Time":21,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7636,"Remote Bytes Read To Disk":0,"Local Bytes
Read":44273,"Total Records Read":1078},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":71932,"Records
Written":1078},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":750,"Index":117,"Attempt":0,"Launch Time":1529076385264,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":748,"Index":115,"Attempt":0,"Launch Time":1529076384787,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076385265,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"897","Value":"113887","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1953759115","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-64","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"73","Value":"19981","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":897,"Value":1138
87,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":60254,"Value":7625
950,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":897,"Value":1
13887,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
728,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39299,"Val
ue":4721933,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7008,"Val
ue":802493,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":19689,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3336,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
953759232,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":8861,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":985978,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35642283,"Value":53790
47805,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":131,"Value":16003,"Int
ernal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":342786216,"
Value":38265218418,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":343,"Value":46
372,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":343,"Executor Deserialize CPU Time":342786216,"Executor Run
Time":131,"Executor CPU Time":35642283,"Result Size":8505,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7008,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39299,"Total Records Read":897},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":60254,"Records
Written":897},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":751,"Index":118,"Attempt":0,"Launch Time":1529076385438,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":749,"Index":116,"Attempt":0,"Launch Time":1529076385033,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076385439,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"920","Value":"114807","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1970601866","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-64","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"69","Value":"20050","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":920,"Value":1148
07,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":61756,"Value":7687
706,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":920,"Value":1
14807,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
728,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40376,"Val
ue":4762309,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6450,"Val
ue":808943,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":19858,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":3364,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
970601984,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":8873,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":994483,"Intern
al":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":32910626,"Value":54119
58431,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":76,"Value":16079,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":312843945,"
Value":38578062363,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":326,"Value":46
698,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":326,"Executor Deserialize CPU Time":312843945,"Executor Run
Time":76,"Executor CPU Time":32910626,"Result Size":8505,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":6450,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40376,"Total Records Read":920},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":61756,"Records
Written":920},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":752,"Index":119,"Attempt":0,"Launch Time":1529076385719,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":750,"Index":117,"Attempt":0,"Launch Time":1529076385264,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076385719,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1073","Value":"115880","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"1987444617","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-64","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"73","Value":"20123","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1073,"Value":115
880,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":71612,"Value":7759
318,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1073,"Value":
115880,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
728,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":43963,"Val
ue":4806272,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7575,"Val
ue":816518,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":20029,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3393,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":1
987444736,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1002945,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":36778357,"Value":54487
36788,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":81,"Value":16160,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":369867913,"
Value":38947930276,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":370,"Value":47
068,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":370,"Executor Deserialize CPU Time":369867913,"Executor Run
Time":81,"Executor CPU Time":36778357,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":7575,"Remote Bytes Read To Disk":0,"Local Bytes
Read":43963,"Total Records Read":1073},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":71612,"Records
Written":1073},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":753,"Index":120,"Attempt":0,"Launch Time":1529076385801,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":629,"Index":1,"Attempt":0,"Launch Time":1529076348986,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076385802,"Failed":false,"Killed":false,"Accumulables":
[{"ID":278,"Name":"data size total (min, med,
max)","Update":"213686879","Value":"667335523","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":283,"Name":"number of output
rows","Update":"842339","Value":"8630614","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":88,"Name":"number of output
rows","Update":"842339","Value":"15265789","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":100,"Name":"duration total (min, med,
max)","Update":"60621","Value":"1184433","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":361,"Name":"internal.metrics.input.recordsRead","Update":842339,"Value":26306
14,"Internal":true,"Count Failed Values":true},
{"ID":360,"Name":"internal.metrics.input.bytesRead","Update":134283264,"Value":1774
957872,"Internal":true,"Count Failed Values":true},
{"ID":359,"Name":"internal.metrics.shuffle.write.writeTime","Update":152525214,"Val
ue":597445353,"Internal":true,"Count Failed Values":true},
{"ID":358,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":842339,"V
alue":2630614,"Internal":true,"Count Failed Values":true},
{"ID":357,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":76422372,"V
alue":238732643,"Internal":true,"Count Failed Values":true},
{"ID":344,"Name":"internal.metrics.jvmGCTime","Update":4765,"Value":9080,"Internal"
:true,"Count Failed Values":true},
{"ID":343,"Name":"internal.metrics.resultSize","Update":4626,"Value":15762,"Interna
l":true,"Count Failed Values":true},
{"ID":342,"Name":"internal.metrics.executorCpuTime","Update":31753409064,"Value":47
558042363,"Internal":true,"Count Failed Values":true},
{"ID":341,"Name":"internal.metrics.executorRunTime","Update":36669,"Value":56873,"I
nternal":true,"Count Failed Values":true},
{"ID":340,"Name":"internal.metrics.executorDeserializeCpuTime","Update":124733244,"
Value":548133301,"Internal":true,"Count Failed Values":true},
{"ID":339,"Name":"internal.metrics.executorDeserializeTime","Update":142,"Value":59
5,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":142,"Executor Deserialize CPU Time":124733244,"Executor Run
Time":36669,"Executor CPU Time":31753409064,"Result Size":4626,"JVM GC
Time":4765,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":76422372,"Shuffle Write Time":152525214,"Shuffle Records
Written":842339},"Input Metrics":{"Bytes Read":134283264,"Records
Read":842339},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated
Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":754,"Index":121,"Attempt":0,"Launch Time":1529076385873,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":751,"Index":118,"Attempt":0,"Launch Time":1529076385438,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076385874,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"957","Value":"116837","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2004287368","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-64","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"67","Value":"20190","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":957,"Value":1168
37,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64126,"Value":7823
444,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":957,"Value":1
16837,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":2,"Value":3
730,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40616,"Val
ue":4846888,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6847,"Val
ue":823365,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":20199,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3422,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
004287488,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":8886,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1011450,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":36153616,"Value":54848
90404,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":91,"Value":16251,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":339657349,"
Value":39287587625,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":340,"Value":47
408,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":340,"Executor Deserialize CPU Time":339657349,"Executor Run
Time":91,"Executor CPU Time":36153616,"Result Size":8505,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":2,"Remote Bytes Read":6847,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40616,"Total Records Read":957},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64126,"Records
Written":957},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":755,"Index":122,"Attempt":0,"Launch Time":1529076386142,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":752,"Index":119,"Attempt":0,"Launch Time":1529076385719,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076386143,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"950","Value":"117787","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2021130119","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"63","Value":"20253","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":950,"Value":1177
87,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":63678,"Value":7887
122,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":950,"Value":1
17787,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
730,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41590,"Val
ue":4888478,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6515,"Val
ue":829880,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":20368,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":3450,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
021130240,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":8899,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1019955,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":30265591,"Value":55151
55995,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":78,"Value":16329,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":327269763,"
Value":39614857388,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":341,"Value":47
749,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":341,"Executor Deserialize CPU Time":327269763,"Executor Run
Time":78,"Executor CPU Time":30265591,"Result Size":8505,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":6515,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41590,"Total Records Read":950},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":63678,"Records
Written":950},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":756,"Index":123,"Attempt":0,"Launch Time":1529076386239,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":753,"Index":120,"Attempt":0,"Launch Time":1529076385801,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076386239,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1040","Value":"118827","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2037972870","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-65","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"65","Value":"20318","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1040,"Value":118
827,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":69500,"Value":7956
622,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1040,"Value":
118827,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
730,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42546,"Val
ue":4931024,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7157,"Val
ue":837037,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":20539,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3479,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
037972992,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":8912,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1028460,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":34885739,"Value":55500
41734,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":83,"Value":16412,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":336635055,"
Value":39951492443,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":350,"Value":48
099,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":350,"Executor Deserialize CPU Time":336635055,"Executor Run
Time":83,"Executor CPU Time":34885739,"Result Size":8505,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":7157,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42546,"Total Records Read":1040},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":69500,"Records
Written":1040},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":757,"Index":124,"Attempt":0,"Launch Time":1529076386324,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":754,"Index":121,"Attempt":0,"Launch Time":1529076385873,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076386325,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"963","Value":"119790","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2054815621","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-65","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"73","Value":"20391","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":963,"Value":1197
90,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64510,"Value":8021
132,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":963,"Value":1
19790,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
730,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41829,"Val
ue":4972853,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6963,"Val
ue":844000,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":20710,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3508,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
054815744,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1036922,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35229783,"Value":55852
71517,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":82,"Value":16494,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":366179707,"
Value":40317672150,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":366,"Value":48
465,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":366,"Executor Deserialize CPU Time":366179707,"Executor Run
Time":82,"Executor CPU Time":35229783,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6963,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41829,"Total Records Read":963},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64510,"Records
Written":963},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":758,"Index":125,"Attempt":0,"Launch Time":1529076386553,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":755,"Index":122,"Attempt":0,"Launch Time":1529076386142,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076386554,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1007","Value":"120797","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2071658372","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"89","Value":"20480","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1007,"Value":120
797,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":67326,"Value":8088
458,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1007,"Value":
120797,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
730,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42276,"Val
ue":5015129,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6499,"Val
ue":850499,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":20879,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":3536,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
071658496,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":8923,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1045427,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":31910150,"Value":56171
81667,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":90,"Value":16584,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":316495322,"
Value":40634167472,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":318,"Value":48
783,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":318,"Executor Deserialize CPU Time":316495322,"Executor Run
Time":90,"Executor CPU Time":31910150,"Result Size":8505,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":6499,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42276,"Total Records Read":1007},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":67326,"Records
Written":1007},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":759,"Index":126,"Attempt":0,"Launch Time":1529076386674,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":756,"Index":123,"Attempt":0,"Launch Time":1529076386239,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076386675,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"970","Value":"121767","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2088501123","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-66","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"65","Value":"20545","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":970,"Value":1217
67,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64958,"Value":8153
416,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":970,"Value":1
21767,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
730,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41058,"Val
ue":5056187,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6720,"Val
ue":857219,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":21050,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3565,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
088501248,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":8934,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1053932,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":34462802,"Value":56516
44469,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":78,"Value":16662,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":340948880,"
Value":40975116352,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":353,"Value":49
136,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":353,"Executor Deserialize CPU Time":340948880,"Executor Run
Time":78,"Executor CPU Time":34462802,"Result Size":8505,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6720,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41058,"Total Records Read":970},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64958,"Records
Written":970},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":760,"Index":127,"Attempt":0,"Launch Time":1529076386753,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":757,"Index":124,"Attempt":0,"Launch Time":1529076386324,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076386754,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1001","Value":"122768","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2105343874","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-66","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"65","Value":"20610","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1001,"Value":122
768,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":67162,"Value":8220
578,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1001,"Value":
122768,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
730,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":44575,"Val
ue":5100762,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6869,"Val
ue":864088,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":21219,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":27,"V
alue":3592,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
105344000,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":8945,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1062437,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35449544,"Value":56870
94013,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":78,"Value":16740,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":335714841,"
Value":41310831193,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":348,"Value":49
484,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":348,"Executor Deserialize CPU Time":335714841,"Executor Run
Time":78,"Executor CPU Time":35449544,"Result Size":8505,"JVM GC Time":11,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":27,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":6869,"Remote Bytes Read To Disk":0,"Local Bytes
Read":44575,"Total Records Read":1001},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":67162,"Records
Written":1001},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":11,"Stage Attempt ID":0,"Task Info":
{"Task ID":761,"Index":6,"Attempt":0,"Launch Time":1529076386789,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":630,"Index":2,"Attempt":0,"Launch Time":1529076349089,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076386789,"Failed":false,"Killed":false,"Accumulables":
[{"ID":278,"Name":"data size total (min, med,
max)","Update":"213654967","Value":"880990490","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":283,"Name":"number of output
rows","Update":"842271","Value":"9472885","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":88,"Name":"number of output
rows","Update":"842271","Value":"16108060","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":100,"Name":"duration total (min, med,
max)","Update":"74895","Value":"1259321","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":361,"Name":"internal.metrics.input.recordsRead","Update":842271,"Value":34728
85,"Internal":true,"Count Failed Values":true},
{"ID":360,"Name":"internal.metrics.input.bytesRead","Update":134283264,"Value":1909
241136,"Internal":true,"Count Failed Values":true},
{"ID":359,"Name":"internal.metrics.shuffle.write.writeTime","Update":153282512,"Val
ue":750727865,"Internal":true,"Count Failed Values":true},
{"ID":358,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":842271,"V
alue":3472885,"Internal":true,"Count Failed Values":true},
{"ID":357,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":76405459,"V
alue":315138102,"Internal":true,"Count Failed Values":true},
{"ID":344,"Name":"internal.metrics.jvmGCTime","Update":5140,"Value":14220,"Internal
":true,"Count Failed Values":true},
{"ID":343,"Name":"internal.metrics.resultSize","Update":4796,"Value":20558,"Interna
l":true,"Count Failed Values":true},
{"ID":342,"Name":"internal.metrics.executorCpuTime","Update":32336544878,"Value":79
894587241,"Internal":true,"Count Failed Values":true},
{"ID":341,"Name":"internal.metrics.executorRunTime","Update":37543,"Value":94416,"I
nternal":true,"Count Failed Values":true},
{"ID":340,"Name":"internal.metrics.executorDeserializeCpuTime","Update":149387244,"
Value":697520545,"Internal":true,"Count Failed Values":true},
{"ID":339,"Name":"internal.metrics.executorDeserializeTime","Update":152,"Value":74
7,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":152,"Executor Deserialize CPU Time":149387244,"Executor Run
Time":37543,"Executor CPU Time":32336544878,"Result Size":4796,"JVM GC
Time":5140,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":76405459,"Shuffle Write Time":153282512,"Shuffle Records
Written":842271},"Input Metrics":{"Bytes Read":134283264,"Records
Read":842271},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated
Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":762,"Index":128,"Attempt":0,"Launch Time":1529076386930,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":758,"Index":125,"Attempt":0,"Launch Time":1529076386553,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076386931,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1013","Value":"123781","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2122186625","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"55","Value":"20665","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1013,"Value":123
781,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":67710,"Value":8288
288,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1013,"Value":
123781,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
730,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41566,"Val
ue":5142328,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6905,"Val
ue":870993,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":21388,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":3620,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
122186752,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1070899,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":30434048,"Value":57175
28061,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":75,"Value":16815,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":298208695,"
Value":41609039888,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":299,"Value":49
783,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":299,"Executor Deserialize CPU Time":298208695,"Executor Run
Time":75,"Executor CPU Time":30434048,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":6905,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41566,"Total Records Read":1013},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":67710,"Records
Written":1013},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":763,"Index":129,"Attempt":0,"Launch Time":1529076387104,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":759,"Index":126,"Attempt":0,"Launch Time":1529076386674,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076387105,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"972","Value":"124753","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2139029376","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-67","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"73","Value":"20738","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":972,"Value":1247
53,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":65086,"Value":8353
374,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":972,"Value":1
24753,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
730,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41425,"Val
ue":5183753,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7193,"Val
ue":878186,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":21558,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3649,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
139029504,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1079361,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":41425176,"Value":57589
53237,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":86,"Value":16901,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":338841162,"
Value":41947881050,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":341,"Value":50
124,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":341,"Executor Deserialize CPU Time":338841162,"Executor Run
Time":86,"Executor CPU Time":41425176,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7193,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41425,"Total Records Read":972},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":65086,"Records
Written":972},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":764,"Index":130,"Attempt":0,"Launch Time":1529076387233,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":760,"Index":127,"Attempt":0,"Launch Time":1529076386753,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076387234,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1025","Value":"125778","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2155872127","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-67","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"143","Value":"20881","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1025,"Value":125
778,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":68510,"Value":8421
884,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1025,"Value":
125778,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
730,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":43727,"Val
ue":5227480,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7166,"Val
ue":885352,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":21729,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":3677,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
155872256,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":8963,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1087866,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":52584446,"Value":58115
37683,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":122,"Value":17023,"Int
ernal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":349890375,"
Value":42297771425,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":354,"Value":50
478,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":354,"Executor Deserialize CPU Time":349890375,"Executor Run
Time":122,"Executor CPU Time":52584446,"Result Size":8505,"JVM GC Time":18,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":7166,"Remote Bytes Read To Disk":0,"Local Bytes
Read":43727,"Total Records Read":1025},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":68510,"Records
Written":1025},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":765,"Index":131,"Attempt":0,"Launch Time":1529076387434,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":762,"Index":128,"Attempt":0,"Launch Time":1529076386930,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076387434,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"965","Value":"126743","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2172714878","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"77","Value":"20958","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":965,"Value":1267
43,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64638,"Value":8486
522,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":965,"Value":1
26743,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
730,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40579,"Val
ue":5268059,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7113,"Val
ue":892465,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":21899,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3706,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
172715008,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":8981,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1096371,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":37410150,"Value":58489
47833,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":84,"Value":17107,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":393327640,"
Value":42691099065,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":415,"Value":50
893,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":415,"Executor Deserialize CPU Time":393327640,"Executor Run
Time":84,"Executor CPU Time":37410150,"Result Size":8505,"JVM GC Time":18,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7113,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40579,"Total Records Read":965},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64638,"Records
Written":965},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":766,"Index":132,"Attempt":0,"Launch Time":1529076387558,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":763,"Index":129,"Attempt":0,"Launch Time":1529076387104,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076387559,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1001","Value":"127744","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2189557629","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"71","Value":"21029","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1001,"Value":127
744,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":66942,"Value":8553
464,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1001,"Value":
127744,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
730,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42402,"Val
ue":5310461,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7270,"Val
ue":899735,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":22070,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3735,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
189557760,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":8999,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1104876,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":38939265,"Value":58878
87098,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":68,"Value":17175,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":358493654,"
Value":43049592719,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":383,"Value":51
276,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":383,"Executor Deserialize CPU Time":358493654,"Executor Run
Time":68,"Executor CPU Time":38939265,"Result Size":8505,"JVM GC Time":18,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":7270,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42402,"Total Records Read":1001},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":66942,"Records
Written":1001},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":767,"Index":133,"Attempt":0,"Launch Time":1529076387724,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":764,"Index":130,"Attempt":0,"Launch Time":1529076387233,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076387725,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"933","Value":"128677","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2206400380","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"65","Value":"21094","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":933,"Value":1286
77,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":62588,"Value":8616
052,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":933,"Value":1
28677,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
730,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39719,"Val
ue":5350180,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6921,"Val
ue":906656,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":22239,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3764,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
206400512,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1113338,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":36690444,"Value":59245
77542,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":97,"Value":17272,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":389615519,"
Value":43439208238,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":390,"Value":51
666,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":390,"Executor Deserialize CPU Time":389615519,"Executor Run
Time":97,"Executor CPU Time":36690444,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":6921,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39719,"Total Records Read":933},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":62588,"Records
Written":933},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":768,"Index":134,"Attempt":0,"Launch Time":1529076387884,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":765,"Index":131,"Attempt":0,"Launch Time":1529076387434,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076387885,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"933","Value":"129610","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2223243131","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"73","Value":"21167","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":933,"Value":1296
10,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":62588,"Value":8678
640,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":933,"Value":1
29610,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
730,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40658,"Val
ue":5390838,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7032,"Val
ue":913688,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":22409,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3793,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
223243264,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":9016,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1121843,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":40846951,"Value":59654
24493,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":100,"Value":17372,"Int
ernal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":345958926,"
Value":43785167164,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":346,"Value":52
012,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":346,"Executor Deserialize CPU Time":345958926,"Executor Run
Time":100,"Executor CPU Time":40846951,"Result Size":8505,"JVM GC Time":17,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7032,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40658,"Total Records Read":933},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":62588,"Records
Written":933},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":769,"Index":135,"Attempt":0,"Launch Time":1529076387987,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":766,"Index":132,"Attempt":0,"Launch Time":1529076387558,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076387988,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"969","Value":"130579","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2240085882","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"65","Value":"21232","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":969,"Value":1305
79,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64894,"Value":8743
534,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":969,"Value":1
30579,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
730,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40766,"Val
ue":5431604,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6971,"Val
ue":920659,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":22580,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3822,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
240086016,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":9033,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1130348,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":33479729,"Value":59989
04222,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":78,"Value":17450,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":325564910,"
Value":44110732074,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":348,"Value":52
360,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":348,"Executor Deserialize CPU Time":325564910,"Executor Run
Time":78,"Executor CPU Time":33479729,"Result Size":8505,"JVM GC Time":17,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6971,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40766,"Total Records Read":969},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64894,"Records
Written":969},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":770,"Index":136,"Attempt":0,"Launch Time":1529076388164,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":767,"Index":133,"Attempt":0,"Launch Time":1529076387724,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076388165,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1028","Value":"131607","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2256928633","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-72","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"67","Value":"21299","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1028,"Value":131
607,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":68732,"Value":8812
266,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1028,"Value":
131607,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
730,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42964,"Val
ue":5474568,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7412,"Val
ue":928071,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":22750,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3851,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
256928768,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":9050,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1138853,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":33990321,"Value":60328
94543,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":85,"Value":17535,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":334064072,"
Value":44444796146,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":352,"Value":52
712,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":352,"Executor Deserialize CPU Time":334064072,"Executor Run
Time":85,"Executor CPU Time":33990321,"Result Size":8505,"JVM GC Time":17,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7412,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42964,"Total Records Read":1028},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":68732,"Records
Written":1028},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":771,"Index":137,"Attempt":0,"Launch Time":1529076388296,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":768,"Index":134,"Attempt":0,"Launch Time":1529076387884,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076388296,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"958","Value":"132565","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2273771384","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-72","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"61","Value":"21360","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":958,"Value":1325
65,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64190,"Value":8876
456,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":958,"Value":1
32565,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
730,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40441,"Val
ue":5515009,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6843,"Val
ue":934914,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":22919,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3880,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
273771520,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1147315,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":33258136,"Value":60661
52679,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":67,"Value":17602,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":342447768,"
Value":44787243914,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":342,"Value":53
054,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":342,"Executor Deserialize CPU Time":342447768,"Executor Run
Time":67,"Executor CPU Time":33258136,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":6843,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40441,"Total Records Read":958},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64190,"Records
Written":958},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":772,"Index":138,"Attempt":0,"Launch Time":1529076388387,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":769,"Index":135,"Attempt":0,"Launch Time":1529076387987,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076388388,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"976","Value":"133541","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2290614135","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-72","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"69","Value":"21429","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":976,"Value":1335
41,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":65342,"Value":8941
798,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":976,"Value":1
33541,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
730,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41122,"Val
ue":5556131,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7370,"Val
ue":942284,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":168,"V
alue":23087,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3909,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
290614272,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1155777,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":34468874,"Value":61006
21553,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":80,"Value":17682,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":316362295,"
Value":45103606209,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":317,"Value":53
371,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":317,"Executor Deserialize CPU Time":316362295,"Executor Run
Time":80,"Executor CPU Time":34468874,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":168,"Fetch Wait
Time":0,"Remote Bytes Read":7370,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41122,"Total Records Read":976},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":65342,"Records
Written":976},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":773,"Index":139,"Attempt":0,"Launch Time":1529076388605,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":770,"Index":136,"Attempt":0,"Launch Time":1529076388164,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076388605,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"946","Value":"134487","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2307456886","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"103","Value":"21532","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":946,"Value":1344
87,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":63422,"Value":9005
220,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":946,"Value":1
34487,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
730,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39419,"Val
ue":5595550,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7155,"Val
ue":949439,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":168,"V
alue":23255,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3938,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
307457024,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":20,"Value":9070,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1164282,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":32529042,"Value":61331
50595,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":97,"Value":17779,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":339443921,"
Value":45443050130,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":340,"Value":53
711,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":340,"Executor Deserialize CPU Time":339443921,"Executor Run
Time":97,"Executor CPU Time":32529042,"Result Size":8505,"JVM GC Time":20,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":168,"Fetch Wait
Time":0,"Remote Bytes Read":7155,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39419,"Total Records Read":946},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":63422,"Records
Written":946},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":774,"Index":140,"Attempt":0,"Launch Time":1529076388707,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":771,"Index":137,"Attempt":0,"Launch Time":1529076388296,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076388708,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"993","Value":"135480","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2324299637","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-73","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"59","Value":"21591","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":993,"Value":1354
80,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":66430,"Value":9071
650,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":993,"Value":1
35480,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
730,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42029,"Val
ue":5637579,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7371,"Val
ue":956810,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":23424,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":3967,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
324299776,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":20,"Value":9090,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1172787,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":33642341,"Value":61667
92936,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":69,"Value":17848,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":316657812,"
Value":45759707942,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":339,"Value":54
050,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":339,"Executor Deserialize CPU Time":316657812,"Executor Run
Time":69,"Executor CPU Time":33642341,"Result Size":8505,"JVM GC Time":20,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":7371,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42029,"Total Records Read":993},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":66430,"Records
Written":993},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":775,"Index":141,"Attempt":0,"Launch Time":1529076388822,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":772,"Index":138,"Attempt":0,"Launch Time":1529076388387,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076388822,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"978","Value":"136458","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2341142388","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-73","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"69","Value":"21660","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":978,"Value":1364
58,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":65470,"Value":9137
120,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":978,"Value":1
36458,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
730,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40884,"Val
ue":5678463,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6829,"Val
ue":963639,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":23595,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":3995,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
341142528,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":20,"Value":9110,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1181292,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":34425421,"Value":62012
18357,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":80,"Value":17928,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":328651922,"
Value":46088359864,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":350,"Value":54
400,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":350,"Executor Deserialize CPU Time":328651922,"Executor Run
Time":80,"Executor CPU Time":34425421,"Result Size":8505,"JVM GC Time":20,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6829,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40884,"Total Records Read":978},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":65470,"Records
Written":978},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":776,"Index":142,"Attempt":0,"Launch Time":1529076389010,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":773,"Index":139,"Attempt":0,"Launch Time":1529076388605,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076389011,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1075","Value":"137533","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2357985139","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"53","Value":"21713","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1075,"Value":137
533,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":71740,"Value":9208
860,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1075,"Value":
137533,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
730,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":43920,"Val
ue":5722383,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7507,"Val
ue":971146,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":23765,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4024,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
357985280,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1189754,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":27920062,"Value":62291
38419,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":73,"Value":18001,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":328345195,"
Value":46416705059,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":329,"Value":54
729,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":329,"Executor Deserialize CPU Time":328345195,"Executor Run
Time":73,"Executor CPU Time":27920062,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7507,"Remote Bytes Read To Disk":0,"Local Bytes
Read":43920,"Total Records Read":1075},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":71740,"Records
Written":1075},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":777,"Index":143,"Attempt":0,"Launch Time":1529076389074,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":774,"Index":140,"Attempt":0,"Launch Time":1529076388707,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076389075,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"926","Value":"138459","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2374827890","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"59","Value":"21772","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":926,"Value":1384
59,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":62140,"Value":9271
000,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":926,"Value":1
38459,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
730,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40259,"Val
ue":5762642,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6723,"Val
ue":977869,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":23936,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":4052,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
374828032,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1198216,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":31196936,"Value":62603
35355,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":71,"Value":18072,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":289135703,"
Value":46705840762,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":292,"Value":55
021,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":292,"Executor Deserialize CPU Time":289135703,"Executor Run
Time":71,"Executor CPU Time":31196936,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6723,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40259,"Total Records Read":926},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":62140,"Records
Written":926},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":778,"Index":144,"Attempt":0,"Launch Time":1529076389245,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":775,"Index":141,"Attempt":0,"Launch Time":1529076388822,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076389246,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"918","Value":"139377","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2391670641","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"101","Value":"21873","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":918,"Value":1393
77,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":61628,"Value":9332
628,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":918,"Value":1
39377,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
730,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39618,"Val
ue":5802260,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6883,"Val
ue":984752,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":24105,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4081,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
391670784,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":9125,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1206721,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":37918458,"Value":62982
53813,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":98,"Value":18170,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":316585211,"
Value":47022425973,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":321,"Value":55
342,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":321,"Executor Deserialize CPU Time":316585211,"Executor Run
Time":98,"Executor CPU Time":37918458,"Result Size":8505,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":6883,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39618,"Total Records Read":918},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":61628,"Records
Written":918},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":779,"Index":145,"Attempt":0,"Launch Time":1529076389479,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":776,"Index":142,"Attempt":0,"Launch Time":1529076389010,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076389480,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"967","Value":"140344","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2408513392","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"77","Value":"21950","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":967,"Value":1403
44,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64766,"Value":9397
394,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":967,"Value":1
40344,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":5,"Value":3
735,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41524,"Val
ue":5843784,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6988,"Val
ue":991740,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":24275,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4110,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
408513536,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":9140,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1215226,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":31977123,"Value":63302
30936,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":80,"Value":18250,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":368247875,"
Value":47390673848,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":385,"Value":55
727,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":385,"Executor Deserialize CPU Time":368247875,"Executor Run
Time":80,"Executor CPU Time":31977123,"Result Size":8505,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":5,"Remote Bytes Read":6988,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41524,"Total Records Read":967},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64766,"Records
Written":967},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":780,"Index":146,"Attempt":0,"Launch Time":1529076389495,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":777,"Index":143,"Attempt":0,"Launch Time":1529076389074,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076389496,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"979","Value":"141323","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2425356143","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"79","Value":"22029","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":979,"Value":1413
23,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":65534,"Value":9462
928,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":979,"Value":1
41323,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
735,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40502,"Val
ue":5884286,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7180,"Val
ue":998920,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":168,"V
alue":24443,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4139,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
425356288,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":9155,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1223731,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35996091,"Value":63662
27027,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":86,"Value":18336,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":313914276,"
Value":47704588124,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":332,"Value":56
059,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":332,"Executor Deserialize CPU Time":313914276,"Executor Run
Time":86,"Executor CPU Time":35996091,"Result Size":8505,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":168,"Fetch Wait
Time":0,"Remote Bytes Read":7180,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40502,"Total Records Read":979},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":65534,"Records
Written":979},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":781,"Index":147,"Attempt":0,"Launch Time":1529076389673,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":778,"Index":144,"Attempt":0,"Launch Time":1529076389245,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076389674,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"946","Value":"142269","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2442198894","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-78","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"75","Value":"22104","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":946,"Value":1422
69,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":63422,"Value":9526
350,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":946,"Value":1
42269,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
735,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41369,"Val
ue":5925655,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6933,"Val
ue":1005853,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":24613,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":4167,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
442199040,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1232193,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":39058140,"Value":64052
85167,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":82,"Value":18418,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":342920888,"
Value":48047509012,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":343,"Value":56
402,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":343,"Executor Deserialize CPU Time":342920888,"Executor Run
Time":82,"Executor CPU Time":39058140,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6933,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41369,"Total Records Read":946},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":63422,"Records
Written":946},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":782,"Index":148,"Attempt":0,"Launch Time":1529076389913,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":779,"Index":145,"Attempt":0,"Launch Time":1529076389479,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076389914,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"993","Value":"143262","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2459041645","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"169","Value":"22273","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":993,"Value":1432
62,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":66430,"Value":9592
780,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":993,"Value":1
43262,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
735,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41484,"Val
ue":5967139,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6934,"Val
ue":1012787,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":24783,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4196,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
459041792,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":21,"Value":9176,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1240698,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":45479580,"Value":64507
64747,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":135,"Value":18553,"Int
ernal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":295246520,"
Value":48342755532,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":296,"Value":56
698,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":296,"Executor Deserialize CPU Time":295246520,"Executor Run
Time":135,"Executor CPU Time":45479580,"Result Size":8505,"JVM GC Time":21,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6934,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41484,"Total Records Read":993},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":66430,"Records
Written":993},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":783,"Index":149,"Attempt":0,"Launch Time":1529076389924,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":780,"Index":146,"Attempt":0,"Launch Time":1529076389495,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076389925,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1004","Value":"144266","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2475884396","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-79","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"67","Value":"22340","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1004,"Value":144
266,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":67134,"Value":9659
914,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1004,"Value":
144266,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
735,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42261,"Val
ue":6009400,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7426,"Val
ue":1020213,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":24953,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4225,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
475884544,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":21,"Value":9197,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1249203,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":34750578,"Value":64855
15325,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":74,"Value":18627,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":328489985,"
Value":48671245517,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":351,"Value":57
049,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":351,"Executor Deserialize CPU Time":328489985,"Executor Run
Time":74,"Executor CPU Time":34750578,"Result Size":8505,"JVM GC Time":21,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7426,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42261,"Total Records Read":1004},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":67134,"Records
Written":1004},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":784,"Index":150,"Attempt":0,"Launch Time":1529076390119,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":781,"Index":147,"Attempt":0,"Launch Time":1529076389673,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076390120,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"980","Value":"145246","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2492727147","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-79","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"81","Value":"22421","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":980,"Value":1452
46,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":65598,"Value":9725
512,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":980,"Value":1
45246,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
735,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41715,"Val
ue":6051115,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6755,"Val
ue":1026968,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":25123,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4254,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
492727296,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":21,"Value":9218,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1257708,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":41069101,"Value":65265
84426,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":82,"Value":18709,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":338272249,"
Value":49009517766,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":361,"Value":57
410,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":361,"Executor Deserialize CPU Time":338272249,"Executor Run
Time":82,"Executor CPU Time":41069101,"Result Size":8505,"JVM GC Time":21,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6755,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41715,"Total Records Read":980},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":65598,"Records
Written":980},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":785,"Index":151,"Attempt":0,"Launch Time":1529076390324,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":782,"Index":148,"Attempt":0,"Launch Time":1529076389913,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076390325,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"926","Value":"146172","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2509569898","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"65","Value":"22486","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":926,"Value":1461
72,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":62140,"Value":9787
652,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":926,"Value":1
46172,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
735,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39968,"Val
ue":6091083,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6962,"Val
ue":1033930,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":25293,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4283,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
509570048,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1266170,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":33727620,"Value":65603
12046,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":72,"Value":18781,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":332851515,"
Value":49342369281,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":336,"Value":57
746,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":336,"Executor Deserialize CPU Time":332851515,"Executor Run
Time":72,"Executor CPU Time":33727620,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6962,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39968,"Total Records Read":926},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":62140,"Records
Written":926},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":786,"Index":152,"Attempt":0,"Launch Time":1529076390341,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":783,"Index":149,"Attempt":0,"Launch Time":1529076389924,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076390342,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"924","Value":"147096","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2526412649","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"65","Value":"22551","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":924,"Value":1470
96,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":62333,"Value":9849
985,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":924,"Value":1
47096,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
735,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":46117,"Val
ue":6137200,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7065,"Val
ue":1040995,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":25464,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4312,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
526412800,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1274632,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35422405,"Value":65957
34451,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":67,"Value":18848,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":346557237,"
Value":49688926518,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":347,"Value":58
093,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":347,"Executor Deserialize CPU Time":346557237,"Executor Run
Time":67,"Executor CPU Time":35422405,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":7065,"Remote Bytes Read To Disk":0,"Local Bytes
Read":46117,"Total Records Read":924},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":62333,"Records
Written":924},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":787,"Index":153,"Attempt":0,"Launch Time":1529076390582,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":784,"Index":150,"Attempt":0,"Launch Time":1529076390119,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076390582,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"925","Value":"148021","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2543255400","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-81","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"135","Value":"22686","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":925,"Value":1480
21,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":62106,"Value":9912
091,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":925,"Value":1
48021,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
735,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41049,"Val
ue":6178249,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6612,"Val
ue":1047607,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":25634,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4341,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
543255552,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":9235,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1283137,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":50342660,"Value":66460
77111,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":109,"Value":18957,"Int
ernal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":351217836,"
Value":50040144354,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":350,"Value":58
443,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":350,"Executor Deserialize CPU Time":351217836,"Executor Run
Time":109,"Executor CPU Time":50342660,"Result Size":8505,"JVM GC Time":17,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6612,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41049,"Total Records Read":925},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":62106,"Records
Written":925},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":788,"Index":154,"Attempt":0,"Launch Time":1529076390770,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":786,"Index":152,"Attempt":0,"Launch Time":1529076390341,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076390770,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"924","Value":"148945","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2560098151","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"57","Value":"22743","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":924,"Value":1489
45,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":62042,"Value":9974
133,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":924,"Value":1
48945,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
735,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41170,"Val
ue":6219419,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6669,"Val
ue":1054276,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":25803,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4370,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
560098304,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":9252,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1291642,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":29080780,"Value":66751
57891,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":82,"Value":19039,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":324973046,"
Value":50365117400,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":343,"Value":58
786,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":343,"Executor Deserialize CPU Time":324973046,"Executor Run
Time":82,"Executor CPU Time":29080780,"Result Size":8505,"JVM GC Time":17,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":6669,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41170,"Total Records Read":924},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":62042,"Records
Written":924},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":789,"Index":155,"Attempt":0,"Launch Time":1529076390776,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":785,"Index":151,"Attempt":0,"Launch Time":1529076390324,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076390776,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1014","Value":"149959","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2576940902","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-82","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"67","Value":"22810","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1014,"Value":149
959,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":67804,"Value":1004
1937,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1014,"Value":
149959,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
735,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41622,"Val
ue":6261041,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7087,"Val
ue":1061363,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":25973,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4399,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
576941056,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":9269,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1300147,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":32599926,"Value":67077
57817,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":79,"Value":19118,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":351273162,"
Value":50716390562,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":369,"Value":59
155,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":369,"Executor Deserialize CPU Time":351273162,"Executor Run
Time":79,"Executor CPU Time":32599926,"Result Size":8505,"JVM GC Time":17,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7087,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41622,"Total Records Read":1014},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":67804,"Records
Written":1014},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":790,"Index":156,"Attempt":0,"Launch Time":1529076390953,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":787,"Index":153,"Attempt":0,"Launch Time":1529076390582,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076390953,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"915","Value":"150874","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2593783653","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"67","Value":"22877","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":915,"Value":1508
74,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":61466,"Value":1010
3403,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":915,"Value":1
50874,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
735,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39769,"Val
ue":6300810,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6670,"Val
ue":1068033,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":26144,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4428,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
593783808,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1308609,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":29162599,"Value":67369
20416,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":64,"Value":19182,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":302937848,"
Value":51019328410,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":304,"Value":59
459,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":304,"Executor Deserialize CPU Time":302937848,"Executor Run
Time":64,"Executor CPU Time":29162599,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6670,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39769,"Total Records Read":915},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":61466,"Records
Written":915},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":791,"Index":157,"Attempt":0,"Launch Time":1529076391182,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":789,"Index":155,"Attempt":0,"Launch Time":1529076390776,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076391182,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"958","Value":"151832","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2610626404","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"57","Value":"22934","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":958,"Value":1518
32,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64220,"Value":1016
7623,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":958,"Value":1
51832,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
735,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40892,"Val
ue":6341702,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6890,"Val
ue":1074923,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":165,"V
alue":26309,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4457,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
610626560,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":9282,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1317114,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":32616086,"Value":67695
36502,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":86,"Value":19268,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":316980827,"
Value":51336309237,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":316,"Value":59
775,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":316,"Executor Deserialize CPU Time":316980827,"Executor Run
Time":86,"Executor CPU Time":32616086,"Result Size":8505,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":165,"Fetch Wait
Time":0,"Remote Bytes Read":6890,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40892,"Total Records Read":958},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64220,"Records
Written":958},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":792,"Index":158,"Attempt":0,"Launch Time":1529076391198,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":788,"Index":154,"Attempt":0,"Launch Time":1529076390770,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076391199,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1043","Value":"152875","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2627469155","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-84","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"99","Value":"23033","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1043,"Value":152
875,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":69722,"Value":1023
7345,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1043,"Value":
152875,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
735,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":43655,"Val
ue":6385357,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7636,"Val
ue":1082559,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":26480,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4486,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
627469312,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":9295,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1325619,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":34517271,"Value":68040
53773,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":79,"Value":19347,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":346149490,"
Value":51682458727,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":347,"Value":60
122,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":347,"Executor Deserialize CPU Time":346149490,"Executor Run
Time":79,"Executor CPU Time":34517271,"Result Size":8505,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":7636,"Remote Bytes Read To Disk":0,"Local Bytes
Read":43655,"Total Records Read":1043},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":69722,"Records
Written":1043},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":631,"Index":3,"Attempt":0,"Launch Time":1529076349089,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076391242,"Failed":false,"Killed":false,"Accumulables":
[{"ID":278,"Name":"data size total (min, med,
max)","Update":"213663967","Value":"1094654457","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":283,"Name":"number of output
rows","Update":"842327","Value":"10315212","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":88,"Name":"number of output
rows","Update":"842327","Value":"16950387","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":100,"Name":"duration total (min, med,
max)","Update":"82917","Value":"1342207","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":361,"Name":"internal.metrics.input.recordsRead","Update":842327,"Value":43152
12,"Internal":true,"Count Failed Values":true},
{"ID":360,"Name":"internal.metrics.input.bytesRead","Update":134283264,"Value":2043
524400,"Internal":true,"Count Failed Values":true},
{"ID":359,"Name":"internal.metrics.shuffle.write.writeTime","Update":591337026,"Val
ue":1342064891,"Internal":true,"Count Failed Values":true},
{"ID":358,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":842327,"V
alue":4315212,"Internal":true,"Count Failed Values":true},
{"ID":357,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":76427230,"V
alue":391565332,"Internal":true,"Count Failed Values":true},
{"ID":344,"Name":"internal.metrics.jvmGCTime","Update":5290,"Value":19510,"Internal
":true,"Count Failed Values":true},
{"ID":343,"Name":"internal.metrics.resultSize","Update":4796,"Value":25354,"Interna
l":true,"Count Failed Values":true},
{"ID":342,"Name":"internal.metrics.executorCpuTime","Update":36208515631,"Value":11
6103102872,"Internal":true,"Count Failed Values":true},
{"ID":341,"Name":"internal.metrics.executorRunTime","Update":41946,"Value":136362,"
Internal":true,"Count Failed Values":true},
{"ID":340,"Name":"internal.metrics.executorDeserializeCpuTime","Update":197407178,"
Value":894927723,"Internal":true,"Count Failed Values":true},
{"ID":339,"Name":"internal.metrics.executorDeserializeTime","Update":200,"Value":94
7,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":200,"Executor Deserialize CPU Time":197407178,"Executor Run
Time":41946,"Executor CPU Time":36208515631,"Result Size":4796,"JVM GC
Time":5290,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":76427230,"Shuffle Write Time":591337026,"Shuffle Records
Written":842327},"Input Metrics":{"Bytes Read":134283264,"Records
Read":842327},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated
Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":793,"Index":159,"Attempt":0,"Launch Time":1529076391347,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":790,"Index":156,"Attempt":0,"Launch Time":1529076390953,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076391348,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"909","Value":"153784","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2644311906","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"71","Value":"23104","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":909,"Value":1537
84,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":61082,"Value":1029
8427,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":909,"Value":1
53784,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
735,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41543,"Val
ue":6426900,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6981,"Val
ue":1089540,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":26649,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4515,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
644312064,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":9308,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1334124,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":38443657,"Value":68424
97430,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":79,"Value":19426,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":296319360,"
Value":51978778087,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":312,"Value":60
434,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":312,"Executor Deserialize CPU Time":296319360,"Executor Run
Time":79,"Executor CPU Time":38443657,"Result Size":8505,"JVM GC Time":13,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":6981,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41543,"Total Records Read":909},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":61082,"Records
Written":909},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":794,"Index":160,"Attempt":0,"Launch Time":1529076391622,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":791,"Index":157,"Attempt":0,"Launch Time":1529076391182,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076391622,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"959","Value":"154743","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2661154657","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"69","Value":"23173","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":959,"Value":1547
43,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64284,"Value":1036
2711,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":959,"Value":1
54743,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
735,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41194,"Val
ue":6468094,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6576,"Val
ue":1096116,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":26819,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4544,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
661154816,"Internal":true,"Count Failed Values":true},
{"ID":370,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":16,"
Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1342629,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35169193,"Value":68776
66623,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":86,"Value":19512,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":349651755,"
Value":52328429842,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":350,"Value":60
784,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":350,"Executor Deserialize CPU Time":349651755,"Executor Run
Time":86,"Executor CPU Time":35169193,"Result Size":8505,"JVM GC Time":0,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6576,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41194,"Total Records Read":959},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64284,"Records
Written":959},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":795,"Index":161,"Attempt":0,"Launch Time":1529076391627,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":792,"Index":158,"Attempt":0,"Launch Time":1529076391198,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076391627,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1090","Value":"155833","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2677997408","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-86","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"71","Value":"23244","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1090,"Value":155
833,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":72730,"Value":1043
5441,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1090,"Value":
155833,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
735,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":44553,"Val
ue":6512647,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7651,"Val
ue":1103767,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":26990,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4573,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
677997568,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1351091,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":34576242,"Value":69122
42865,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":81,"Value":19593,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":345036203,"
Value":52673466045,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":345,"Value":61
129,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":345,"Executor Deserialize CPU Time":345036203,"Executor Run
Time":81,"Executor CPU Time":34576242,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":7651,"Remote Bytes Read To Disk":0,"Local Bytes
Read":44553,"Total Records Read":1090},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":72730,"Records
Written":1090},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":796,"Index":162,"Attempt":0,"Launch Time":1529076391776,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":793,"Index":159,"Attempt":0,"Launch Time":1529076391347,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076391777,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1001","Value":"156834","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2694840159","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"71","Value":"23315","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1001,"Value":156
834,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":66972,"Value":1050
2413,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1001,"Value":
156834,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":3
736,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41351,"Val
ue":6553998,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7312,"Val
ue":1111079,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":27160,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4602,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
694840320,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1359553,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":36499917,"Value":69487
42782,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":87,"Value":19680,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":338319501,"
Value":53011785546,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":338,"Value":61
467,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":338,"Executor Deserialize CPU Time":338319501,"Executor Run
Time":87,"Executor CPU Time":36499917,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":1,"Remote Bytes Read":7312,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41351,"Total Records Read":1001},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":66972,"Records
Written":1001},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":797,"Index":163,"Attempt":0,"Launch Time":1529076392079,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":794,"Index":160,"Attempt":0,"Launch Time":1529076391622,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076392080,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1105","Value":"157939","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2711682910","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-87","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"73","Value":"23388","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1105,"Value":157
939,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":73690,"Value":1057
6103,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1105,"Value":
157939,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
736,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":45197,"Val
ue":6599195,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7677,"Val
ue":1118756,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":27330,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4631,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
711683072,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":19,"Value":9327,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1368058,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":39378950,"Value":69881
21732,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":84,"Value":19764,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":348614774,"
Value":53360400320,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":370,"Value":61
837,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":370,"Executor Deserialize CPU Time":348614774,"Executor Run
Time":84,"Executor CPU Time":39378950,"Result Size":8505,"JVM GC Time":19,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7677,"Remote Bytes Read To Disk":0,"Local Bytes
Read":45197,"Total Records Read":1105},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":73690,"Records
Written":1105},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":798,"Index":164,"Attempt":0,"Launch Time":1529076392130,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":795,"Index":161,"Attempt":0,"Launch Time":1529076391627,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076392131,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"931","Value":"158870","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2728525661","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"133","Value":"23521","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":931,"Value":1588
70,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":62490,"Value":1063
8593,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":931,"Value":1
58870,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":29,"Value":
3765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40221,"Val
ue":6639416,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7094,"Val
ue":1125850,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":27501,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4660,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
728525824,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":19,"Value":9346,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1376563,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":38630777,"Value":70267
52509,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":105,"Value":19869,"Int
ernal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":373365218,"
Value":53733765538,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":395,"Value":62
232,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":395,"Executor Deserialize CPU Time":373365218,"Executor Run
Time":105,"Executor CPU Time":38630777,"Result Size":8505,"JVM GC Time":19,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":29,"Remote Bytes Read":7094,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40221,"Total Records Read":931},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":62490,"Records
Written":931},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":799,"Index":165,"Attempt":0,"Launch Time":1529076392210,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":796,"Index":162,"Attempt":0,"Launch Time":1529076391776,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076392211,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"903","Value":"159773","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2745368412","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"59","Value":"23580","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":903,"Value":1597
73,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":60698,"Value":1069
9291,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":903,"Value":1
59773,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40704,"Val
ue":6680120,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6668,"Val
ue":1132518,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":168,"V
alue":27669,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":4688,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
745368576,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":19,"Value":9365,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1385068,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":30870178,"Value":70576
22687,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":71,"Value":19940,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":338539846,"
Value":54072305384,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":360,"Value":62
592,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":360,"Executor Deserialize CPU Time":338539846,"Executor Run
Time":71,"Executor CPU Time":30870178,"Result Size":8505,"JVM GC Time":19,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":168,"Fetch Wait
Time":0,"Remote Bytes Read":6668,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40704,"Total Records Read":903},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":60698,"Records
Written":903},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":800,"Index":166,"Attempt":0,"Launch Time":1529076392570,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":798,"Index":164,"Attempt":0,"Launch Time":1529076392130,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076392571,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1007","Value":"160780","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2762211163","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"77","Value":"23657","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1007,"Value":160
780,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":67356,"Value":1076
6647,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1007,"Value":
160780,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":43281,"Val
ue":6723401,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7477,"Val
ue":1139995,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":27838,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4717,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
762211328,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1393530,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":37607102,"Value":70952
29789,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":83,"Value":20023,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":349655792,"
Value":54421961176,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":353,"Value":62
945,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":353,"Executor Deserialize CPU Time":349655792,"Executor Run
Time":83,"Executor CPU Time":37607102,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":7477,"Remote Bytes Read To Disk":0,"Local Bytes
Read":43281,"Total Records Read":1007},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":67356,"Records
Written":1007},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":801,"Index":167,"Attempt":0,"Launch Time":1529076392604,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":797,"Index":163,"Attempt":0,"Launch Time":1529076392079,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076392605,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"902","Value":"161682","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2779053914","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"99","Value":"23756","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":902,"Value":1616
82,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":60634,"Value":1082
7281,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":902,"Value":1
61682,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39244,"Val
ue":6762645,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7103,"Val
ue":1147098,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":28007,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4746,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
779054080,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":21,"Value":9386,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1402035,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":44873453,"Value":71401
03242,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":125,"Value":20148,"Int
ernal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":393027657,"
Value":54814988833,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":396,"Value":63
341,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":396,"Executor Deserialize CPU Time":393027657,"Executor Run
Time":125,"Executor CPU Time":44873453,"Result Size":8505,"JVM GC Time":21,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":7103,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39244,"Total Records Read":902},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":60634,"Records
Written":902},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":802,"Index":168,"Attempt":0,"Launch Time":1529076392650,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":799,"Index":165,"Attempt":0,"Launch Time":1529076392210,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076392651,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"988","Value":"162670","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2795896665","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"111","Value":"23867","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":988,"Value":1626
70,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":66140,"Value":1089
3421,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":988,"Value":1
62670,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42600,"Val
ue":6805245,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6410,"Val
ue":1153508,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":28178,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4775,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
795896832,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":21,"Value":9407,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1410540,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":32612116,"Value":71727
15358,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":102,"Value":20250,"Int
ernal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":327897144,"
Value":55142885977,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":335,"Value":63
676,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":335,"Executor Deserialize CPU Time":327897144,"Executor Run
Time":102,"Executor CPU Time":32612116,"Result Size":8505,"JVM GC Time":21,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6410,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42600,"Total Records Read":988},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":66140,"Records
Written":988},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":803,"Index":169,"Attempt":0,"Launch Time":1529076393045,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":801,"Index":167,"Attempt":0,"Launch Time":1529076392604,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076393045,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"929","Value":"163599","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2812739416","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"63","Value":"23930","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":929,"Value":1635
99,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":62362,"Value":1095
5783,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":929,"Value":1
63599,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40503,"Val
ue":6845748,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6730,"Val
ue":1160238,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":168,"V
alue":28346,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4804,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
812739584,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1419002,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":33459561,"Value":72061
74919,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":89,"Value":20339,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":347379494,"
Value":55490265471,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":348,"Value":64
024,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":348,"Executor Deserialize CPU Time":347379494,"Executor Run
Time":89,"Executor CPU Time":33459561,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":168,"Fetch Wait
Time":0,"Remote Bytes Read":6730,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40503,"Total Records Read":929},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":62362,"Records
Written":929},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":804,"Index":170,"Attempt":0,"Launch Time":1529076393050,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":802,"Index":168,"Attempt":0,"Launch Time":1529076392650,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076393050,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"955","Value":"164554","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2829582167","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"55","Value":"23985","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":955,"Value":1645
54,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64028,"Value":1101
9811,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":955,"Value":1
64554,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41252,"Val
ue":6887000,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6949,"Val
ue":1167187,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":28517,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4833,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
829582336,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1427464,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":30016582,"Value":72361
91501,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":86,"Value":20425,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":308874720,"
Value":55799140191,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":311,"Value":64
335,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":311,"Executor Deserialize CPU Time":308874720,"Executor Run
Time":86,"Executor CPU Time":30016582,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6949,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41252,"Total Records Read":955},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64028,"Records
Written":955},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":805,"Index":171,"Attempt":0,"Launch Time":1529076393051,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":800,"Index":166,"Attempt":0,"Launch Time":1529076392570,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076393052,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"993","Value":"165547","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2846424918","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-94","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"83","Value":"24068","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":993,"Value":1655
47,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":66460,"Value":1108
6271,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":993,"Value":1
65547,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42893,"Val
ue":6929893,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7112,"Val
ue":1174299,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":28686,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4862,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
846425088,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":21,"Value":9428,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1435969,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":42163046,"Value":72783
54547,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":102,"Value":20527,"Int
ernal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":351383570,"
Value":56150523761,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":374,"Value":64
709,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":374,"Executor Deserialize CPU Time":351383570,"Executor Run
Time":102,"Executor CPU Time":42163046,"Result Size":8505,"JVM GC Time":21,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":7112,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42893,"Total Records Read":993},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":66460,"Records
Written":993},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":806,"Index":172,"Attempt":0,"Launch Time":1529076393410,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":805,"Index":171,"Attempt":0,"Launch Time":1529076393051,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076393411,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"952","Value":"166499","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2863267669","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"55","Value":"24123","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":952,"Value":1664
99,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":63836,"Value":1115
0107,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":952,"Value":1
66499,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41508,"Val
ue":6971401,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7489,"Val
ue":1181788,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":28855,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":4890,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
863267840,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":9440,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1444474,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":28721108,"Value":73070
75655,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":57,"Value":20584,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":285441952,"
Value":56435965713,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":299,"Value":65
008,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":299,"Executor Deserialize CPU Time":285441952,"Executor Run
Time":57,"Executor CPU Time":28721108,"Result Size":8505,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":7489,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41508,"Total Records Read":952},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":63836,"Records
Written":952},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":807,"Index":173,"Attempt":0,"Launch Time":1529076393502,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":804,"Index":170,"Attempt":0,"Launch Time":1529076393050,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076393502,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"942","Value":"167441","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2880110420","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"63","Value":"24186","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":942,"Value":1674
41,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":63196,"Value":1121
3303,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":942,"Value":1
67441,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41125,"Val
ue":7012526,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6434,"Val
ue":1188222,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":29025,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4919,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
880110592,"Internal":true,"Count Failed Values":true},
{"ID":370,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":17,"
Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":9452,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8548,"Value":1453022,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":33692559,"Value":73407
68214,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":84,"Value":20668,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":351447486,"
Value":56787413199,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":364,"Value":65
372,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":364,"Executor Deserialize CPU Time":351447486,"Executor Run
Time":84,"Executor CPU Time":33692559,"Result Size":8548,"JVM GC Time":12,"Result
Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6434,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41125,"Total Records Read":942},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":63196,"Records
Written":942},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":808,"Index":174,"Attempt":0,"Launch Time":1529076393507,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":803,"Index":169,"Attempt":0,"Launch Time":1529076393045,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076393508,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1019","Value":"168460","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2896953171","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"75","Value":"24261","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1019,"Value":168
460,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":68140,"Value":1128
1443,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1019,"Value":
168460,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42933,"Val
ue":7055459,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7521,"Val
ue":1195743,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":29195,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4948,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
896953344,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":12,"Value":9464,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1461527,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35085020,"Value":73758
53234,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":89,"Value":20757,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":356885031,"
Value":57144298230,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":370,"Value":65
742,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":370,"Executor Deserialize CPU Time":356885031,"Executor Run
Time":89,"Executor CPU Time":35085020,"Result Size":8505,"JVM GC Time":12,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7521,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42933,"Total Records Read":1019},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":68140,"Records
Written":1019},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":809,"Index":175,"Attempt":0,"Launch Time":1529076393753,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":806,"Index":172,"Attempt":0,"Launch Time":1529076393410,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076393754,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1024","Value":"169484","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2913795922","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"61","Value":"24322","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1024,"Value":169
484,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":68476,"Value":1134
9919,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1024,"Value":
169484,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41696,"Val
ue":7097155,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7506,"Val
ue":1203249,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":29364,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":4977,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
913796096,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1469989,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":30267000,"Value":74061
20234,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":71,"Value":20828,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":268409885,"
Value":57412708115,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":269,"Value":66
011,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":269,"Executor Deserialize CPU Time":268409885,"Executor Run
Time":71,"Executor CPU Time":30267000,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":7506,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41696,"Total Records Read":1024},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":68476,"Records
Written":1024},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":810,"Index":176,"Attempt":0,"Launch Time":1529076393941,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":807,"Index":173,"Attempt":0,"Launch Time":1529076393502,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076393942,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"973","Value":"170457","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2930638673","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"77","Value":"24399","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":973,"Value":1704
57,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":65180,"Value":1141
5099,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":973,"Value":1
70457,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41347,"Val
ue":7138502,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6914,"Val
ue":1210163,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":29534,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":27,"V
alue":5004,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
930638848,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":9479,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1478494,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":31800677,"Value":74379
20911,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":90,"Value":20918,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":345004813,"
Value":57757712928,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":346,"Value":66
357,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":346,"Executor Deserialize CPU Time":345004813,"Executor Run
Time":90,"Executor CPU Time":31800677,"Result Size":8505,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":27,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6914,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41347,"Total Records Read":973},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":65180,"Records
Written":973},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":811,"Index":177,"Attempt":0,"Launch Time":1529076393970,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":808,"Index":174,"Attempt":0,"Launch Time":1529076393507,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076393971,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"902","Value":"171359","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2947481424","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-99","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"133","Value":"24532","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":902,"Value":1713
59,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":60961,"Value":1147
6060,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":902,"Value":1
71359,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40860,"Val
ue":7179362,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6741,"Val
ue":1216904,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":168,"V
alue":29702,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":5032,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
947481600,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":9494,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1486999,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":50299866,"Value":74882
20777,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":97,"Value":21015,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":363516747,"
Value":58121229675,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":363,"Value":66
720,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":363,"Executor Deserialize CPU Time":363516747,"Executor Run
Time":97,"Executor CPU Time":50299866,"Result Size":8505,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":168,"Fetch Wait
Time":0,"Remote Bytes Read":6741,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40860,"Total Records Read":902},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":60961,"Records
Written":902},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":812,"Index":178,"Attempt":0,"Launch Time":1529076394153,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":809,"Index":175,"Attempt":0,"Launch Time":1529076393753,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076394154,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"955","Value":"172314","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2964324175","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"77","Value":"24609","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":955,"Value":1723
14,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64023,"Value":1154
0083,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":955,"Value":1
72314,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39824,"Val
ue":7219186,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6637,"Val
ue":1223541,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":29871,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":5061,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
964324352,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":9509,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1495504,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":36327931,"Value":75245
48708,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":107,"Value":21122,"Int
ernal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":272908568,"
Value":58394138243,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":290,"Value":67
010,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":290,"Executor Deserialize CPU Time":272908568,"Executor Run
Time":107,"Executor CPU Time":36327931,"Result Size":8505,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":6637,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39824,"Total Records Read":955},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64023,"Records
Written":955},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":813,"Index":179,"Attempt":0,"Launch Time":1529076394395,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":810,"Index":176,"Attempt":0,"Launch Time":1529076393941,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076394396,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1010","Value":"173324","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2981166926","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"81","Value":"24690","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1010,"Value":173
324,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":67543,"Value":1160
7626,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1010,"Value":
173324,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40932,"Val
ue":7260118,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6909,"Val
ue":1230450,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":30042,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":5089,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
981167104,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1503966,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":39688414,"Value":75642
37122,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":98,"Value":21220,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":351382395,"
Value":58745520638,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":351,"Value":67
361,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":351,"Executor Deserialize CPU Time":351382395,"Executor Run
Time":98,"Executor CPU Time":39688414,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6909,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40932,"Total Records Read":1010},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":67543,"Records
Written":1010},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":814,"Index":180,"Attempt":0,"Launch Time":1529076394399,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":811,"Index":177,"Attempt":0,"Launch Time":1529076393970,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076394399,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1040","Value":"174364","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"2998009677","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"85","Value":"24775","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1040,"Value":174
364,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":69525,"Value":1167
7151,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1040,"Value":
174364,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41867,"Val
ue":7301985,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7529,"Val
ue":1237979,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":30213,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":5118,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":2
998009856,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1512428,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35806255,"Value":76000
43377,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":81,"Value":21301,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":344214299,"
Value":59089734937,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":345,"Value":67
706,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":345,"Executor Deserialize CPU Time":344214299,"Executor Run
Time":81,"Executor CPU Time":35806255,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":7529,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41867,"Total Records Read":1040},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":69525,"Records
Written":1040},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":815,"Index":181,"Attempt":0,"Launch Time":1529076394611,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":812,"Index":178,"Attempt":0,"Launch Time":1529076394153,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076394611,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1007","Value":"175371","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"3014852428","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"81","Value":"24856","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1007,"Value":175
371,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":67351,"Value":1174
4502,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1007,"Value":
175371,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41641,"Val
ue":7343626,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6867,"Val
ue":1244846,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":30383,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":5146,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
014852608,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1520890,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":41336755,"Value":76413
80132,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":90,"Value":21391,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":360909759,"
Value":59450644696,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":363,"Value":68
069,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":363,"Executor Deserialize CPU Time":360909759,"Executor Run
Time":90,"Executor CPU Time":41336755,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6867,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41641,"Total Records Read":1007},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":67351,"Records
Written":1007},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":816,"Index":182,"Attempt":0,"Launch Time":1529076394873,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":813,"Index":179,"Attempt":0,"Launch Time":1529076394395,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076394874,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"934","Value":"176305","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"3031695179","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"101","Value":"24957","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":934,"Value":1763
05,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":62677,"Value":1180
7179,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":934,"Value":1
76305,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40981,"Val
ue":7384607,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7049,"Val
ue":1251895,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":30553,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":5175,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
031695360,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":27,"Value":9536,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1529395,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":42376649,"Value":76837
56781,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":102,"Value":21493,"Int
ernal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":343612911,"
Value":59794257607,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":373,"Value":68
442,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":373,"Executor Deserialize CPU Time":343612911,"Executor Run
Time":102,"Executor CPU Time":42376649,"Result Size":8505,"JVM GC Time":27,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7049,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40981,"Total Records Read":934},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":62677,"Records
Written":934},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":817,"Index":183,"Attempt":0,"Launch Time":1529076394879,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":814,"Index":180,"Attempt":0,"Launch Time":1529076394399,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076394880,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1051","Value":"177356","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"3048537930","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"69","Value":"25026","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1051,"Value":177
356,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":70229,"Value":1187
7408,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1051,"Value":
177356,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41609,"Val
ue":7426216,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7361,"Val
ue":1259256,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":30723,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":5204,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
048538112,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":27,"Value":9563,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1537900,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":34372925,"Value":77181
29706,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":86,"Value":21579,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":362753583,"
Value":60157011190,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":391,"Value":68
833,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":391,"Executor Deserialize CPU Time":362753583,"Executor Run
Time":86,"Executor CPU Time":34372925,"Result Size":8505,"JVM GC Time":27,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7361,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41609,"Total Records Read":1051},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":70229,"Records
Written":1051},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":818,"Index":184,"Attempt":0,"Launch Time":1529076395084,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":815,"Index":181,"Attempt":0,"Launch Time":1529076394611,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076395085,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"982","Value":"178338","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"3065380681","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"71","Value":"25097","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":982,"Value":1783
38,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":65751,"Value":1194
3159,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":982,"Value":1
78338,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40536,"Val
ue":7466752,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7341,"Val
ue":1266597,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":168,"V
alue":30891,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":5233,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
065380864,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":27,"Value":9590,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1546405,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35192863,"Value":77533
22569,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":70,"Value":21649,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":372163571,"
Value":60529174761,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":400,"Value":69
233,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":400,"Executor Deserialize CPU Time":372163571,"Executor Run
Time":70,"Executor CPU Time":35192863,"Result Size":8505,"JVM GC Time":27,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":168,"Fetch Wait
Time":0,"Remote Bytes Read":7341,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40536,"Total Records Read":982},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":65751,"Records
Written":982},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":819,"Index":185,"Attempt":0,"Launch Time":1529076395307,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":817,"Index":183,"Attempt":0,"Launch Time":1529076394879,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076395308,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"938","Value":"179276","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"3082223432","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"77","Value":"25174","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":938,"Value":1792
76,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":62933,"Value":1200
6092,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":938,"Value":1
79276,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40334,"Val
ue":7507086,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6495,"Val
ue":1273092,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":31060,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":5262,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
082223616,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1554867,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":34599877,"Value":77879
22446,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":74,"Value":21723,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":349622199,"
Value":60878796960,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":351,"Value":69
584,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":351,"Executor Deserialize CPU Time":349622199,"Executor Run
Time":74,"Executor CPU Time":34599877,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":6495,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40334,"Total Records Read":938},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":62933,"Records
Written":938},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":820,"Index":186,"Attempt":0,"Launch Time":1529076395319,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":816,"Index":182,"Attempt":0,"Launch Time":1529076394873,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076395319,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"917","Value":"180193","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"3099066183","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"79","Value":"25253","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":917,"Value":1801
93,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":61589,"Value":1206
7681,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":917,"Value":1
80193,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":38446,"Val
ue":7545532,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6716,"Val
ue":1279808,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":31230,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":5290,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
099066368,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1563329,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":42160032,"Value":78300
82478,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":85,"Value":21808,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":352390562,"
Value":61231187522,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":357,"Value":69
941,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":357,"Executor Deserialize CPU Time":352390562,"Executor Run
Time":85,"Executor CPU Time":42160032,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6716,"Remote Bytes Read To Disk":0,"Local Bytes
Read":38446,"Total Records Read":917},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":61589,"Records
Written":917},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":821,"Index":187,"Attempt":0,"Launch Time":1529076395530,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":818,"Index":184,"Attempt":0,"Launch Time":1529076395084,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076395531,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"994","Value":"181187","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"3115908934","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"65","Value":"25318","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":994,"Value":1811
87,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":66519,"Value":1213
4200,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":994,"Value":1
81187,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40604,"Val
ue":7586136,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6992,"Val
ue":1286800,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":31400,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":5319,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
115909120,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":20,"Value":9610,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1571834,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":33695746,"Value":78637
78224,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":72,"Value":21880,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":349020845,"
Value":61580208367,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":371,"Value":70
312,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":371,"Executor Deserialize CPU Time":349020845,"Executor Run
Time":72,"Executor CPU Time":33695746,"Result Size":8505,"JVM GC Time":20,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6992,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40604,"Total Records Read":994},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":66519,"Records
Written":994},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":822,"Index":188,"Attempt":0,"Launch Time":1529076395736,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":819,"Index":185,"Attempt":0,"Launch Time":1529076395307,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076395737,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"937","Value":"182124","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"3132751685","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"73","Value":"25391","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":937,"Value":1821
24,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":62869,"Value":1219
7069,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":937,"Value":1
82124,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39866,"Val
ue":7626002,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6888,"Val
ue":1293688,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":31570,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":5348,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
132751872,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":20,"Value":9630,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1580339,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":34830087,"Value":78986
08311,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":71,"Value":21951,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":332729336,"
Value":61912937703,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":355,"Value":70
667,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":355,"Executor Deserialize CPU Time":332729336,"Executor Run
Time":71,"Executor CPU Time":34830087,"Result Size":8505,"JVM GC Time":20,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6888,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39866,"Total Records Read":937},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":62869,"Records
Written":937},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":823,"Index":189,"Attempt":0,"Launch Time":1529076395770,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":820,"Index":186,"Attempt":0,"Launch Time":1529076395319,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076395771,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"960","Value":"183084","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"3149594436","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"79","Value":"25470","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":960,"Value":1830
84,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64343,"Value":1226
1412,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":960,"Value":1
83084,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40145,"Val
ue":7666147,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6769,"Val
ue":1300457,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":31740,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":5377,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
149594624,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":20,"Value":9650,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1588844,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":41995108,"Value":79406
03419,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":79,"Value":22030,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":345183502,"
Value":62258121205,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":369,"Value":71
036,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":369,"Executor Deserialize CPU Time":345183502,"Executor Run
Time":79,"Executor CPU Time":41995108,"Result Size":8505,"JVM GC Time":20,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6769,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40145,"Total Records Read":960},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64343,"Records
Written":960},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":824,"Index":190,"Attempt":0,"Launch Time":1529076395970,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":821,"Index":187,"Attempt":0,"Launch Time":1529076395530,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076395971,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"953","Value":"184037","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"3166437187","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"65","Value":"25535","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":953,"Value":1840
37,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":63895,"Value":1232
5307,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":953,"Value":1
84037,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40495,"Val
ue":7706642,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7015,"Val
ue":1307472,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":31911,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":5406,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
166437376,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1597306,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35816513,"Value":79764
19932,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":78,"Value":22108,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":358122510,"
Value":62616243715,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":358,"Value":71
394,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":358,"Executor Deserialize CPU Time":358122510,"Executor Run
Time":78,"Executor CPU Time":35816513,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":7015,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40495,"Total Records Read":953},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":63895,"Records
Written":953},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":825,"Index":191,"Attempt":0,"Launch Time":1529076396176,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":822,"Index":188,"Attempt":0,"Launch Time":1529076395736,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076396176,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"949","Value":"184986","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"3183279938","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"75","Value":"25610","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":949,"Value":1849
86,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":63639,"Value":1238
8946,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":949,"Value":1
84986,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39675,"Val
ue":7746317,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6643,"Val
ue":1314115,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":32081,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":5434,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
183280128,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":9665,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1605811,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":34418394,"Value":80108
38326,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":88,"Value":22196,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":346742190,"
Value":62962985905,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":349,"Value":71
743,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":349,"Executor Deserialize CPU Time":346742190,"Executor Run
Time":88,"Executor CPU Time":34418394,"Result Size":8505,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6643,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39675,"Total Records Read":949},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":63639,"Records
Written":949},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":826,"Index":192,"Attempt":0,"Launch Time":1529076396239,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":823,"Index":189,"Attempt":0,"Launch Time":1529076395770,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076396240,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"961","Value":"185947","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"3200122689","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"71","Value":"25681","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":961,"Value":1859
47,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64407,"Value":1245
3353,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":961,"Value":1
85947,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40617,"Val
ue":7786934,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7099,"Val
ue":1321214,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":168,"V
alue":32249,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":5463,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
200122880,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":9680,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1614316,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":35378863,"Value":80462
17189,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":82,"Value":22278,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":367784155,"
Value":63330770060,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":383,"Value":72
126,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":383,"Executor Deserialize CPU Time":367784155,"Executor Run
Time":82,"Executor CPU Time":35378863,"Result Size":8505,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":168,"Fetch Wait
Time":0,"Remote Bytes Read":7099,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40617,"Total Records Read":961},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64407,"Records
Written":961},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":827,"Index":193,"Attempt":0,"Launch Time":1529076396457,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":824,"Index":190,"Attempt":0,"Launch Time":1529076395970,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076396457,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"940","Value":"186887","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"3216965440","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"83","Value":"25764","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":940,"Value":1868
87,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":63061,"Value":1251
6414,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":940,"Value":1
86887,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":38985,"Val
ue":7825919,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6805,"Val
ue":1328019,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":32419,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":5492,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
216965632,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":9695,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1622821,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":39937406,"Value":80861
54595,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":87,"Value":22365,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":378525419,"
Value":63709295479,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":395,"Value":72
521,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":395,"Executor Deserialize CPU Time":378525419,"Executor Run
Time":87,"Executor CPU Time":39937406,"Result Size":8505,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":6805,"Remote Bytes Read To Disk":0,"Local Bytes
Read":38985,"Total Records Read":940},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":63061,"Records
Written":940},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":828,"Index":194,"Attempt":0,"Launch Time":1529076396548,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":825,"Index":191,"Attempt":0,"Launch Time":1529076396176,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076396548,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"960","Value":"187847","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"3233808191","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"55","Value":"25819","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":960,"Value":1878
47,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64343,"Value":1258
0757,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":960,"Value":1
87847,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41239,"Val
ue":7867158,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7055,"Val
ue":1335074,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":32589,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":5521,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
233808384,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1631283,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":29190466,"Value":81153
45061,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":62,"Value":22427,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":306015897,"
Value":64015311376,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":306,"Value":72
827,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":306,"Executor Deserialize CPU Time":306015897,"Executor Run
Time":62,"Executor CPU Time":29190466,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":0,"Remote Bytes Read":7055,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41239,"Total Records Read":960},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64343,"Records
Written":960},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":829,"Index":195,"Attempt":0,"Launch Time":1529076396662,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":826,"Index":192,"Attempt":0,"Launch Time":1529076396239,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076396662,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"978","Value":"188825","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"3250650942","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"67","Value":"25886","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":978,"Value":1888
25,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":65495,"Value":1264
6252,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":978,"Value":1
88825,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39831,"Val
ue":7906989,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6989,"Val
ue":1342063,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":166,"V
alue":32755,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":5550,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
250651136,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1639745,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":34311851,"Value":81496
56912,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":74,"Value":22501,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":345382707,"
Value":64360694083,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":346,"Value":73
173,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":346,"Executor Deserialize CPU Time":345382707,"Executor Run
Time":74,"Executor CPU Time":34311851,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":166,"Fetch Wait
Time":0,"Remote Bytes Read":6989,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39831,"Total Records Read":978},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":65495,"Records
Written":978},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":830,"Index":196,"Attempt":0,"Launch Time":1529076396890,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":827,"Index":193,"Attempt":0,"Launch Time":1529076396457,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076396891,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"975","Value":"189800","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"3267493693","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"77","Value":"25963","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":975,"Value":1898
00,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":65303,"Value":1271
1555,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":975,"Value":1
89800,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40439,"Val
ue":7947428,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7092,"Val
ue":1349155,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":168,"V
alue":32923,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":5579,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
267493888,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":9709,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1648250,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":32902741,"Value":81825
59653,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":72,"Value":22573,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":342431690,"
Value":64703125773,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":358,"Value":73
531,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":358,"Executor Deserialize CPU Time":342431690,"Executor Run
Time":72,"Executor CPU Time":32902741,"Result Size":8505,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":168,"Fetch Wait
Time":0,"Remote Bytes Read":7092,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40439,"Total Records Read":975},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":65303,"Records
Written":975},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":831,"Index":197,"Attempt":0,"Launch Time":1529076396942,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":828,"Index":194,"Attempt":0,"Launch Time":1529076396548,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076396942,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"996","Value":"190796","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"3284336444","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"51","Value":"26014","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":996,"Value":1907
96,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":66647,"Value":1277
8202,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":996,"Value":1
90796,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":40754,"Val
ue":7988182,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7047,"Val
ue":1356202,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":33094,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":5608,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
284336640,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":9723,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1656755,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":28389826,"Value":82109
49479,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":57,"Value":22630,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":319305017,"
Value":65022430790,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":334,"Value":73
865,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":334,"Executor Deserialize CPU Time":319305017,"Executor Run
Time":57,"Executor CPU Time":28389826,"Result Size":8505,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":7047,"Remote Bytes Read To Disk":0,"Local Bytes
Read":40754,"Total Records Read":996},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":66647,"Records
Written":996},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":832,"Index":198,"Attempt":0,"Launch Time":1529076397224,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":829,"Index":195,"Attempt":0,"Launch Time":1529076396662,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076397225,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1032","Value":"191828","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"3301179195","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"63","Value":"26077","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1032,"Value":191
828,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":69013,"Value":1284
7215,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1032,"Value":
191828,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41275,"Val
ue":8029457,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7056,"Val
ue":1363258,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":33265,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":5637,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
301179392,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":9737,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1665260,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":33176324,"Value":82441
25803,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":188,"Value":22818,"Int
ernal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":356109844,"
Value":65378540634,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":371,"Value":74
236,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":371,"Executor Deserialize CPU Time":356109844,"Executor Run
Time":188,"Executor CPU Time":33176324,"Result Size":8505,"JVM GC Time":14,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":7056,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41275,"Total Records Read":1032},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":69013,"Records
Written":1032},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":10,"Stage Attempt ID":0,"Task Info":
{"Task ID":833,"Index":199,"Attempt":0,"Launch Time":1529076397302,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":831,"Index":197,"Attempt":0,"Launch Time":1529076396942,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076397302,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1071","Value":"192899","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"3318021946","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"61","Value":"26138","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1071,"Value":192
899,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":71509,"Value":1291
8724,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1071,"Value":
192899,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":42402,"Val
ue":8071859,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":6647,"Val
ue":1369905,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":171,"V
alue":33436,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":5666,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
318022144,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1673722,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":27760806,"Value":82718
86609,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":78,"Value":22896,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":278523802,"
Value":65657064436,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":279,"Value":74
515,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":279,"Executor Deserialize CPU Time":278523802,"Executor Run
Time":78,"Executor CPU Time":27760806,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":171,"Fetch Wait
Time":0,"Remote Bytes Read":6647,"Remote Bytes Read To Disk":0,"Local Bytes
Read":42402,"Total Records Read":1071},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":71509,"Records
Written":1071},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":830,"Index":196,"Attempt":0,"Launch Time":1529076396890,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076397308,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"909","Value":"193808","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"3334864697","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"77","Value":"26215","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":909,"Value":1938
08,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":61077,"Value":1297
9801,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":909,"Value":1
93808,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":3
765,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39675,"Val
ue":8111534,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7045,"Val
ue":1376950,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":33605,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":5695,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
334864896,"Internal":true,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8462,"Value":1682184,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":31965330,"Value":83038
51939,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":84,"Value":22980,"Inte
rnal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":329397503,"
Value":65986461939,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":329,"Value":74
844,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":329,"Executor Deserialize CPU Time":329397503,"Executor Run
Time":84,"Executor CPU Time":31965330,"Result Size":8462,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":169,"Fetch Wait
Time":0,"Remote Bytes Read":7045,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39675,"Total Records Read":909},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":61077,"Records
Written":909},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":832,"Index":198,"Attempt":0,"Launch Time":1529076397224,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076400194,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"960","Value":"194768","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"3351707448","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-122","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"5155","Value":"31370","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":960,"Value":1947
68,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":64343,"Value":1304
4144,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":960,"Value":1
94768,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":2534,"Value
":6299,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":39648,"Val
ue":8151182,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7337,"Val
ue":1384287,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":169,"V
alue":33774,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":28,"V
alue":5723,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
351707648,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":9752,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1690689,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":45742209,"Value":83495
94148,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":2622,"Value":25602,"In
ternal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":328907723,"
Value":66315369662,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":344,"Value":75
188,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":344,"Executor Deserialize CPU Time":328907723,"Executor Run
Time":2622,"Executor CPU Time":45742209,"Result Size":8505,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":28,"Local Blocks Fetched":169,"Fetch Wait
Time":2534,"Remote Bytes Read":7337,"Remote Bytes Read To Disk":0,"Local Bytes
Read":39648,"Total Records Read":960},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":64343,"Records
Written":960},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":10,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":833,"Index":199,"Attempt":0,"Launch Time":1529076397302,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076400200,"Failed":false,"Killed":false,"Accumulables":
[{"ID":288,"Name":"number of output
rows","Update":"1014","Value":"195782","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":187,"Name":"peak memory total (min, med,
max)","Update":"16842751","Value":"3368550199","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Update":"0","Value":"-122","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":189,"Name":"duration total (min, med,
max)","Update":"5139","Value":"36509","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Update":1014,"Value":195
782,"Internal":true,"Count Failed Values":true},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Update":67799,"Value":1311
1943,"Internal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Update":1014,"Value":
195782,"Internal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":2524,"Value
":8823,"Internal":true,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":41171,"Val
ue":8192353,"Internal":true,"Count Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":7056,"Val
ue":1391343,"Internal":true,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":170,"V
alue":33944,"Internal":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":29,"V
alue":5752,"Internal":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Update":16842752,"Value":3
368550400,"Internal":true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":9767,"Internal":t
rue,"Count Failed Values":true},
{"ID":368,"Name":"internal.metrics.resultSize","Update":8505,"Value":1699194,"Inter
nal":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Update":43743035,"Value":83933
37183,"Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Update":2613,"Value":28215,"In
ternal":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Update":265266909,"
Value":66580636571,"Internal":true,"Count Failed Values":true},
{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Update":281,"Value":75
469,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":281,"Executor Deserialize CPU Time":265266909,"Executor Run
Time":2613,"Executor CPU Time":43743035,"Result Size":8505,"JVM GC Time":15,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":29,"Local Blocks Fetched":170,"Fetch Wait
Time":2524,"Remote Bytes Read":7056,"Remote Bytes Read To Disk":0,"Local Bytes
Read":41171,"Total Records Read":1014},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes Written":67799,"Records
Written":1014},"Updated Blocks":[]}}
{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":10,"Stage Attempt
ID":0,"Stage Name":"save at ParquetOutputSparkOperation.java:130","Number of
Tasks":200,"RDD Info":[{"RDD
ID":61,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"111\",\"name\":\"ExistingRDD\"}
","Callsite":"save at ParquetOutputSparkOperation.java:130","Parent IDs":
[56],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":48,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"68\",\"name\":\"WholeStageCodeg
en\"}","Callsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[47],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":52,"Name":"Parquet Output - Online Purchase_38835c28-999e-401c-8212-
e700f07deca8","Scope":"{\"id\":\"99\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[51],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":55,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"102\",\"name\":\"map\"}","Calls
ite":"map at ParquetOutputSparkOperation.java:157","Parent IDs":[52],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":47,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"71\",\"name\":\"Exchange\"}","Cal
lsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":[46],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":49,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"67\",\"name\":\"DeserializeToOb
ject\"}","Callsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[48],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":50,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"97\",\"name\":\"mapPartitions\"
}","Callsite":"toJavaRDD at BaseGroupBySparkOperation.java:149","Parent IDs":
[49],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":51,"Name":"Add constants_c0bf9c78-1361-463b-b58a-
d09d09340c7c","Scope":"{\"id\":\"98\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at BaseGroupBySparkOperation.java:152","Parent IDs":[50],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":56,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"105\",\"name\":\"map\"}","Calls
ite":"createDataFrame at ParquetOutputSparkOperation.java:160","Parent IDs":
[55],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[9],"Details":"org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:225)
\norg.pentaho.di.engine.spark.impl.ops.ParquetOutputSparkOperation.saveDefaultActio
n(ParquetOutputSparkOperation.java:130)\norg.pentaho.di.engine.spark.impl.ops.Parqu
etOutputSparkOperation.lambda$apply$2(ParquetOutputSparkOperation.java:105)\njava.u
til.concurrent.Executors$RunnableAdapter.call(Executors.java:511)\njava.util.concur
rent.FutureTask.run(FutureTask.java:266)\norg.pentaho.di.engine.spark.impl.executio
n.JobGroupDriverTask.lambda$new$0(JobGroupDriverTask.java:51)\njava.util.concurrent
.Executors$RunnableAdapter.call(Executors.java:511)\njava.util.concurrent.FutureTas
k.run(FutureTask.java:266)\njava.util.concurrent.ThreadPoolExecutor.runWorker(Threa
dPoolExecutor.java:1149)\njava.util.concurrent.ThreadPoolExecutor$Worker.run(Thread
PoolExecutor.java:624)\njava.lang.Thread.run(Thread.java:748)","Submission
Time":1529076349139,"Completion Time":1529076400200,"Accumulables":
[{"ID":364,"Name":"internal.metrics.executorDeserializeTime","Value":75469,"Interna
l":true,"Count Failed Values":true},
{"ID":373,"Name":"internal.metrics.peakExecutionMemory","Value":3368550400,"Interna
l":true,"Count Failed Values":true},
{"ID":367,"Name":"internal.metrics.executorCpuTime","Value":8393337183,"Internal":t
rue,"Count Failed Values":true},
{"ID":376,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Value":33944,"
Internal":true,"Count Failed Values":true},
{"ID":388,"Name":"internal.metrics.output.recordsWritten","Value":195782,"Internal"
:true,"Count Failed Values":true},
{"ID":370,"Name":"internal.metrics.resultSerializationTime","Value":17,"Internal":t
rue,"Count Failed Values":true},
{"ID":379,"Name":"internal.metrics.shuffle.read.localBytesRead","Value":8192353,"In
ternal":true,"Count Failed Values":true},{"ID":187,"Name":"peak memory total (min,
med, max)","Value":"3368550199","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":387,"Name":"internal.metrics.output.bytesWritten","Value":13111943,"Internal"
:true,"Count Failed Values":true},
{"ID":369,"Name":"internal.metrics.jvmGCTime","Value":9767,"Internal":true,"Count
Failed Values":true},
{"ID":378,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Value":0,"I
nternal":true,"Count Failed Values":true},
{"ID":381,"Name":"internal.metrics.shuffle.read.recordsRead","Value":195782,"Intern
al":true,"Count Failed Values":true},
{"ID":375,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Value":5752,"
Internal":true,"Count Failed Values":true},
{"ID":366,"Name":"internal.metrics.executorRunTime","Value":28215,"Internal":true,"
Count Failed Values":true},{"ID":189,"Name":"duration total (min, med,
max)","Value":"36509","Internal":true,"Count Failed Values":true,"Metadata":"sql"},
{"ID":288,"Name":"number of output rows","Value":"195782","Internal":true,"Count
Failed Values":true,"Metadata":"sql"},{"ID":186,"Name":"sort time total (min, med,
max)","Value":"-122","Internal":true,"Count Failed Values":true,"Metadata":"sql"},
{"ID":368,"Name":"internal.metrics.resultSize","Value":1699194,"Internal":true,"Cou
nt Failed Values":true},
{"ID":377,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Value":1391343,"I
nternal":true,"Count Failed Values":true},
{"ID":380,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Value":8823,"Intern
al":true,"Count Failed Values":true},
{"ID":365,"Name":"internal.metrics.executorDeserializeCpuTime","Value":66580636571,
"Internal":true,"Count Failed Values":true}]}}
{"Event":"SparkListenerJobEnd","Job ID":5,"Completion Time":1529076400200,"Job
Result":{"Result":"JobSucceeded"}}
{"Event":"org.apache.spark.sql.execution.ui.SparkListenerDriverAccumUpdates","execu
tionId":1,"accumUpdates":[[284,200],[285,13111943],[286,195782],[287,0]]}
{"Event":"org.apache.spark.sql.execution.ui.SparkListenerSQLExecutionEnd","executio
nId":1,"time":1529076401468}
{"Event":"org.pentaho.di.engine.spark.impl.events.FinalOperationEvent","operation":
"Parquet Output - Online Purchase_38835c28-999e-401c-8212-e700f07deca8"}
{"Event":"org.pentaho.di.engine.spark.impl.events.OperationEndedEvent","operation":
"Parquet Output - Online Purchase_38835c28-999e-401c-8212-e700f07deca8"}
{"Event":"org.pentaho.di.engine.spark.impl.events.OperationEndedEvent","operation":
"Add constants_c0bf9c78-1361-463b-b58a-d09d09340c7c"}
{"Event":"org.pentaho.di.engine.spark.impl.events.OperationEndedEvent","operation":
"Group by_0701cd0a-f6a0-463b-9260-499dbc0fd519"}
{"Event":"org.pentaho.di.engine.spark.impl.events.OperationEndedEvent","operation":
"Sort rows_e6949a49-3968-4d86-89d9-09094c8d0f56"}
{"Event":"org.pentaho.di.engine.spark.impl.events.OperationEndedEvent","operation":
"Clean up some fields_a66c000b-3729-4792-9fa6-f772f25cda3d"}
{"Event":"org.pentaho.di.engine.spark.impl.events.OperationEndedEvent","operation":
"SessionCounter_8da8d860-08f1-4cc0-b532-0e8c9e88868f"}
{"Event":"org.pentaho.di.engine.spark.impl.events.OperationEndedEvent","operation":
"Filter rows - OnlinePurchase_4b591203-41e4-4eca-9cdd-fe589fedd602"}
{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":645,"Index":4,"Attempt":0,"Launch Time":1529076360031,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076403027,"Failed":false,"Killed":false,"Accumulables":
[{"ID":278,"Name":"data size total (min, med,
max)","Update":"213700151","Value":"1308354608","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":283,"Name":"number of output
rows","Update":"842411","Value":"11157623","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":88,"Name":"number of output
rows","Update":"842411","Value":"17792798","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":100,"Name":"duration total (min, med,
max)","Update":"85409","Value":"1427572","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":361,"Name":"internal.metrics.input.recordsRead","Update":842411,"Value":51576
23,"Internal":true,"Count Failed Values":true},
{"ID":360,"Name":"internal.metrics.input.bytesRead","Update":134283264,"Value":2177
807664,"Internal":true,"Count Failed Values":true},
{"ID":359,"Name":"internal.metrics.shuffle.write.writeTime","Update":192375222,"Val
ue":1534440113,"Internal":true,"Count Failed Values":true},
{"ID":358,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":842411,"V
alue":5157623,"Internal":true,"Count Failed Values":true},
{"ID":357,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":76442387,"V
alue":468007719,"Internal":true,"Count Failed Values":true},
{"ID":344,"Name":"internal.metrics.jvmGCTime","Update":5093,"Value":24603,"Internal
":true,"Count Failed Values":true},
{"ID":343,"Name":"internal.metrics.resultSize","Update":4711,"Value":30065,"Interna
l":true,"Count Failed Values":true},
{"ID":342,"Name":"internal.metrics.executorCpuTime","Update":37655613948,"Value":15
3758716820,"Internal":true,"Count Failed Values":true},
{"ID":341,"Name":"internal.metrics.executorRunTime","Update":42789,"Value":179151,"
Internal":true,"Count Failed Values":true},
{"ID":340,"Name":"internal.metrics.executorDeserializeCpuTime","Update":167171628,"
Value":1062099351,"Internal":true,"Count Failed Values":true},
{"ID":339,"Name":"internal.metrics.executorDeserializeTime","Update":201,"Value":11
48,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":201,"Executor Deserialize CPU Time":167171628,"Executor Run
Time":42789,"Executor CPU Time":37655613948,"Result Size":4711,"JVM GC
Time":5093,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":76442387,"Shuffle Write Time":192375222,"Shuffle Records
Written":842411},"Input Metrics":{"Bytes Read":134283264,"Records
Read":842411},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated
Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":11,"Stage Attempt ID":0,"Task
Type":"ShuffleMapTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":761,"Index":6,"Attempt":0,"Launch Time":1529076386789,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076420149,"Failed":false,"Killed":false,"Accumulables":
[{"ID":278,"Name":"data size total (min, med,
max)","Update":"213694847","Value":"1522049455","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":283,"Name":"number of output
rows","Update":"842377","Value":"12000000","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":88,"Name":"number of output
rows","Update":"842377","Value":"18635175","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":100,"Name":"duration total (min, med,
max)","Update":"66239","Value":"1493811","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":361,"Name":"internal.metrics.input.recordsRead","Update":842377,"Value":60000
00,"Internal":true,"Count Failed Values":true},
{"ID":360,"Name":"internal.metrics.input.bytesRead","Update":134283264,"Value":2312
090928,"Internal":true,"Count Failed Values":true},
{"ID":359,"Name":"internal.metrics.shuffle.write.writeTime","Update":130642783,"Val
ue":1665082896,"Internal":true,"Count Failed Values":true},
{"ID":358,"Name":"internal.metrics.shuffle.write.recordsWritten","Update":842377,"V
alue":6000000,"Internal":true,"Count Failed Values":true},
{"ID":357,"Name":"internal.metrics.shuffle.write.bytesWritten","Update":76418123,"V
alue":544425842,"Internal":true,"Count Failed Values":true},
{"ID":344,"Name":"internal.metrics.jvmGCTime","Update":4357,"Value":28960,"Internal
":true,"Count Failed Values":true},
{"ID":343,"Name":"internal.metrics.resultSize","Update":4626,"Value":34691,"Interna
l":true,"Count Failed Values":true},
{"ID":342,"Name":"internal.metrics.executorCpuTime","Update":28813658168,"Value":18
2572374988,"Internal":true,"Count Failed Values":true},
{"ID":341,"Name":"internal.metrics.executorRunTime","Update":33195,"Value":212346,"
Internal":true,"Count Failed Values":true},
{"ID":340,"Name":"internal.metrics.executorDeserializeCpuTime","Update":146616144,"
Value":1208715495,"Internal":true,"Count Failed Values":true},
{"ID":339,"Name":"internal.metrics.executorDeserializeTime","Update":161,"Value":13
09,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":161,"Executor Deserialize CPU Time":146616144,"Executor Run
Time":33195,"Executor CPU Time":28813658168,"Result Size":4626,"JVM GC
Time":4357,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":0,"Local Blocks
Fetched":0,"Fetch Wait Time":0,"Remote Bytes Read":0,"Remote Bytes Read To
Disk":0,"Local Bytes Read":0,"Total Records Read":0},"Shuffle Write Metrics":
{"Shuffle Bytes Written":76418123,"Shuffle Write Time":130642783,"Shuffle Records
Written":842377},"Input Metrics":{"Bytes Read":134283264,"Records
Read":842377},"Output Metrics":{"Bytes Written":0,"Records Written":0},"Updated
Blocks":[]}}
{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":11,"Stage Attempt
ID":0,"Stage Name":"toJavaRDD at SortSparkOperation.java:104","Number of
Tasks":8,"RDD Info":[{"RDD
ID":62,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"108\",\"name\":\"Exchange\"}","
Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[57],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":11,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"10\",\"name\":\"mapPartitions\"
}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[8],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":19,"Name":"Sorting_2f8cf4a5-5603-4439-ab83-
32d23c0435c2","Scope":"{\"id\":\"31\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[18],"Storage Level":
{"Use Disk":false,"Use Memory":true,"Deserialized":true,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":15,"Name":"Adjust Product ID\n_fd95334e-b1a9-4bee-9f23-
aede01894fd5","Scope":"{\"id\":\"15\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[13],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":17,"Name":"Enrich ZipCode_f4a066ab-419c-4f2b-9281-
3ee4e77c38e9","Scope":"{\"id\":\"17\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[16],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":13,"Name":"Breakout Dates_b684358c-4fcf-433a-9676-
238c9c961a16","Scope":"{\"id\":\"13\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at FileInputSparkOperation.java:148","Parent IDs":[11],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":2,"Name":"FileScanRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen\"}",
"Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":[],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":57,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"109\",\"name\":\"ExistingRDD\"}
","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[54],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":54,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"101\",\"name\":\"map\"}","Calls
ite":"createDataFrame at RowToSparkDatasetConverter.java:46","Parent IDs":
[53],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":53,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"100\",\"name\":\"map\"}","Calls
ite":"map at RowToSparkDatasetConverter.java:44","Parent IDs":[19],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":18,"Name":"Enrich Product Info_a831639a-4118-46ff-85c4-
4df473d4c6a2","Scope":"{\"id\":\"24\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at StreamLookupSparkOperation.java:90","Parent IDs":[17],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":16,"Name":"Remove Fields_c85eb164-86ab-488d-8da2-
5e6f768da442","Scope":"{\"id\":\"16\",\"name\":\"mapPartitions\"}","Callsite":"mapP
artitions at GenericSparkOperation.java:100","Parent IDs":[15],"Storage Level":
{"Use Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number
of Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":4,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"4\",\"name\":\"WholeStageCodegen
\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[2],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},{"RDD
ID":8,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"0\",\"name\":\"DeserializeToObje
ct\"}","Callsite":"toJavaRDD at FileInputSparkOperation.java:148","Parent IDs":
[4],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":8,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[],"Details":"org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:2985)\norg.penta
ho.di.engine.spark.impl.ops.SortSparkOperation.apply(SortSparkOperation.java:104)\n
org.pentaho.di.engine.spark.impl.execution.TaskObservable.applyOperation(TaskObserv
able.java:264)\njava.util.concurrent.CompletableFuture.uniAccept(CompletableFuture.
java:656)\njava.util.concurrent.CompletableFuture$UniAccept.tryFire(CompletableFutu
re.java:632)\njava.util.concurrent.CompletableFuture.postComplete(CompletableFuture
.java:474)\njava.util.concurrent.CompletableFuture.complete(CompletableFuture.java:
1962)\njava.util.Optional.ifPresent(Optional.java:159)\norg.pentaho.di.engine.spark
.impl.execution.TaskObservable$OperationSubscriber.lambda$addOutput$1(TaskObservabl
e.java:355)\njava.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFutu
re.java:760)\njava.util.concurrent.CompletableFuture.uniWhenCompleteStage(Completab
leFuture.java:778)\njava.util.concurrent.CompletableFuture.whenComplete(Completable
Future.java:2140)\norg.pentaho.di.engine.spark.impl.execution.TaskObservable$Operat
ionSubscriber.addOutput(TaskObservable.java:354)\norg.pentaho.di.engine.spark.impl.
execution.TaskObservable$OperationSubscriber.lambda$setOutput$3(TaskObservable.java
:399)\njava.lang.Iterable.forEach(Iterable.java:75)\norg.pentaho.di.engine.spark.im
pl.execution.TaskObservable$OperationSubscriber.setOutput(TaskObservable.java:399)\
norg.pentaho.di.engine.spark.api.SparkOperation$Subscriber.setOutput(SparkOperation
.java:170)\norg.pentaho.di.engine.spark.impl.ops.StreamLookupSparkOperation.apply(S
treamLookupSparkOperation.java:90)\norg.pentaho.di.engine.spark.impl.execution.Task
Observable.applyOperation(TaskObservable.java:264)\njava.util.concurrent.Completabl
eFuture.uniAccept(CompletableFuture.java:656)","Submission
Time":1529076347045,"Completion Time":1529076420150,"Accumulables":
[{"ID":340,"Name":"internal.metrics.executorDeserializeCpuTime","Value":1208715495,
"Internal":true,"Count Failed Values":true},
{"ID":358,"Name":"internal.metrics.shuffle.write.recordsWritten","Value":6000000,"I
nternal":true,"Count Failed Values":true},
{"ID":343,"Name":"internal.metrics.resultSize","Value":34691,"Internal":true,"Count
Failed Values":true},
{"ID":361,"Name":"internal.metrics.input.recordsRead","Value":6000000,"Internal":tr
ue,"Count Failed Values":true},{"ID":283,"Name":"number of output
rows","Value":"12000000","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":100,"Name":"duration total (min, med,
max)","Value":"1493811","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":360,"Name":"internal.metrics.input.bytesRead","Value":2312090928,"Internal":t
rue,"Count Failed Values":true},{"ID":88,"Name":"number of output
rows","Value":"18635175","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":357,"Name":"internal.metrics.shuffle.write.bytesWritten","Value":544425842,"I
nternal":true,"Count Failed Values":true},
{"ID":339,"Name":"internal.metrics.executorDeserializeTime","Value":1309,"Internal"
:true,"Count Failed Values":true},
{"ID":342,"Name":"internal.metrics.executorCpuTime","Value":182572374988,"Internal"
:true,"Count Failed Values":true},
{"ID":341,"Name":"internal.metrics.executorRunTime","Value":212346,"Internal":true,
"Count Failed Values":true},
{"ID":359,"Name":"internal.metrics.shuffle.write.writeTime","Value":1665082896,"Int
ernal":true,"Count Failed Values":true},
{"ID":344,"Name":"internal.metrics.jvmGCTime","Value":28960,"Internal":true,"Count
Failed Values":true},{"ID":278,"Name":"data size total (min, med,
max)","Value":"1522049455","Internal":true,"Count Failed
Values":true,"Metadata":"sql"}]}}
{"Event":"SparkListenerStageSubmitted","Stage Info":{"Stage ID":12,"Stage Attempt
ID":0,"Stage Name":"runJob at SparkHadoopWriter.scala:78","Number of
Tasks":200,"RDD Info":[{"RDD
ID":69,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"122\",\"name\":\"saveAsTextFile
\"}","Callsite":"saveAsTextFile at FileOutputSparkOperation.java:162","Parent IDs":
[68],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":64,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"104\",\"name\":\"WholeStageCode
gen\"}","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":
[63],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":66,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"119\",\"name\":\"mapPartitions\
"}","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":
[65],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":63,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"108\",\"name\":\"Exchange\"}","Ca
llsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[62],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":65,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"103\",\"name\":\"DeserializeToO
bject\"}","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":
[64],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":68,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"121\",\"name\":\"mapPartitions\
"}","Callsite":"mapPartitions at FileOutputSparkOperation.java:157","Parent IDs":
[67],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":67,"Name":"Hadoop File Output_16f4dd1c-9250-43ca-a9df-
94f06c914bb9","Scope":"{\"id\":\"120\",\"name\":\"mapPartitions\"}","Callsite":"map
Partitions at SortSparkOperation.java:105","Parent IDs":[66],"Storage Level":{"Use
Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[11],"Details":"org.apache.spark.SparkContext.runJob(SparkContext.scala:2087)\norg.
apache.spark.internal.io.SparkHadoopWriter$.write(SparkHadoopWriter.scala:78)\norg.
apache.spark.rdd.PairRDDFunctions$
$anonfun$saveAsHadoopDataset$1.apply$mcV$sp(PairRDDFunctions.scala:1096)\norg.apach
e.spark.rdd.PairRDDFunctions$
$anonfun$saveAsHadoopDataset$1.apply(PairRDDFunctions.scala:1094)\norg.apache.spark
.rdd.PairRDDFunctions$
$anonfun$saveAsHadoopDataset$1.apply(PairRDDFunctions.scala:1094)\norg.apache.spark
.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)\norg.apache.spark.rd
d.RDDOperationScope$.withScope(RDDOperationScope.scala:112)\norg.apache.spark.rdd.R
DD.withScope(RDD.scala:363)\norg.apache.spark.rdd.PairRDDFunctions.saveAsHadoopData
set(PairRDDFunctions.scala:1094)\norg.apache.spark.rdd.PairRDDFunctions$
$anonfun$saveAsHadoopFile$4.apply$mcV$sp(PairRDDFunctions.scala:1067)\norg.apache.s
park.rdd.PairRDDFunctions$
$anonfun$saveAsHadoopFile$4.apply(PairRDDFunctions.scala:1032)\norg.apache.spark.rd
d.PairRDDFunctions$
$anonfun$saveAsHadoopFile$4.apply(PairRDDFunctions.scala:1032)\norg.apache.spark.rd
d.RDDOperationScope$.withScope(RDDOperationScope.scala:151)\norg.apache.spark.rdd.R
DDOperationScope$.withScope(RDDOperationScope.scala:112)\norg.apache.spark.rdd.RDD.
withScope(RDD.scala:363)\norg.apache.spark.rdd.PairRDDFunctions.saveAsHadoopFile(Pa
irRDDFunctions.scala:1032)\norg.apache.spark.rdd.PairRDDFunctions$
$anonfun$saveAsHadoopFile$1.apply$mcV$sp(PairRDDFunctions.scala:958)\norg.apache.sp
ark.rdd.PairRDDFunctions$
$anonfun$saveAsHadoopFile$1.apply(PairRDDFunctions.scala:958)\norg.apache.spark.rdd
.PairRDDFunctions$
$anonfun$saveAsHadoopFile$1.apply(PairRDDFunctions.scala:958)\norg.apache.spark.rdd
.RDDOperationScope$.withScope(RDDOperationScope.scala:151)","Submission
Time":1529076420171,"Accumulables":[]},"Properties":
{"spark.job.interruptOnCancel":"false","spark.rdd.scope":"{\"id\":\"122\",\"name\":
\"saveAsTextFile\"}","spark.rdd.scope.noOverride":"true","spark.job.description":"C
reateCleansedAggregatedDataFile","spark.jobGroup.id":"CreateCleansedAggregatedDataF
ile-bbd04462-732f-4c98-8a56-6b39ea74bf93"}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":834,"Index":0,"Attempt":0,"Launch Time":1529076420245,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":835,"Index":1,"Attempt":0,"Launch Time":1529076420245,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":836,"Index":2,"Attempt":0,"Launch Time":1529076420246,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":837,"Index":3,"Attempt":0,"Launch Time":1529076420246,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":838,"Index":4,"Attempt":0,"Launch Time":1529076420246,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":839,"Index":5,"Attempt":0,"Launch Time":1529076420246,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":840,"Index":6,"Attempt":0,"Launch Time":1529076422595,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":835,"Index":1,"Attempt":0,"Launch Time":1529076420245,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076422596,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"17825790","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"67","Value":"66","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"606","Value":"605","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":31970,"Value":31
970,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6158857,"Value":61
58857,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":31970,"Value"
:31970,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2036139,"V
alue":2036139,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":863372,"V
alue":863372,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":5,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":3,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
7825792,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":41,"Value":41,"Internal":tru
e,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":4502,"Internal
":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":698061572,"Value":6980
61572,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2112,"Value":2112,"Int
ernal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218812252,"
Value":218812252,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":231,"Value":23
1,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":231,"Executor Deserialize CPU Time":218812252,"Executor Run
Time":2112,"Executor CPU Time":698061572,"Result Size":4502,"JVM GC
Time":41,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":863372,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2036139,"Total Records Read":31970},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6158857,"Records Written":31970},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":841,"Index":7,"Attempt":0,"Launch Time":1529076422794,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":837,"Index":3,"Attempt":0,"Launch Time":1529076420246,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076422794,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"35651581","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"62","Value":"128","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"681","Value":"1286","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28484,"Value":60
454,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5514219,"Value":11
673076,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28484,"Value"
:60454,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1811474,"V
alue":3847613,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":766490,"V
alue":1629862,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":10,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":6,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
5651584,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":59,"Value":100,"Internal":tr
ue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":9004,"Internal
":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":665513014,"Value":1363
574586,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2312,"Value":4424,"Int
ernal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":221446471,"
Value":440258723,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":230,"Value":46
1,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":230,"Executor Deserialize CPU Time":221446471,"Executor Run
Time":2312,"Executor CPU Time":665513014,"Result Size":4502,"JVM GC
Time":59,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":766490,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1811474,"Total Records Read":28484},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5514219,"Records Written":28484},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":842,"Index":8,"Attempt":0,"Launch Time":1529076423005,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":839,"Index":5,"Attempt":0,"Launch Time":1529076420246,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076423005,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"53477372","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"68","Value":"196","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"586","Value":"1872","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":31959,"Value":92
413,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6187041,"Value":17
860117,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":31959,"Value"
:92413,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2038462,"V
alue":5886075,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":866903,"V
alue":2496765,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":15,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":9,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":5
3477376,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":59,"Value":159,"Internal":tr
ue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":13506,"Interna
l":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":640309002,"Value":2003
883588,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2479,"Value":6903,"Int
ernal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":260540216,"
Value":700798939,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":274,"Value":73
5,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":274,"Executor Deserialize CPU Time":260540216,"Executor Run
Time":2479,"Executor CPU Time":640309002,"Result Size":4502,"JVM GC
Time":59,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":866903,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2038462,"Total Records Read":31959},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6187041,"Records Written":31959},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":843,"Index":9,"Attempt":0,"Launch Time":1529076425893,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":834,"Index":0,"Attempt":0,"Launch Time":1529076420245,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076425893,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"71303163","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"123","Value":"319","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"3556","Value":"5428","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28816,"Value":12
1229,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5543145,"Value":23
403262,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28816,"Value"
:121229,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":781952,"Va
lue":6668027,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1831571,"
Value":4328336,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":18,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":14,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":7
1303168,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":2733,"Value":2892,"Internal"
:true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":18008,"Interna
l":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":882596151,"Value":2886
479739,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":5370,"Value":12273,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":254444822,"
Value":955243761,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":273,"Value":10
08,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":273,"Executor Deserialize CPU Time":254444822,"Executor Run
Time":5370,"Executor CPU Time":882596151,"Result Size":4502,"JVM GC
Time":2733,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1831571,"Remote Bytes Read To
Disk":0,"Local Bytes Read":781952,"Total Records Read":28816},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5543145,"Records Written":28816},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":844,"Index":10,"Attempt":0,"Launch Time":1529076426376,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":836,"Index":2,"Attempt":0,"Launch Time":1529076420246,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076426376,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"89128954","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"132","Value":"451","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"3590","Value":"9018","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30495,"Value":15
1724,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5902817,"Value":29
306079,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30495,"Value"
:151724,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":824510,"Va
lue":7492537,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1942345,"
Value":6270681,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":21,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":19,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":8
9128960,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":2733,"Value":5625,"Internal"
:true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":22510,"Interna
l":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":860910042,"Value":3747
389781,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":5853,"Value":18126,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":256832508,"
Value":1212076269,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":273,"Value":12
81,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":273,"Executor Deserialize CPU Time":256832508,"Executor Run
Time":5853,"Executor CPU Time":860910042,"Result Size":4502,"JVM GC
Time":2733,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1942345,"Remote Bytes Read To
Disk":0,"Local Bytes Read":824510,"Total Records Read":30495},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5902817,"Records Written":30495},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":845,"Index":11,"Attempt":0,"Launch Time":1529076426696,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":838,"Index":4,"Attempt":0,"Launch Time":1529076420246,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076426696,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"106954745","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"121","Value":"572","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"3579","Value":"12597","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30147,"Value":18
1871,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5834636,"Value":35
140715,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30147,"Value"
:181871,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":0
,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":805461,"Va
lue":8297998,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1926524,"
Value":8197205,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":24,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":24,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
06954752,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":2733,"Value":8358,"Internal"
:true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":27012,"Interna
l":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":873618647,"Value":4621
008428,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":6159,"Value":24285,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":272412025,"
Value":1484488294,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":287,"Value":15
68,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":287,"Executor Deserialize CPU Time":272412025,"Executor Run
Time":6159,"Executor CPU Time":873618647,"Result Size":4502,"JVM GC
Time":2733,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1926524,"Remote Bytes Read To
Disk":0,"Local Bytes Read":805461,"Total Records Read":30147},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5834636,"Records Written":30147},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":846,"Index":12,"Attempt":0,"Launch Time":1529076427010,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":840,"Index":6,"Attempt":0,"Launch Time":1529076422595,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076427011,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"124780536","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"56","Value":"628","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"1519","Value":"14116","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28117,"Value":20
9988,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5442849,"Value":40
583564,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28117,"Value"
:209988,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1109,"Value
":1109,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1786699,"V
alue":10084697,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":768899,"V
alue":8966104,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":29,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":27,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
24780544,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":39,"Value":8397,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":31514,"Interna
l":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":433088061,"Value":5054
096489,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":4171,"Value":28456,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":220058145,"
Value":1704546439,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":241,"Value":18
09,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":241,"Executor Deserialize CPU Time":220058145,"Executor Run
Time":4171,"Executor CPU Time":433088061,"Result Size":4502,"JVM GC
Time":39,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":1109,"Remote Bytes Read":768899,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1786699,"Total Records Read":28117},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5442849,"Records Written":28117},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":847,"Index":13,"Attempt":0,"Launch Time":1529076427096,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":841,"Index":7,"Attempt":0,"Launch Time":1529076422794,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076427096,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"142606327","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"60","Value":"688","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"1352","Value":"15468","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28620,"Value":23
8608,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5540461,"Value":46
124025,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28620,"Value"
:238608,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":931,"Value"
:2040,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1840882,"V
alue":11925579,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":776589,"V
alue":9742693,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":34,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":30,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
42606336,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":21,"Value":8418,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":36016,"Interna
l":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":444340144,"Value":5498
436633,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":4071,"Value":32527,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":227443473,"
Value":1931989912,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":227,"Value":20
36,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":227,"Executor Deserialize CPU Time":227443473,"Executor Run
Time":4071,"Executor CPU Time":444340144,"Result Size":4502,"JVM GC
Time":21,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":931,"Remote Bytes Read":776589,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1840882,"Total Records Read":28620},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5540461,"Records Written":28620},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":848,"Index":14,"Attempt":0,"Launch Time":1529076427307,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":842,"Index":8,"Attempt":0,"Launch Time":1529076423005,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076427307,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"160432118","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"64","Value":"752","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"1204","Value":"16672","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":33313,"Value":27
1921,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6449373,"Value":52
573398,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":33313,"Value"
:271921,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":744,"Value"
:2784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2134275,"V
alue":14059854,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":908024,"V
alue":10650717,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":39,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":33,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
60432128,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":42,"Value":8460,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":40518,"Interna
l":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":490211337,"Value":5988
647970,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":4089,"Value":36616,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":209718591,"
Value":2141708503,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":210,"Value":22
46,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":210,"Executor Deserialize CPU Time":209718591,"Executor Run
Time":4089,"Executor CPU Time":490211337,"Result Size":4502,"JVM GC
Time":42,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":744,"Remote Bytes Read":908024,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2134275,"Total Records Read":33313},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6449373,"Records Written":33313},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":849,"Index":15,"Attempt":0,"Launch Time":1529076428742,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":844,"Index":10,"Attempt":0,"Launch Time":1529076426376,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076428742,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"178257909","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"764","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"498","Value":"17170","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29004,"Value":30
0925,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5616063,"Value":58
189461,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29004,"Value"
:300925,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":795430,"Va
lue":14855284,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1844493,"
Value":12495210,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":42,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":38,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
78257920,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":20,"Value":8480,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":45020,"Interna
l":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":524732837,"Value":6513
380807,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2143,"Value":38759,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":220388116,"
Value":2362096619,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":220,"Value":24
66,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":220,"Executor Deserialize CPU Time":220388116,"Executor Run
Time":2143,"Executor CPU Time":524732837,"Result Size":4502,"JVM GC
Time":20,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1844493,"Remote Bytes Read To
Disk":0,"Local Bytes Read":795430,"Total Records Read":29004},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5616063,"Records Written":29004},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":850,"Index":16,"Attempt":0,"Launch Time":1529076428845,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":843,"Index":9,"Attempt":0,"Launch Time":1529076425893,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076428845,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"196083700","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"16","Value":"780","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"509","Value":"17679","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29655,"Value":33
0580,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5740960,"Value":63
930421,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29655,"Value"
:330580,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":807582,"Va
lue":15662866,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1897013,"
Value":14392223,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":45,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":43,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
96083712,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":20,"Value":8500,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":49522,"Interna
l":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":556264384,"Value":7069
645191,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2723,"Value":41482,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":224720504,"
Value":2586817123,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":226,"Value":26
92,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":226,"Executor Deserialize CPU Time":224720504,"Executor Run
Time":2723,"Executor CPU Time":556264384,"Result Size":4502,"JVM GC
Time":20,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1897013,"Remote Bytes Read To
Disk":0,"Local Bytes Read":807582,"Total Records Read":29655},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5740960,"Records Written":29655},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":851,"Index":17,"Attempt":0,"Launch Time":1529076429875,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":845,"Index":11,"Attempt":0,"Launch Time":1529076426696,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076429876,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"213909491","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"793","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"407","Value":"18086","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30745,"Value":36
1325,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5951895,"Value":69
882316,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30745,"Value"
:361325,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":826703,"Va
lue":16489569,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1972959,"
Value":16365182,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":48,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":48,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
13909504,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":38,"Value":8538,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":54024,"Interna
l":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":447868830,"Value":7517
514021,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2957,"Value":44439,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":198897030,"
Value":2785714153,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":219,"Value":29
11,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":219,"Executor Deserialize CPU Time":198897030,"Executor Run
Time":2957,"Executor CPU Time":447868830,"Result Size":4502,"JVM GC
Time":38,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1972959,"Remote Bytes Read To
Disk":0,"Local Bytes Read":826703,"Total Records Read":30745},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5951895,"Records Written":30745},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":852,"Index":18,"Attempt":0,"Launch Time":1529076430130,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":846,"Index":12,"Attempt":0,"Launch Time":1529076427010,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076430131,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"231735282","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"807","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"378","Value":"18464","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":32510,"Value":39
3835,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6293537,"Value":76
175853,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":32510,"Value"
:393835,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2078352,"V
alue":18567921,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":879109,"V
alue":17244291,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":53,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":51,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
31735296,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":42,"Value":8580,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":58526,"Interna
l":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":404919697,"Value":7922
433718,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2863,"Value":47302,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":230073109,"
Value":3015787262,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":253,"Value":31
64,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":253,"Executor Deserialize CPU Time":230073109,"Executor Run
Time":2863,"Executor CPU Time":404919697,"Result Size":4502,"JVM GC
Time":42,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":879109,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2078352,"Total Records Read":32510},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6293537,"Records Written":32510},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":853,"Index":19,"Attempt":0,"Launch Time":1529076430422,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":848,"Index":14,"Attempt":0,"Launch Time":1529076427307,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076430423,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"249561073","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"820","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"360","Value":"18824","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":27959,"Value":42
1794,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5412142,"Value":81
587995,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":27959,"Value"
:421794,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1777766,"V
alue":20345687,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":758048,"V
alue":18002339,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":58,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":54,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
49561088,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":21,"Value":8601,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":63028,"Interna
l":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":394989325,"Value":8317
423043,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2897,"Value":50199,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":215494308,"
Value":3231281570,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":215,"Value":33
79,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":215,"Executor Deserialize CPU Time":215494308,"Executor Run
Time":2897,"Executor CPU Time":394989325,"Result Size":4502,"JVM GC
Time":21,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":758048,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1777766,"Total Records Read":27959},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5412142,"Records Written":27959},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":854,"Index":20,"Attempt":0,"Launch Time":1529076430530,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":847,"Index":13,"Attempt":0,"Launch Time":1529076427096,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076430530,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"267386864","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"17","Value":"837","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"366","Value":"19190","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30247,"Value":45
2041,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5855741,"Value":87
443736,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30247,"Value"
:452041,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1938560,"V
alue":22284247,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":803411,"V
alue":18805750,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":63,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":57,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
67386880,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":59,"Value":8660,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":67530,"Interna
l":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":390573372,"Value":8707
996415,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3172,"Value":53371,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":237427305,"
Value":3468708875,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":259,"Value":36
38,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":259,"Executor Deserialize CPU Time":237427305,"Executor Run
Time":3172,"Executor CPU Time":390573372,"Result Size":4502,"JVM GC
Time":59,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":803411,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1938560,"Total Records Read":30247},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5855741,"Records Written":30247},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":855,"Index":21,"Attempt":0,"Launch Time":1529076431473,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":849,"Index":15,"Attempt":0,"Launch Time":1529076428742,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076431474,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"285212655","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"851","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"538","Value":"19728","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29978,"Value":48
2019,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5803037,"Value":93
246773,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29978,"Value"
:482019,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":826196,"Va
lue":23110443,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1893579,"
Value":20699329,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":66,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":62,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
85212672,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":8678,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":72032,"Interna
l":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":571139408,"Value":9279
135823,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2490,"Value":55861,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":235897604,"
Value":3704606479,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":238,"Value":38
76,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":238,"Executor Deserialize CPU Time":235897604,"Executor Run
Time":2490,"Executor CPU Time":571139408,"Result Size":4502,"JVM GC
Time":18,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1893579,"Remote Bytes Read To
Disk":0,"Local Bytes Read":826196,"Total Records Read":29978},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5803037,"Records Written":29978},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":856,"Index":22,"Attempt":0,"Launch Time":1529076432091,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":850,"Index":16,"Attempt":0,"Launch Time":1529076428845,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076432092,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"303038446","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"865","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"520","Value":"20248","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":32242,"Value":51
4261,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6241839,"Value":99
488612,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":32242,"Value"
:514261,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":880570,"Va
lue":23991013,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":2041767,"
Value":22741096,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":69,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":67,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
03038464,"Internal":true,"Count Failed Values":true},
{"ID":395,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":1,"I
nternal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":41,"Value":8719,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4545,"Value":76577,"Interna
l":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":550199946,"Value":9829
335769,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3010,"Value":58871,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":230825856,"
Value":3935432335,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":232,"Value":41
08,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":232,"Executor Deserialize CPU Time":230825856,"Executor Run
Time":3010,"Executor CPU Time":550199946,"Result Size":4545,"JVM GC
Time":41,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":2041767,"Remote Bytes Read To
Disk":0,"Local Bytes Read":880570,"Total Records Read":32242},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6241839,"Records Written":32242},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":857,"Index":23,"Attempt":0,"Launch Time":1529076432309,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":851,"Index":17,"Attempt":0,"Launch Time":1529076429875,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076432309,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"320864237","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"877","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"430","Value":"20678","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28099,"Value":54
2360,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5439838,"Value":10
4928450,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28099,"Value"
:542360,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":763575,"Va
lue":24754588,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1784400,"
Value":24525496,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":72,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":72,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
20864256,"Internal":true,"Count Failed Values":true},
{"ID":395,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":2,"I
nternal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":23,"Value":8742,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4545,"Value":81122,"Interna
l":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":470495301,"Value":1029
9831070,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2203,"Value":61074,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":224403859,"
Value":4159836194,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":225,"Value":43
33,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":225,"Executor Deserialize CPU Time":224403859,"Executor Run
Time":2203,"Executor CPU Time":470495301,"Result Size":4545,"JVM GC
Time":23,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1784400,"Remote Bytes Read To
Disk":0,"Local Bytes Read":763575,"Total Records Read":28099},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5439838,"Records Written":28099},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":858,"Index":24,"Attempt":0,"Launch Time":1529076433639,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":853,"Index":19,"Attempt":0,"Launch Time":1529076430422,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076433639,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"338690028","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"891","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"368","Value":"21046","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":31834,"Value":57
4194,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6164843,"Value":11
1093293,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":31834,"Value"
:574194,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2041236,"V
alue":26795824,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":845430,"V
alue":25370926,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":77,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":75,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
38690048,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":34,"Value":8776,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":85624,"Interna
l":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":397559378,"Value":1069
7390448,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2968,"Value":64042,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":226684937,"
Value":4386521131,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":245,"Value":45
78,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":245,"Executor Deserialize CPU Time":226684937,"Executor Run
Time":2968,"Executor CPU Time":397559378,"Result Size":4502,"JVM GC
Time":34,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":845430,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2041236,"Total Records Read":31834},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6164843,"Records Written":31834},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":859,"Index":25,"Attempt":0,"Launch Time":1529076433644,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":852,"Index":18,"Attempt":0,"Launch Time":1529076430130,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076433645,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"356515819","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"903","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"359","Value":"21405","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28899,"Value":60
3093,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5593546,"Value":11
6686839,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28899,"Value"
:603093,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1827804,"V
alue":28623628,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":790733,"V
alue":26161659,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":82,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":78,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
56515840,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":34,"Value":8810,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":90126,"Interna
l":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":387587278,"Value":1108
4977726,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3293,"Value":67335,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":216858859,"
Value":4603379990,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":218,"Value":47
96,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":218,"Executor Deserialize CPU Time":216858859,"Executor Run
Time":3293,"Executor CPU Time":387587278,"Result Size":4502,"JVM GC
Time":34,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":790733,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1827804,"Total Records Read":28899},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5593546,"Records Written":28899},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":860,"Index":26,"Attempt":0,"Launch Time":1529076433810,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":854,"Index":20,"Attempt":0,"Launch Time":1529076430530,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076433810,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"374341610","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"916","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"364","Value":"21769","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":31849,"Value":63
4942,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6197168,"Value":12
2884007,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":31849,"Value"
:634942,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2029978,"V
alue":30653606,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":861121,"V
alue":27022780,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":87,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":81,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
74341632,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":8827,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":94628,"Interna
l":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":393904580,"Value":1147
8882306,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3036,"Value":70371,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":242731019,"
Value":4846111009,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":242,"Value":50
38,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":242,"Executor Deserialize CPU Time":242731019,"Executor Run
Time":3036,"Executor CPU Time":393904580,"Result Size":4502,"JVM GC
Time":17,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":861121,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2029978,"Total Records Read":31849},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6197168,"Records Written":31849},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":861,"Index":27,"Attempt":0,"Launch Time":1529076434336,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":855,"Index":21,"Attempt":0,"Launch Time":1529076431473,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076434336,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"392167401","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"929","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"537","Value":"22306","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29101,"Value":66
4043,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5662574,"Value":12
8546581,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29101,"Value"
:664043,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":778275,"Va
lue":31431881,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1860597,"
Value":28883377,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":90,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":86,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
92167424,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":23,"Value":8850,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":99130,"Interna
l":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":562682270,"Value":1204
1564576,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2638,"Value":73009,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":220595734,"
Value":5066706743,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":222,"Value":52
60,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":222,"Executor Deserialize CPU Time":220595734,"Executor Run
Time":2638,"Executor CPU Time":562682270,"Result Size":4502,"JVM GC
Time":23,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1860597,"Remote Bytes Read To
Disk":0,"Local Bytes Read":778275,"Total Records Read":29101},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5662574,"Records Written":29101},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":862,"Index":28,"Attempt":0,"Launch Time":1529076435399,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":857,"Index":23,"Attempt":0,"Launch Time":1529076432309,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076435399,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"409993192","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"941","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"484","Value":"22790","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29399,"Value":69
3442,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5720160,"Value":13
4266741,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29399,"Value"
:693442,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":787854,"Va
lue":32219735,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1878028,"
Value":30761405,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":93,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":91,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":4
09993216,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":24,"Value":8874,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":103632,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":531305528,"Value":1257
2870104,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2835,"Value":75844,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":249075152,"
Value":5315781895,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":252,"Value":55
12,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":252,"Executor Deserialize CPU Time":249075152,"Executor Run
Time":2835,"Executor CPU Time":531305528,"Result Size":4502,"JVM GC
Time":24,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1878028,"Remote Bytes Read To
Disk":0,"Local Bytes Read":787854,"Total Records Read":29399},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5720160,"Records Written":29399},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":863,"Index":29,"Attempt":0,"Launch Time":1529076435502,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":856,"Index":22,"Attempt":0,"Launch Time":1529076432091,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076435503,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"427818983","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"15","Value":"956","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"473","Value":"23263","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":35230,"Value":72
8672,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6855169,"Value":14
1121910,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":35230,"Value"
:728672,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":943613,"Va
lue":33163348,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":2254373,"
Value":33015778,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":96,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":96,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":4
27819008,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":24,"Value":8898,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":108134,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":527881167,"Value":1310
0751271,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3225,"Value":79069,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":182662675,"
Value":5498444570,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":182,"Value":56
94,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":182,"Executor Deserialize CPU Time":182662675,"Executor Run
Time":3225,"Executor CPU Time":527881167,"Result Size":4502,"JVM GC
Time":24,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":2254373,"Remote Bytes Read To
Disk":0,"Local Bytes Read":943613,"Total Records Read":35230},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6855169,"Records Written":35230},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":864,"Index":30,"Attempt":0,"Launch Time":1529076436370,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":859,"Index":25,"Attempt":0,"Launch Time":1529076433644,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076436371,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"445644774","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"970","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"363","Value":"23626","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30887,"Value":75
9559,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6009724,"Value":14
7131634,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30887,"Value"
:759559,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1960425,"V
alue":35123773,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":844011,"V
alue":33859789,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":101,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":99,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":4
45644800,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":35,"Value":8933,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":112636,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":387298483,"Value":1348
8049754,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2474,"Value":81543,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":234411520,"
Value":5732856090,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":249,"Value":59
43,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":249,"Executor Deserialize CPU Time":234411520,"Executor Run
Time":2474,"Executor CPU Time":387298483,"Result Size":4502,"JVM GC
Time":35,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":844011,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1960425,"Total Records Read":30887},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6009724,"Records Written":30887},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":865,"Index":31,"Attempt":0,"Launch Time":1529076436553,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":858,"Index":24,"Attempt":0,"Launch Time":1529076433639,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076436553,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"463470565","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"983","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"348","Value":"23974","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28007,"Value":78
7566,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5449036,"Value":15
2580670,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28007,"Value"
:787566,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1787694,"V
alue":36911467,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":753024,"V
alue":34612813,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":106,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":102,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":4
63470592,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":35,"Value":8968,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":117138,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":370496317,"Value":1385
8546071,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2653,"Value":84196,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":243575229,"
Value":5976431319,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":257,"Value":62
00,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":257,"Executor Deserialize CPU Time":243575229,"Executor Run
Time":2653,"Executor CPU Time":370496317,"Result Size":4502,"JVM GC
Time":35,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":753024,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1787694,"Total Records Read":28007},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5449036,"Records Written":28007},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":866,"Index":32,"Attempt":0,"Launch Time":1529076436971,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":860,"Index":26,"Attempt":0,"Launch Time":1529076433810,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076436971,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"481296356","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"997","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"353","Value":"24327","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30294,"Value":81
7860,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5896433,"Value":15
8477103,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30294,"Value"
:817860,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1930951,"V
alue":38842418,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":813506,"V
alue":35426319,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":111,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":105,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":4
81296384,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":60,"Value":9028,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":121640,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":377020530,"Value":1423
5566601,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2930,"Value":87126,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":212624415,"
Value":6189055734,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":227,"Value":64
27,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":227,"Executor Deserialize CPU Time":212624415,"Executor Run
Time":2930,"Executor CPU Time":377020530,"Result Size":4502,"JVM GC
Time":60,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":813506,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1930951,"Total Records Read":30294},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5896433,"Records Written":30294},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":867,"Index":33,"Attempt":0,"Launch Time":1529076438056,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":861,"Index":27,"Attempt":0,"Launch Time":1529076434336,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076438056,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"499122147","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"1010","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"473","Value":"24800","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30573,"Value":84
8433,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5949612,"Value":16
4426715,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30573,"Value"
:848433,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":828237,"Va
lue":39670655,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1944879,"
Value":37371198,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":114,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":110,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":4
99122176,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":49,"Value":9077,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":126142,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":517671069,"Value":1475
3237670,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3474,"Value":90600,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218122675,"
Value":6407178409,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":243,"Value":66
70,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":243,"Executor Deserialize CPU Time":218122675,"Executor Run
Time":3474,"Executor CPU Time":517671069,"Result Size":4502,"JVM GC
Time":49,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1944879,"Remote Bytes Read To
Disk":0,"Local Bytes Read":828237,"Total Records Read":30573},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5949612,"Records Written":30573},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":868,"Index":34,"Attempt":0,"Launch Time":1529076438255,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":862,"Index":28,"Attempt":0,"Launch Time":1529076435399,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076438256,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"516947938","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"17","Value":"1027","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"598","Value":"25398","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29043,"Value":87
7476,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5651699,"Value":17
0078414,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29043,"Value"
:877476,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":780692,"Va
lue":40451347,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1852415,"
Value":39223613,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":117,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":115,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":5
16947968,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":25,"Value":9102,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":130644,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":625703209,"Value":1537
8940879,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2620,"Value":93220,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":232382150,"
Value":6639560559,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":232,"Value":69
02,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":232,"Executor Deserialize CPU Time":232382150,"Executor Run
Time":2620,"Executor CPU Time":625703209,"Result Size":4502,"JVM GC
Time":25,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1852415,"Remote Bytes Read To
Disk":0,"Local Bytes Read":780692,"Total Records Read":29043},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5651699,"Records Written":29043},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":869,"Index":35,"Attempt":0,"Launch Time":1529076438376,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":863,"Index":29,"Attempt":0,"Launch Time":1529076435502,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076438376,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"534773729","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"11","Value":"1038","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"441","Value":"25839","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":26927,"Value":90
4403,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5240397,"Value":17
5318811,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":26927,"Value"
:904403,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":728878,"Va
lue":41180225,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1710491,"
Value":40934104,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":120,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":120,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":5
34773760,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":25,"Value":9127,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":135146,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":450550990,"Value":1582
9491869,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2652,"Value":95872,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218340207,"
Value":6857900766,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":218,"Value":71
20,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":218,"Executor Deserialize CPU Time":218340207,"Executor Run
Time":2652,"Executor CPU Time":450550990,"Result Size":4502,"JVM GC
Time":25,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1710491,"Remote Bytes Read To
Disk":0,"Local Bytes Read":728878,"Total Records Read":26927},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5240397,"Records Written":26927},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":870,"Index":36,"Attempt":0,"Launch Time":1529076439404,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":864,"Index":30,"Attempt":0,"Launch Time":1529076436370,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076439405,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"552599520","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"15","Value":"1053","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"383","Value":"26222","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":32966,"Value":93
7369,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6415745,"Value":18
1734556,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":32966,"Value"
:937369,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2108260,"V
alue":43288485,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":883722,"V
alue":41817826,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":125,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":123,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":5
52599552,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":50,"Value":9177,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":139648,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":410617625,"Value":1624
0109494,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2816,"Value":98688,"In
ternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":213837057,"
Value":7071737823,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":215,"Value":73
35,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":215,"Executor Deserialize CPU Time":213837057,"Executor Run
Time":2816,"Executor CPU Time":410617625,"Result Size":4502,"JVM GC
Time":50,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":883722,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2108260,"Total Records Read":32966},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6415745,"Records Written":32966},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":871,"Index":37,"Attempt":0,"Launch Time":1529076439467,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":866,"Index":32,"Attempt":0,"Launch Time":1529076436971,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076439467,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"570425311","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"1065","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"323","Value":"26545","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28961,"Value":96
6330,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5636530,"Value":18
7371086,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28961,"Value"
:966330,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1857095,"V
alue":45145580,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":770469,"V
alue":42588295,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":130,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":126,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":5
70425344,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":25,"Value":9202,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":144150,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":370379061,"Value":1661
0488555,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2199,"Value":100887,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":264234453,"
Value":7335972276,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":294,"Value":76
29,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":294,"Executor Deserialize CPU Time":264234453,"Executor Run
Time":2199,"Executor CPU Time":370379061,"Result Size":4502,"JVM GC
Time":25,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":770469,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1857095,"Total Records Read":28961},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5636530,"Records Written":28961},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":872,"Index":38,"Attempt":0,"Launch Time":1529076439472,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":865,"Index":31,"Attempt":0,"Launch Time":1529076436553,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076439473,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"588251102","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"1077","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"336","Value":"26881","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28479,"Value":99
4809,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5541830,"Value":19
2912916,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28479,"Value"
:994809,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1810975,"V
alue":46956555,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":771946,"V
alue":43360241,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":135,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":129,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":5
88251136,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":50,"Value":9252,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":148652,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":397066814,"Value":1700
7555369,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2681,"Value":103568,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":210237033,"
Value":7546209309,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":236,"Value":78
65,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":236,"Executor Deserialize CPU Time":210237033,"Executor Run
Time":2681,"Executor CPU Time":397066814,"Result Size":4502,"JVM GC
Time":50,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":771946,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1810975,"Total Records Read":28479},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5541830,"Records Written":28479},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":873,"Index":39,"Attempt":0,"Launch Time":1529076441045,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":869,"Index":35,"Attempt":0,"Launch Time":1529076438376,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076441046,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"606076893","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"1089","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"451","Value":"27332","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":32904,"Value":10
27713,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6402915,"Value":19
9315831,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":32904,"Value"
:1027713,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":900153,"Va
lue":47856708,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":2084647,"
Value":45444888,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":138,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":134,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":6
06076928,"Internal":true,"Count Failed Values":true},
{"ID":395,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":3,"I
nternal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":19,"Value":9271,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4545,"Value":153197,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":479400978,"Value":1748
6956347,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2470,"Value":106038,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":194867854,"
Value":7741077163,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":195,"Value":80
60,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":195,"Executor Deserialize CPU Time":194867854,"Executor Run
Time":2470,"Executor CPU Time":479400978,"Result Size":4545,"JVM GC
Time":19,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":2084647,"Remote Bytes Read To
Disk":0,"Local Bytes Read":900153,"Total Records Read":32904},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6402915,"Records Written":32904},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":874,"Index":40,"Attempt":0,"Launch Time":1529076441256,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":867,"Index":33,"Attempt":0,"Launch Time":1529076438056,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076441256,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"623902684","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"1103","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"549","Value":"27881","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29930,"Value":10
57643,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5823131,"Value":20
5138962,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29930,"Value"
:1057643,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":808428,"Va
lue":48665136,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1905813,"
Value":47350701,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":141,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":139,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":6
23902720,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":19,"Value":9290,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":157699,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":575869686,"Value":1806
2826033,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2974,"Value":109012,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":220347267,"
Value":7961424430,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":222,"Value":82
82,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":222,"Executor Deserialize CPU Time":220347267,"Executor Run
Time":2974,"Executor CPU Time":575869686,"Result Size":4502,"JVM GC
Time":19,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1905813,"Remote Bytes Read To
Disk":0,"Local Bytes Read":808428,"Total Records Read":29930},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5823131,"Records Written":29930},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":875,"Index":41,"Attempt":0,"Launch Time":1529076441655,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":868,"Index":34,"Attempt":0,"Launch Time":1529076438255,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076441655,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"641728475","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"1117","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"526","Value":"28407","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29802,"Value":10
87445,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5800336,"Value":21
0939298,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29802,"Value"
:1087445,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":807596,"Va
lue":49472732,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1894487,"
Value":49245188,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":144,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":144,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":6
41728512,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":40,"Value":9330,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":162201,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":550173175,"Value":1861
2999208,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3158,"Value":112170,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":238037462,"
Value":8199461892,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":238,"Value":85
20,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":238,"Executor Deserialize CPU Time":238037462,"Executor Run
Time":3158,"Executor CPU Time":550173175,"Result Size":4502,"JVM GC
Time":40,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1894487,"Remote Bytes Read To
Disk":0,"Local Bytes Read":807596,"Total Records Read":29802},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5800336,"Records Written":29802},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":876,"Index":42,"Attempt":0,"Launch Time":1529076442375,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":872,"Index":38,"Attempt":0,"Launch Time":1529076439472,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076442376,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"659554266","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"1129","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"341","Value":"28748","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28519,"Value":11
15964,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5550264,"Value":21
6489562,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28519,"Value"
:1115964,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1808267,"V
alue":51280999,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":778492,"V
alue":50023680,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":149,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":147,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":6
59554304,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":40,"Value":9370,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":166703,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":353612363,"Value":1896
6611571,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2664,"Value":114834,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":221456541,"
Value":8420918433,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":236,"Value":87
56,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":236,"Executor Deserialize CPU Time":221456541,"Executor Run
Time":2664,"Executor CPU Time":353612363,"Result Size":4502,"JVM GC
Time":40,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":778492,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1808267,"Total Records Read":28519},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5550264,"Records Written":28519},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":877,"Index":43,"Attempt":0,"Launch Time":1529076442966,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":870,"Index":36,"Attempt":0,"Launch Time":1529076439404,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076442966,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"677380057","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"1142","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"333","Value":"29081","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29406,"Value":11
45370,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5721225,"Value":22
2210787,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29406,"Value"
:1145370,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1873484,"V
alue":53154483,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":795557,"V
alue":50819237,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":154,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":150,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":6
77380096,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":63,"Value":9433,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":171205,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":355614018,"Value":1932
2225589,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3327,"Value":118161,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":229903863,"
Value":8650822296,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":232,"Value":89
88,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":232,"Executor Deserialize CPU Time":229903863,"Executor Run
Time":3327,"Executor CPU Time":355614018,"Result Size":4502,"JVM GC
Time":63,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":795557,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1873484,"Total Records Read":29406},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5721225,"Records Written":29406},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":878,"Index":44,"Attempt":0,"Launch Time":1529076442981,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":871,"Index":37,"Attempt":0,"Launch Time":1529076439467,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076442981,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"695205848","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"16","Value":"1158","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"382","Value":"29463","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30538,"Value":11
75908,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5941359,"Value":22
8152146,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30538,"Value"
:1175908,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1948401,"V
alue":55102884,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":822124,"V
alue":51641361,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":159,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":153,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":6
95205888,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":63,"Value":9496,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":175707,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":410201966,"Value":1973
2427555,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3251,"Value":121412,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":246162260,"
Value":8896984556,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":260,"Value":92
48,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":260,"Executor Deserialize CPU Time":246162260,"Executor Run
Time":3251,"Executor CPU Time":410201966,"Result Size":4502,"JVM GC
Time":63,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":822124,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1948401,"Total Records Read":30538},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5941359,"Records Written":30538},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":879,"Index":45,"Attempt":0,"Launch Time":1529076443890,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":874,"Index":40,"Attempt":0,"Launch Time":1529076441256,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076443890,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"713031639","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"1171","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"473","Value":"29936","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29085,"Value":12
04993,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5660329,"Value":23
3812475,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29085,"Value"
:1204993,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":782330,"Va
lue":55885214,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1855897,"
Value":53497258,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":162,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":158,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":7
13031680,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":21,"Value":9517,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":180209,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":488151483,"Value":2022
0579038,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2417,"Value":123829,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":214877443,"
Value":9111861999,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":214,"Value":94
62,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":214,"Executor Deserialize CPU Time":214877443,"Executor Run
Time":2417,"Executor CPU Time":488151483,"Result Size":4502,"JVM GC
Time":21,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1855897,"Remote Bytes Read To
Disk":0,"Local Bytes Read":782330,"Total Records Read":29085},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5660329,"Records Written":29085},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":880,"Index":46,"Attempt":0,"Launch Time":1529076444433,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":873,"Index":39,"Attempt":0,"Launch Time":1529076441045,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076444434,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"730857430","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"1183","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"490","Value":"30426","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29263,"Value":12
34256,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5694982,"Value":23
9507457,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29263,"Value"
:1234256,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":792596,"Va
lue":56677810,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1857788,"
Value":55355046,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":165,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":163,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":7
30857472,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":21,"Value":9538,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":184711,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":510480559,"Value":2073
1059597,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3165,"Value":126994,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218212604,"
Value":9330074603,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":219,"Value":96
81,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":219,"Executor Deserialize CPU Time":218212604,"Executor Run
Time":3165,"Executor CPU Time":510480559,"Result Size":4502,"JVM GC
Time":21,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1857788,"Remote Bytes Read To
Disk":0,"Local Bytes Read":792596,"Total Records Read":29263},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5694982,"Records Written":29263},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":881,"Index":47,"Attempt":0,"Launch Time":1529076444821,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":875,"Index":41,"Attempt":0,"Launch Time":1529076441655,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076444822,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"748683221","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"10","Value":"1193","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"349","Value":"30775","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":26763,"Value":12
61019,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5207961,"Value":24
4715418,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":26763,"Value"
:1261019,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":726944,"Va
lue":57404754,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1698887,"
Value":57053933,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":168,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":168,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":7
48683264,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":9555,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":189213,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":381509014,"Value":2111
2568611,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2949,"Value":129943,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":213931672,"
Value":9544006275,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":214,"Value":98
95,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":214,"Executor Deserialize CPU Time":213931672,"Executor Run
Time":2949,"Executor CPU Time":381509014,"Result Size":4502,"JVM GC
Time":17,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1698887,"Remote Bytes Read To
Disk":0,"Local Bytes Read":726944,"Total Records Read":26763},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5207961,"Records Written":26763},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":882,"Index":48,"Attempt":0,"Launch Time":1529076445027,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":878,"Index":44,"Attempt":0,"Launch Time":1529076442981,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076445027,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"766509012","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"20","Value":"1213","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"336","Value":"31111","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":27788,"Value":12
88807,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5407646,"Value":25
0123064,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":27788,"Value"
:1288807,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1768151,"V
alue":59172905,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":752052,"V
alue":57805985,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":173,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":171,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":7
66509056,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":25,"Value":9580,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":193715,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":349283565,"Value":2146
1852176,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":1849,"Value":131792,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":195376560,"
Value":9739382835,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":195,"Value":10
090,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":195,"Executor Deserialize CPU Time":195376560,"Executor Run
Time":1849,"Executor CPU Time":349283565,"Result Size":4502,"JVM GC
Time":25,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":752052,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1768151,"Total Records Read":27788},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5407646,"Records Written":27788},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":883,"Index":49,"Attempt":0,"Launch Time":1529076445296,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":876,"Index":42,"Attempt":0,"Launch Time":1529076442375,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076445296,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"784334803","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"1227","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"331","Value":"31442","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30789,"Value":13
19596,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5991452,"Value":25
6114516,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30789,"Value"
:1319596,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1972502,"V
alue":61145407,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":821997,"V
alue":58627982,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":178,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":174,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":7
84334848,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":48,"Value":9628,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":198217,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":373266404,"Value":2183
5118580,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2718,"Value":134510,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":199107631,"
Value":9938490466,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":199,"Value":10
289,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":199,"Executor Deserialize CPU Time":199107631,"Executor Run
Time":2718,"Executor CPU Time":373266404,"Result Size":4502,"JVM GC
Time":48,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":821997,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1972502,"Total Records Read":30789},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5991452,"Records Written":30789},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":884,"Index":50,"Attempt":0,"Launch Time":1529076445964,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":879,"Index":45,"Attempt":0,"Launch Time":1529076443890,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076445965,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"802160594","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"16","Value":"1243","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"553","Value":"31995","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":31168,"Value":13
50764,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6064469,"Value":26
2178985,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":31168,"Value"
:1350764,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":861638,"Va
lue":62007045,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1962203,"
Value":60590185,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":181,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":179,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":8
02160640,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":9645,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":202719,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":582797806,"Value":2241
7916386,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":1839,"Value":136349,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":230810627,"
Value":10169301093,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":232,"Value":10
521,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":232,"Executor Deserialize CPU Time":230810627,"Executor Run
Time":1839,"Executor CPU Time":582797806,"Result Size":4502,"JVM GC
Time":17,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1962203,"Remote Bytes Read To
Disk":0,"Local Bytes Read":861638,"Total Records Read":31168},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6064469,"Records Written":31168},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":885,"Index":51,"Attempt":0,"Launch Time":1529076446084,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":877,"Index":43,"Attempt":0,"Launch Time":1529076442966,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076446085,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"819986385","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"23","Value":"1266","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"389","Value":"32384","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30549,"Value":13
81313,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5945099,"Value":26
8124084,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30549,"Value"
:1381313,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1934422,"V
alue":63941467,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":836657,"V
alue":61426842,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":186,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":182,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":8
19986432,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":43,"Value":9688,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":207221,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":408295598,"Value":2282
6211984,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2910,"Value":139259,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":205493443,"
Value":10374794536,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":206,"Value":10
727,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":206,"Executor Deserialize CPU Time":205493443,"Executor Run
Time":2910,"Executor CPU Time":408295598,"Result Size":4502,"JVM GC
Time":43,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":836657,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1934422,"Total Records Read":30549},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5945099,"Records Written":30549},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":886,"Index":52,"Attempt":0,"Launch Time":1529076447782,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":883,"Index":49,"Attempt":0,"Launch Time":1529076445296,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076447782,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"837812176","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"1279","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"286","Value":"32670","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":31967,"Value":14
13280,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6220894,"Value":27
4344978,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":31967,"Value"
:1413280,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2038348,"V
alue":65979815,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":857173,"V
alue":62284015,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":191,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":185,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":8
37812224,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":31,"Value":9719,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":211723,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":328032725,"Value":2315
4244709,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2267,"Value":141526,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":196692995,"
Value":10571487531,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":216,"Value":10
943,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":216,"Executor Deserialize CPU Time":196692995,"Executor Run
Time":2267,"Executor CPU Time":328032725,"Result Size":4502,"JVM GC
Time":31,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":857173,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2038348,"Total Records Read":31967},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6220894,"Records Written":31967},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":887,"Index":53,"Attempt":0,"Launch Time":1529076447829,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":880,"Index":46,"Attempt":0,"Launch Time":1529076444433,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076447829,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"855637967","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"1291","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"499","Value":"33169","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28061,"Value":14
41341,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5459509,"Value":27
9804487,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28061,"Value"
:1441341,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":753887,"Va
lue":66733702,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1790918,"
Value":64074933,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":194,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":190,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":8
55638016,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":35,"Value":9754,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":216225,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":552386152,"Value":2370
6630861,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3115,"Value":144641,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":258002189,"
Value":10829489720,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":276,"Value":11
219,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":276,"Executor Deserialize CPU Time":258002189,"Executor Run
Time":3115,"Executor CPU Time":552386152,"Result Size":4502,"JVM GC
Time":35,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1790918,"Remote Bytes Read To
Disk":0,"Local Bytes Read":753887,"Total Records Read":28061},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5459509,"Records Written":28061},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":888,"Index":54,"Attempt":0,"Launch Time":1529076448090,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":882,"Index":48,"Attempt":0,"Launch Time":1529076445027,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076448090,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"873463758","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"1304","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"388","Value":"33557","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":31876,"Value":14
73217,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6202048,"Value":28
6006535,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":31876,"Value"
:1473217,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2023057,"V
alue":68756759,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":867578,"V
alue":64942511,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":199,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":193,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":8
73463808,"Internal":true,"Count Failed Values":true},
{"ID":395,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":4,"I
nternal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":31,"Value":9785,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4545,"Value":220770,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":419012573,"Value":2412
5643434,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2845,"Value":147486,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":214040380,"
Value":11043530100,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":214,"Value":11
433,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":214,"Executor Deserialize CPU Time":214040380,"Executor Run
Time":2845,"Executor CPU Time":419012573,"Result Size":4545,"JVM GC
Time":31,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":867578,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2023057,"Total Records Read":31876},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6202048,"Records Written":31876},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":889,"Index":55,"Attempt":0,"Launch Time":1529076448776,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":884,"Index":50,"Attempt":0,"Launch Time":1529076445964,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076448776,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"891289549","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"15","Value":"1319","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"474","Value":"34031","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":27766,"Value":15
00983,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5404201,"Value":29
1410736,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":27766,"Value"
:1500983,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":760050,"Va
lue":69516809,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1758921,"
Value":66701432,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":202,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":198,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":8
91289600,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":9803,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":225272,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":516949565,"Value":2464
2592999,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2567,"Value":150053,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":220147822,"
Value":11263677922,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":240,"Value":11
673,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":240,"Executor Deserialize CPU Time":220147822,"Executor Run
Time":2567,"Executor CPU Time":516949565,"Result Size":4502,"JVM GC
Time":18,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1758921,"Remote Bytes Read To
Disk":0,"Local Bytes Read":760050,"Total Records Read":27766},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5404201,"Records Written":27766},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":890,"Index":56,"Attempt":0,"Launch Time":1529076449479,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":881,"Index":47,"Attempt":0,"Launch Time":1529076444821,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076449480,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"909115340","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"19","Value":"1338","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"544","Value":"34575","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":32772,"Value":15
33755,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6375787,"Value":29
7786523,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":32772,"Value"
:1533755,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":889780,"Va
lue":70406589,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":2082006,"
Value":68783438,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":205,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":203,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":9
09115392,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":43,"Value":9846,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":229774,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":595639325,"Value":2523
8232324,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":4393,"Value":154446,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":260947655,"
Value":11524625577,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":261,"Value":11
934,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":261,"Executor Deserialize CPU Time":260947655,"Executor Run
Time":4393,"Executor CPU Time":595639325,"Result Size":4502,"JVM GC
Time":43,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":2082006,"Remote Bytes Read To
Disk":0,"Local Bytes Read":889780,"Total Records Read":32772},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6375787,"Records Written":32772},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":891,"Index":57,"Attempt":0,"Launch Time":1529076450193,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":885,"Index":51,"Attempt":0,"Launch Time":1529076446084,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076450194,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"926941131","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"1351","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"350","Value":"34925","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":32404,"Value":15
66159,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6307249,"Value":30
4093772,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":32404,"Value"
:1566159,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2057066,"V
alue":72463655,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":885313,"V
alue":69668751,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":210,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":206,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":9
26941184,"Internal":true,"Count Failed Values":true},
{"ID":395,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":5,"I
nternal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":48,"Value":9894,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4545,"Value":234319,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":400368175,"Value":2563
8600499,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3871,"Value":158317,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":220631320,"
Value":11745256897,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":233,"Value":12
167,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":233,"Executor Deserialize CPU Time":220631320,"Executor Run
Time":3871,"Executor CPU Time":400368175,"Result Size":4545,"JVM GC
Time":48,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":885313,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2057066,"Total Records Read":32404},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6307249,"Records Written":32404},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":892,"Index":58,"Attempt":0,"Launch Time":1529076450478,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":886,"Index":52,"Attempt":0,"Launch Time":1529076447782,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076450479,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"944766922","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"19","Value":"1370","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"393","Value":"35318","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30886,"Value":15
97045,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6011136,"Value":31
0104908,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30886,"Value"
:1597045,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1968235,"V
alue":74431890,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":829426,"V
alue":70498177,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":215,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":209,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":9
44766976,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":35,"Value":9929,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":238821,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":419741516,"Value":2605
8342015,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2437,"Value":160754,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":256872658,"
Value":12002129555,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":257,"Value":12
424,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":257,"Executor Deserialize CPU Time":256872658,"Executor Run
Time":2437,"Executor CPU Time":419741516,"Result Size":4502,"JVM GC
Time":35,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":829426,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1968235,"Total Records Read":30886},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6011136,"Records Written":30886},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":893,"Index":59,"Attempt":0,"Launch Time":1529076450599,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":887,"Index":53,"Attempt":0,"Launch Time":1529076447829,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076450599,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"962592713","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"1383","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"461","Value":"35779","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29265,"Value":16
26310,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5694072,"Value":31
5798980,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29265,"Value"
:1626310,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":798172,"Va
lue":75230062,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1854865,"
Value":72353042,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":218,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":214,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":9
62592768,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":25,"Value":9954,"Internal":t
rue,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":243323,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":503429357,"Value":2656
1771372,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2534,"Value":163288,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":230513723,"
Value":12232643278,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":231,"Value":12
655,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":231,"Executor Deserialize CPU Time":230513723,"Executor Run
Time":2534,"Executor CPU Time":503429357,"Result Size":4502,"JVM GC
Time":25,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1854865,"Remote Bytes Read To
Disk":0,"Local Bytes Read":798172,"Total Records Read":29265},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5694072,"Records Written":29265},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":894,"Index":60,"Attempt":0,"Launch Time":1529076451336,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":888,"Index":54,"Attempt":0,"Launch Time":1529076448090,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076451336,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"980418504","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"1396","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"343","Value":"36122","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28129,"Value":16
54439,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5472976,"Value":32
1271956,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28129,"Value"
:1654439,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1788777,"V
alue":77018839,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":762136,"V
alue":73115178,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":223,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":217,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":9
80418560,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":50,"Value":10004,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":247825,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":381952134,"Value":2694
3723506,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2997,"Value":166285,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":224847242,"
Value":12457490520,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":245,"Value":12
900,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":245,"Executor Deserialize CPU Time":224847242,"Executor Run
Time":2997,"Executor CPU Time":381952134,"Result Size":4502,"JVM GC
Time":50,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":762136,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1788777,"Total Records Read":28129},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5472976,"Records Written":28129},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":895,"Index":61,"Attempt":0,"Launch Time":1529076451352,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":889,"Index":55,"Attempt":0,"Launch Time":1529076448776,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076451353,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"998244295","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"1408","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"471","Value":"36593","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28468,"Value":16
82907,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5540210,"Value":32
6812166,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28468,"Value"
:1682907,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":774481,"Va
lue":77793320,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1807855,"
Value":74923033,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":226,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":222,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":9
98244352,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":43,"Value":10047,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":252327,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":492086908,"Value":2743
5810414,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2338,"Value":168623,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":233547880,"
Value":12691038400,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":234,"Value":13
134,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":234,"Executor Deserialize CPU Time":233547880,"Executor Run
Time":2338,"Executor CPU Time":492086908,"Result Size":4502,"JVM GC
Time":43,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1807855,"Remote Bytes Read To
Disk":0,"Local Bytes Read":774481,"Total Records Read":28468},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5540210,"Records Written":28468},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":896,"Index":62,"Attempt":0,"Launch Time":1529076452324,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":890,"Index":56,"Attempt":0,"Launch Time":1529076449479,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076452325,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1016070086","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"20","Value":"1428","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"501","Value":"37094","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28736,"Value":17
11643,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5592975,"Value":33
2405141,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28736,"Value"
:1711643,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":777089,"Va
lue":78570409,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1827683,"
Value":76750716,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":229,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":227,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
016070144,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":10065,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":256829,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":558082313,"Value":2799
3892727,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2625,"Value":171248,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":215973154,"
Value":12907011554,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":216,"Value":13
350,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":216,"Executor Deserialize CPU Time":215973154,"Executor Run
Time":2625,"Executor CPU Time":558082313,"Result Size":4502,"JVM GC
Time":18,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1827683,"Remote Bytes Read To
Disk":0,"Local Bytes Read":777089,"Total Records Read":28736},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5592975,"Records Written":28736},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":897,"Index":63,"Attempt":0,"Launch Time":1529076453084,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":891,"Index":57,"Attempt":0,"Launch Time":1529076450193,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076453085,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1033895877","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"10","Value":"1438","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"289","Value":"37383","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":26904,"Value":17
38547,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5235038,"Value":33
7640179,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":26904,"Value"
:1738547,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1715487,"V
alue":80285896,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":725987,"V
alue":77476703,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":234,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":230,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
033895936,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":29,"Value":10094,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":261331,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":329429094,"Value":2832
3321821,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2670,"Value":173918,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":217107898,"
Value":13124119452,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":218,"Value":13
568,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":218,"Executor Deserialize CPU Time":217107898,"Executor Run
Time":2670,"Executor CPU Time":329429094,"Result Size":4502,"JVM GC
Time":29,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":725987,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1715487,"Total Records Read":26904},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5235038,"Records Written":26904},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":898,"Index":64,"Attempt":0,"Launch Time":1529076453489,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":892,"Index":58,"Attempt":0,"Launch Time":1529076450478,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076453490,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1051721668","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"17","Value":"1455","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"381","Value":"37764","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":32841,"Value":17
71388,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6391605,"Value":34
4031784,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":32841,"Value"
:1771388,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2091079,"V
alue":82376975,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":886072,"V
alue":78362775,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":239,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":233,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
051721728,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":29,"Value":10123,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":265833,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":416732135,"Value":2874
0053956,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2769,"Value":176687,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":238612602,"
Value":13362732054,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":239,"Value":13
807,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":239,"Executor Deserialize CPU Time":238612602,"Executor Run
Time":2769,"Executor CPU Time":416732135,"Result Size":4502,"JVM GC
Time":29,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":886072,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2091079,"Total Records Read":32841},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6391605,"Records Written":32841},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":899,"Index":65,"Attempt":0,"Launch Time":1529076454227,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":893,"Index":59,"Attempt":0,"Launch Time":1529076450599,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076454227,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1069547459","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"1469","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"517","Value":"38281","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":32983,"Value":18
04371,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6418117,"Value":35
0449901,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":32983,"Value"
:1804371,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":893246,"Va
lue":83270221,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":2099602,"
Value":80462377,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":242,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":238,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
069547520,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":10141,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":270335,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":543580119,"Value":2928
3634075,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3407,"Value":180094,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":216575834,"
Value":13579307888,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":217,"Value":14
024,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":217,"Executor Deserialize CPU Time":216575834,"Executor Run
Time":3407,"Executor CPU Time":543580119,"Result Size":4502,"JVM GC
Time":18,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":2099602,"Remote Bytes Read To
Disk":0,"Local Bytes Read":893246,"Total Records Read":32983},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6418117,"Records Written":32983},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":900,"Index":66,"Attempt":0,"Launch Time":1529076454873,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":894,"Index":60,"Attempt":0,"Launch Time":1529076451336,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076454873,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1087373250","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"1481","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"327","Value":"38608","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28929,"Value":18
33300,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5628764,"Value":35
6078665,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28929,"Value"
:1833300,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1846265,"V
alue":85116486,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":776022,"V
alue":81238399,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":247,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":241,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
087373312,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":25,"Value":10166,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":274837,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":353308113,"Value":2963
6942188,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3316,"Value":183410,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":216578575,"
Value":13795886463,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":217,"Value":14
241,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":217,"Executor Deserialize CPU Time":216578575,"Executor Run
Time":3316,"Executor CPU Time":353308113,"Result Size":4502,"JVM GC
Time":25,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":776022,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1846265,"Total Records Read":28929},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5628764,"Records Written":28929},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":901,"Index":67,"Attempt":0,"Launch Time":1529076454924,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":895,"Index":61,"Attempt":0,"Launch Time":1529076451352,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076454924,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1105199041","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"1494","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"453","Value":"39061","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29779,"Value":18
63079,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5796388,"Value":36
1875053,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29779,"Value"
:1863079,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":803921,"Va
lue":85920407,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1896162,"
Value":83134561,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":250,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":246,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
105199104,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":10179,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":279339,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":495588202,"Value":3013
2530390,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3355,"Value":186765,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":212732643,"
Value":14008619106,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":213,"Value":14
454,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":213,"Executor Deserialize CPU Time":212732643,"Executor Run
Time":3355,"Executor CPU Time":495588202,"Result Size":4502,"JVM GC
Time":13,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1896162,"Remote Bytes Read To
Disk":0,"Local Bytes Read":803921,"Total Records Read":29779},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5796388,"Records Written":29779},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":902,"Index":68,"Attempt":0,"Launch Time":1529076455066,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":896,"Index":62,"Attempt":0,"Launch Time":1529076452324,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076455067,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1123024832","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"1507","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"467","Value":"39528","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30133,"Value":18
93212,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5863549,"Value":36
7738602,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30133,"Value"
:1893212,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":815485,"Va
lue":86735892,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1918174,"
Value":85052735,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":253,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":251,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
123024896,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":10192,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":283841,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":525793872,"Value":3065
8324262,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2513,"Value":189278,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":223960237,"
Value":14232579343,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":227,"Value":14
681,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":227,"Executor Deserialize CPU Time":223960237,"Executor Run
Time":2513,"Executor CPU Time":525793872,"Result Size":4502,"JVM GC
Time":13,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1918174,"Remote Bytes Read To
Disk":0,"Local Bytes Read":815485,"Total Records Read":30133},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5863549,"Records Written":30133},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":903,"Index":69,"Attempt":0,"Launch Time":1529076456405,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":897,"Index":63,"Attempt":0,"Launch Time":1529076453084,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076456405,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1140850623","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"1521","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"361","Value":"39889","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":33819,"Value":19
27031,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6580287,"Value":37
4318889,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":33819,"Value"
:1927031,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2146460,"V
alue":88882352,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":918342,"V
alue":85971077,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":258,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":254,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
140850688,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":26,"Value":10218,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":288343,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":415183143,"Value":3107
3507405,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3096,"Value":192374,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":221174213,"
Value":14453753556,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":221,"Value":14
902,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":221,"Executor Deserialize CPU Time":221174213,"Executor Run
Time":3096,"Executor CPU Time":415183143,"Result Size":4502,"JVM GC
Time":26,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":918342,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2146460,"Total Records Read":33819},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6580287,"Records Written":33819},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":904,"Index":70,"Attempt":0,"Launch Time":1529076456610,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":899,"Index":65,"Attempt":0,"Launch Time":1529076454227,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076456610,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1158676414","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"1535","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"494","Value":"40383","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":32835,"Value":19
59866,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6389862,"Value":38
0708751,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":32835,"Value"
:1959866,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":898458,"Va
lue":89780810,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":2091660,"
Value":88062737,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":261,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":259,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
158676480,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":35,"Value":10253,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":292845,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":541475535,"Value":3161
4982940,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2146,"Value":194520,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218815443,"
Value":14672568999,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":234,"Value":15
136,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":234,"Executor Deserialize CPU Time":218815443,"Executor Run
Time":2146,"Executor CPU Time":541475535,"Result Size":4502,"JVM GC
Time":35,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":2091660,"Remote Bytes Read To
Disk":0,"Local Bytes Read":898458,"Total Records Read":32835},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6389862,"Records Written":32835},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":905,"Index":71,"Attempt":0,"Launch Time":1529076456626,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":898,"Index":64,"Attempt":0,"Launch Time":1529076453489,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076456627,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1176502205","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"1548","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"353","Value":"40736","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29671,"Value":19
89537,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5773039,"Value":38
6481790,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29671,"Value"
:1989537,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1887134,"V
alue":91667944,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":802178,"V
alue":88864915,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":266,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":262,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
176502272,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":26,"Value":10279,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":297347,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":396380763,"Value":3201
1363703,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2907,"Value":197427,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":215492773,"
Value":14888061772,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":227,"Value":15
363,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":227,"Executor Deserialize CPU Time":215492773,"Executor Run
Time":2907,"Executor CPU Time":396380763,"Result Size":4502,"JVM GC
Time":26,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":802178,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1887134,"Total Records Read":29671},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5773039,"Records Written":29671},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":906,"Index":72,"Attempt":0,"Launch Time":1529076457490,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":902,"Index":68,"Attempt":0,"Launch Time":1529076455066,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076457490,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1194327996","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"11","Value":"1559","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"445","Value":"41181","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":27840,"Value":20
17377,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5416719,"Value":39
1898509,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":27840,"Value"
:2017377,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":755694,"Va
lue":92423638,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1783043,"
Value":90647958,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":269,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":267,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
194328064,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":22,"Value":10301,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":301849,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":456440369,"Value":3246
7804072,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2205,"Value":199632,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":215275545,"
Value":15103337317,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":215,"Value":15
578,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":215,"Executor Deserialize CPU Time":215275545,"Executor Run
Time":2205,"Executor CPU Time":456440369,"Result Size":4502,"JVM GC
Time":22,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1783043,"Remote Bytes Read To
Disk":0,"Local Bytes Read":755694,"Total Records Read":27840},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5416719,"Records Written":27840},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":907,"Index":73,"Attempt":0,"Launch Time":1529076458559,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":900,"Index":66,"Attempt":0,"Launch Time":1529076454873,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076458559,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1212153787","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"1572","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"358","Value":"41539","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":31782,"Value":20
49159,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6185208,"Value":39
8083717,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":31782,"Value"
:2049159,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2026778,"V
alue":94450416,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":870998,"V
alue":91518956,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":274,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":270,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
212153856,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":34,"Value":10335,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":306351,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":394131540,"Value":3286
1935612,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3465,"Value":203097,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":217163871,"
Value":15320501188,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":218,"Value":15
796,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":218,"Executor Deserialize CPU Time":217163871,"Executor Run
Time":3465,"Executor CPU Time":394131540,"Result Size":4502,"JVM GC
Time":34,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":870998,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2026778,"Total Records Read":31782},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6185208,"Records Written":31782},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":908,"Index":74,"Attempt":0,"Launch Time":1529076458564,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":901,"Index":67,"Attempt":0,"Launch Time":1529076454924,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076458564,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1229979578","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"21","Value":"1593","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"544","Value":"42083","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30352,"Value":20
79511,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5905846,"Value":40
3989563,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30352,"Value"
:2079511,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":821090,"Va
lue":95271506,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1945307,"
Value":93464263,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":277,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":275,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
229979648,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":53,"Value":10388,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":310853,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":563781277,"Value":3342
5716889,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3396,"Value":206493,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":241877560,"
Value":15562378748,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":241,"Value":16
037,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":241,"Executor Deserialize CPU Time":241877560,"Executor Run
Time":3396,"Executor CPU Time":563781277,"Result Size":4502,"JVM GC
Time":53,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1945307,"Remote Bytes Read To
Disk":0,"Local Bytes Read":821090,"Total Records Read":30352},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5905846,"Records Written":30352},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":909,"Index":75,"Attempt":0,"Launch Time":1529076460376,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":905,"Index":71,"Attempt":0,"Launch Time":1529076456626,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076460376,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1247805369","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"16","Value":"1609","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"433","Value":"42516","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":34515,"Value":21
14026,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6715968,"Value":41
0705531,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":34515,"Value"
:2114026,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2218244,"V
alue":97489750,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":924160,"V
alue":94388423,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":282,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":278,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
247805440,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":37,"Value":10425,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":315355,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":469531436,"Value":3389
5248325,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3493,"Value":209986,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":253171206,"
Value":15815549954,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":253,"Value":16
290,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":253,"Executor Deserialize CPU Time":253171206,"Executor Run
Time":3493,"Executor CPU Time":469531436,"Result Size":4502,"JVM GC
Time":37,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":924160,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2218244,"Total Records Read":34515},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6715968,"Records Written":34515},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":910,"Index":76,"Attempt":0,"Launch Time":1529076460376,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":911,"Index":77,"Attempt":0,"Launch Time":1529076460377,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":903,"Index":69,"Attempt":0,"Launch Time":1529076456405,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076460377,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1265631160","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"1622","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"353","Value":"42869","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30204,"Value":21
44230,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5878091,"Value":41
6583622,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30204,"Value"
:2144230,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1938310,"V
alue":99428060,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":809599,"V
alue":95198022,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":287,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":281,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
265631232,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":37,"Value":10462,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":319857,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":376795955,"Value":3427
2044280,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3749,"Value":213735,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218580188,"
Value":16034130142,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":218,"Value":16
508,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":218,"Executor Deserialize CPU Time":218580188,"Executor Run
Time":3749,"Executor CPU Time":376795955,"Result Size":4502,"JVM GC
Time":37,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":809599,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1938310,"Total Records Read":30204},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5878091,"Records Written":30204},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":906,"Index":72,"Attempt":0,"Launch Time":1529076457490,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076460377,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1283456951","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"16","Value":"1638","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"511","Value":"43380","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30943,"Value":21
75173,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6021254,"Value":42
2604876,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30943,"Value"
:2175173,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":846503,"Va
lue":100274563,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1975805,"
Value":97173827,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":290,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":286,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
283457024,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":31,"Value":10493,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":324359,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":565861851,"Value":3483
7906131,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2659,"Value":216394,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":221680987,"
Value":16255811129,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":223,"Value":16
731,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":223,"Executor Deserialize CPU Time":221680987,"Executor Run
Time":2659,"Executor CPU Time":565861851,"Result Size":4502,"JVM GC
Time":31,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1975805,"Remote Bytes Read To
Disk":0,"Local Bytes Read":846503,"Total Records Read":30943},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6021254,"Records Written":30943},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":912,"Index":78,"Attempt":0,"Launch Time":1529076460381,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":904,"Index":70,"Attempt":0,"Launch Time":1529076456610,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076460381,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1301282742","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"1652","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"491","Value":"43871","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":32098,"Value":22
07271,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6245547,"Value":42
8850423,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":32098,"Value"
:2207271,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":861110,"Va
lue":101135673,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":2061582,"
Value":99235409,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":293,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":291,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
301282816,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":31,"Value":10524,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":328861,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":537689781,"Value":3537
5595912,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3545,"Value":219939,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":221336593,"
Value":16477147722,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":222,"Value":16
953,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":222,"Executor Deserialize CPU Time":221336593,"Executor Run
Time":3545,"Executor CPU Time":537689781,"Result Size":4502,"JVM GC
Time":31,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":2061582,"Remote Bytes Read To
Disk":0,"Local Bytes Read":861110,"Total Records Read":32098},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6245547,"Records Written":32098},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":913,"Index":79,"Attempt":0,"Launch Time":1529076460558,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":907,"Index":73,"Attempt":0,"Launch Time":1529076458559,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076460558,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1319108533","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"1665","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"351","Value":"44222","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30193,"Value":22
37464,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5875237,"Value":43
4725660,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30193,"Value"
:2237464,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1915842,"V
alue":103051515,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":831516,"V
alue":100066925,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":298,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":294,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
319108608,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":10542,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":333363,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":378006407,"Value":3575
3602319,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":1766,"Value":221705,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":228443287,"
Value":16705591009,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":230,"Value":17
183,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":230,"Executor Deserialize CPU Time":228443287,"Executor Run
Time":1766,"Executor CPU Time":378006407,"Result Size":4502,"JVM GC
Time":18,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":831516,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1915842,"Total Records Read":30193},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5875237,"Records Written":30193},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":914,"Index":80,"Attempt":0,"Launch Time":1529076461010,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":908,"Index":74,"Attempt":0,"Launch Time":1529076458564,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076461010,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1336934324","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"1679","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"488","Value":"44710","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":31588,"Value":22
69052,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6145868,"Value":44
0871528,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":31588,"Value"
:2269052,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":863392,"Va
lue":103914907,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":2011907,"
Value":102078832,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":301,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":299,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
336934400,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":10558,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":337865,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":534996034,"Value":3628
8598353,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2217,"Value":223922,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":225041207,"
Value":16930632216,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":226,"Value":17
409,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":226,"Executor Deserialize CPU Time":225041207,"Executor Run
Time":2217,"Executor CPU Time":534996034,"Result Size":4502,"JVM GC
Time":16,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":2011907,"Remote Bytes Read To
Disk":0,"Local Bytes Read":863392,"Total Records Read":31588},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6145868,"Records Written":31588},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":915,"Index":81,"Attempt":0,"Launch Time":1529076462272,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":909,"Index":75,"Attempt":0,"Launch Time":1529076460376,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076462273,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1354760115","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"1692","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"354","Value":"45064","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":31262,"Value":23
00314,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6083486,"Value":44
6955014,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":31262,"Value"
:2300314,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2003483,"V
alue":105918390,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":844078,"V
alue":102922910,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":306,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":302,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
354760192,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":30,"Value":10588,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":342367,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":382519647,"Value":3667
1118000,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":1651,"Value":225573,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":240440728,"
Value":17171072944,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":242,"Value":17
651,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":242,"Executor Deserialize CPU Time":240440728,"Executor Run
Time":1651,"Executor CPU Time":382519647,"Result Size":4502,"JVM GC
Time":30,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":844078,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2003483,"Total Records Read":31262},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6083486,"Records Written":31262},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":916,"Index":82,"Attempt":0,"Launch Time":1529076463678,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":912,"Index":78,"Attempt":0,"Launch Time":1529076460381,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076463678,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1372585906","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"1704","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"505","Value":"45569","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28289,"Value":23
28603,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5505366,"Value":45
2460380,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28289,"Value"
:2328603,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
784,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":763697,"Va
lue":106682087,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1804395,"
Value":104727305,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":309,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":307,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
372585984,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":10604,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":346869,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":532752227,"Value":3720
3870227,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3060,"Value":228633,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":230552733,"
Value":17401625677,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":234,"Value":17
885,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":234,"Executor Deserialize CPU Time":230552733,"Executor Run
Time":3060,"Executor CPU Time":532752227,"Result Size":4502,"JVM GC
Time":16,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1804395,"Remote Bytes Read To
Disk":0,"Local Bytes Read":763697,"Total Records Read":28289},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5505366,"Records Written":28289},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":917,"Index":83,"Attempt":0,"Launch Time":1529076463695,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":910,"Index":76,"Attempt":0,"Launch Time":1529076460376,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076463696,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1390411697","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"1716","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"318","Value":"45887","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":27612,"Value":23
56215,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5373088,"Value":45
7833468,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":27612,"Value"
:2356215,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":3,"Value":2
787,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1766010,"V
alue":108448097,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":745970,"V
alue":105473275,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":314,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":310,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
390411776,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":30,"Value":10634,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":351371,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":337919164,"Value":3754
1789391,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3073,"Value":231706,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":237634633,"
Value":17639260310,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":243,"Value":18
128,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":243,"Executor Deserialize CPU Time":237634633,"Executor Run
Time":3073,"Executor CPU Time":337919164,"Result Size":4502,"JVM GC
Time":30,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":3,"Remote Bytes Read":745970,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1766010,"Total Records Read":27612},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5373088,"Records Written":27612},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":918,"Index":84,"Attempt":0,"Launch Time":1529076464169,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":913,"Index":79,"Attempt":0,"Launch Time":1529076460558,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076464170,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1408237488","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"1730","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"358","Value":"46245","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30871,"Value":23
87086,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6006874,"Value":46
3840342,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30871,"Value"
:2387086,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
787,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1956974,"V
alue":110405071,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":840800,"V
alue":106314075,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":319,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":313,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
408237568,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":44,"Value":10678,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":355873,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":408750021,"Value":3795
0539412,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3370,"Value":235076,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":222122075,"
Value":17861382385,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":238,"Value":18
366,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":238,"Executor Deserialize CPU Time":222122075,"Executor Run
Time":3370,"Executor CPU Time":408750021,"Result Size":4502,"JVM GC
Time":44,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":840800,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1956974,"Total Records Read":30871},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6006874,"Records Written":30871},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":919,"Index":85,"Attempt":0,"Launch Time":1529076464438,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":911,"Index":77,"Attempt":0,"Launch Time":1529076460377,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076464438,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1426063279","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"1744","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"511","Value":"46756","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":31847,"Value":24
18933,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6198472,"Value":47
0038814,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":31847,"Value"
:2418933,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
787,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":864570,"Va
lue":111269641,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":2033213,"
Value":108347288,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":322,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":318,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
426063360,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":33,"Value":10711,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":360375,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":540612686,"Value":3849
1152098,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3791,"Value":238867,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":266160261,"
Value":18127542646,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":267,"Value":18
633,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":267,"Executor Deserialize CPU Time":266160261,"Executor Run
Time":3791,"Executor CPU Time":540612686,"Result Size":4502,"JVM GC
Time":33,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":2033213,"Remote Bytes Read To
Disk":0,"Local Bytes Read":864570,"Total Records Read":31847},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6198472,"Records Written":31847},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":920,"Index":86,"Attempt":0,"Launch Time":1529076464586,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":914,"Index":80,"Attempt":0,"Launch Time":1529076461010,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076464586,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1443889070","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"1756","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"523","Value":"47279","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30174,"Value":24
49107,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5873110,"Value":47
5911924,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30174,"Value"
:2449107,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
787,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":806779,"Va
lue":112076420,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1929391,"
Value":110276679,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":325,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":323,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
443889152,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":10728,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":364877,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":565996040,"Value":3905
7148138,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3322,"Value":242189,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":249937748,"
Value":18377480394,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":251,"Value":18
884,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":251,"Executor Deserialize CPU Time":249937748,"Executor Run
Time":3322,"Executor CPU Time":565996040,"Result Size":4502,"JVM GC
Time":17,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1929391,"Remote Bytes Read To
Disk":0,"Local Bytes Read":806779,"Total Records Read":30174},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5873110,"Records Written":30174},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":921,"Index":87,"Attempt":0,"Launch Time":1529076464673,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":915,"Index":81,"Attempt":0,"Launch Time":1529076462272,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076464673,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1461714861","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"11","Value":"1767","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"304","Value":"47583","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28399,"Value":24
77506,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5527297,"Value":48
1439221,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28399,"Value"
:2477506,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
787,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1816231,"V
alue":113892651,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":762541,"V
alue":111039220,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":330,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":326,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
461714944,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":10742,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":369379,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":346155968,"Value":3940
3304106,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2177,"Value":244366,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":219055941,"
Value":18596536335,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":220,"Value":19
104,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":220,"Executor Deserialize CPU Time":219055941,"Executor Run
Time":2177,"Executor CPU Time":346155968,"Result Size":4502,"JVM GC
Time":14,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":762541,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1816231,"Total Records Read":28399},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5527297,"Records Written":28399},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":922,"Index":88,"Attempt":0,"Launch Time":1529076465861,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":917,"Index":83,"Attempt":0,"Launch Time":1529076463695,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076465862,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1479540652","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"11","Value":"1778","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"319","Value":"47902","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28440,"Value":25
05946,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5533949,"Value":48
6973170,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28440,"Value"
:2505946,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
787,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1815282,"V
alue":115707933,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":763729,"V
alue":111802949,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":335,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":329,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
479540736,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":77,"Value":10819,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":373881,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":345393658,"Value":3974
8697764,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":1945,"Value":246311,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":219176025,"
Value":18815712360,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":218,"Value":19
322,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":218,"Executor Deserialize CPU Time":219176025,"Executor Run
Time":1945,"Executor CPU Time":345393658,"Result Size":4502,"JVM GC
Time":77,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":763729,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1815282,"Total Records Read":28440},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5533949,"Records Written":28440},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":923,"Index":89,"Attempt":0,"Launch Time":1529076466547,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":916,"Index":82,"Attempt":0,"Launch Time":1529076463678,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076466548,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1497366443","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"1792","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"498","Value":"48400","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":32032,"Value":25
37978,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6232707,"Value":49
3205877,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":32032,"Value"
:2537978,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
787,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":870128,"Va
lue":116578061,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":2037357,"
Value":113840306,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":338,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":334,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
497366528,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":35,"Value":10854,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":378383,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":522088271,"Value":4027
0786035,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2642,"Value":248953,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":222537801,"
Value":19038250161,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":224,"Value":19
546,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":224,"Executor Deserialize CPU Time":222537801,"Executor Run
Time":2642,"Executor CPU Time":522088271,"Result Size":4502,"JVM GC
Time":35,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":2037357,"Remote Bytes Read To
Disk":0,"Local Bytes Read":870128,"Total Records Read":32032},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6232707,"Records Written":32032},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":924,"Index":90,"Attempt":0,"Launch Time":1529076467181,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":918,"Index":84,"Attempt":0,"Launch Time":1529076464169,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076467181,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1515192234","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"1806","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"378","Value":"48778","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":32634,"Value":25
70612,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6349575,"Value":49
9555452,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":32634,"Value"
:2570612,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
787,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2082711,"V
alue":118660772,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":877651,"V
alue":114717957,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":343,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":337,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
515192320,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":63,"Value":10917,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":382885,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":444233069,"Value":4071
5019104,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2790,"Value":251743,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218913080,"
Value":19257163241,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":218,"Value":19
764,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":218,"Executor Deserialize CPU Time":218913080,"Executor Run
Time":2790,"Executor CPU Time":444233069,"Result Size":4502,"JVM GC
Time":63,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":877651,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2082711,"Total Records Read":32634},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6349575,"Records Written":32634},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":925,"Index":91,"Attempt":0,"Launch Time":1529076467695,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":919,"Index":85,"Attempt":0,"Launch Time":1529076464438,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076467695,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1533018025","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"17","Value":"1823","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"510","Value":"49288","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":33894,"Value":26
04506,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6595023,"Value":50
6150475,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":33894,"Value"
:2604506,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
787,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":907795,"Va
lue":119568567,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":2167404,"
Value":116885361,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":346,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":342,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
533018112,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":10935,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":387387,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":557100392,"Value":4127
2119496,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3052,"Value":254795,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":202050715,"
Value":19459213956,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":202,"Value":19
966,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":202,"Executor Deserialize CPU Time":202050715,"Executor Run
Time":3052,"Executor CPU Time":557100392,"Result Size":4502,"JVM GC
Time":18,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":2167404,"Remote Bytes Read To
Disk":0,"Local Bytes Read":907795,"Total Records Read":33894},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6595023,"Records Written":33894},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":926,"Index":92,"Attempt":0,"Launch Time":1529076467884,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":921,"Index":87,"Attempt":0,"Launch Time":1529076464673,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076467884,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1550843816","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"1836","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"399","Value":"49687","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30973,"Value":26
35479,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6028423,"Value":51
2178898,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30973,"Value"
:2635479,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
787,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1980231,"V
alue":121548798,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":828869,"V
alue":117714230,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":351,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":345,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
550843904,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":77,"Value":11012,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":391889,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":384171790,"Value":4165
6291286,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2983,"Value":257778,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":224956147,"
Value":19684170103,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":224,"Value":20
190,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":224,"Executor Deserialize CPU Time":224956147,"Executor Run
Time":2983,"Executor CPU Time":384171790,"Result Size":4502,"JVM GC
Time":77,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":828869,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1980231,"Total Records Read":30973},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6028423,"Records Written":30973},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":927,"Index":93,"Attempt":0,"Launch Time":1529076470290,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":925,"Index":91,"Attempt":0,"Launch Time":1529076467695,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076470291,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1568669607","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"1850","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"523","Value":"50210","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":33026,"Value":26
68505,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6426806,"Value":51
8605704,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":33026,"Value"
:2668505,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
787,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":895760,"Va
lue":122444558,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":2101529,"
Value":119815759,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":354,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":350,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
568669696,"Internal":true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4459,"Value":396348,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":580615744,"Value":4223
6907030,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2366,"Value":260144,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":224100909,"
Value":19908271012,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":225,"Value":20
415,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":225,"Executor Deserialize CPU Time":224100909,"Executor Run
Time":2366,"Executor CPU Time":580615744,"Result Size":4459,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":5,"Local Blocks Fetched":3,"Fetch Wait
Time":0,"Remote Bytes Read":2101529,"Remote Bytes Read To Disk":0,"Local Bytes
Read":895760,"Total Records Read":33026},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":6426806,"Records Written":33026},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":928,"Index":94,"Attempt":0,"Launch Time":1529076470295,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":923,"Index":89,"Attempt":0,"Launch Time":1529076466547,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076470295,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1586495398","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"1862","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"437","Value":"50647","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28585,"Value":26
97090,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5561943,"Value":52
4167647,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28585,"Value"
:2697090,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
787,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":772155,"Va
lue":123216713,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1820059,"
Value":121635818,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":357,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":355,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
586495488,"Internal":true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4459,"Value":400807,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":477870302,"Value":4271
4777332,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3522,"Value":263666,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":221229923,"
Value":20129500935,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":221,"Value":20
636,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":221,"Executor Deserialize CPU Time":221229923,"Executor Run
Time":3522,"Executor CPU Time":477870302,"Result Size":4459,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":5,"Local Blocks Fetched":3,"Fetch Wait
Time":0,"Remote Bytes Read":1820059,"Remote Bytes Read To Disk":0,"Local Bytes
Read":772155,"Total Records Read":28585},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":5561943,"Records Written":28585},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":929,"Index":95,"Attempt":0,"Launch Time":1529076470296,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":930,"Index":96,"Attempt":0,"Launch Time":1529076470296,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":920,"Index":86,"Attempt":0,"Launch Time":1529076464586,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076470297,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1604321189","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"1876","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"537","Value":"51184","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":31536,"Value":27
28626,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6136411,"Value":53
0304058,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":31536,"Value"
:2728626,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
787,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":854576,"Va
lue":124071289,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":2006183,"
Value":123642001,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":360,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":360,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
604321280,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":18,"Value":11030,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":405309,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":576604957,"Value":4329
1382289,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":5474,"Value":269140,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":231851698,"
Value":20361352633,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":232,"Value":20
868,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":232,"Executor Deserialize CPU Time":231851698,"Executor Run
Time":5474,"Executor CPU Time":576604957,"Result Size":4502,"JVM GC
Time":18,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":2006183,"Remote Bytes Read To
Disk":0,"Local Bytes Read":854576,"Total Records Read":31536},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6136411,"Records Written":31536},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":922,"Index":88,"Attempt":0,"Launch Time":1529076465861,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076470297,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1622146980","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"1889","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"338","Value":"51522","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":31546,"Value":27
60172,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6139606,"Value":53
6443664,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":31546,"Value"
:2760172,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
787,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2005939,"V
alue":126077228,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":854711,"V
alue":124496712,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":365,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":363,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
622147072,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":31,"Value":11061,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":409811,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":385275749,"Value":4367
6658038,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":4210,"Value":273350,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":220071365,"
Value":20581423998,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":221,"Value":21
089,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":221,"Executor Deserialize CPU Time":220071365,"Executor Run
Time":4210,"Executor CPU Time":385275749,"Result Size":4502,"JVM GC
Time":31,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":854711,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2005939,"Total Records Read":31546},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6139606,"Records Written":31546},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":931,"Index":97,"Attempt":0,"Launch Time":1529076470297,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":924,"Index":90,"Attempt":0,"Launch Time":1529076467181,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076470297,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1639972771","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"11","Value":"1900","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"302","Value":"51824","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":27839,"Value":27
88011,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5417684,"Value":54
1861348,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":27839,"Value"
:2788011,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
787,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1765300,"V
alue":127842528,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":760180,"V
alue":125256892,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":370,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":366,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
639972864,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":31,"Value":11092,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":414313,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":342765115,"Value":4401
9423153,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2883,"Value":276233,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":214546073,"
Value":20795970071,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":228,"Value":21
317,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":228,"Executor Deserialize CPU Time":214546073,"Executor Run
Time":2883,"Executor CPU Time":342765115,"Result Size":4502,"JVM GC
Time":31,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":760180,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1765300,"Total Records Read":27839},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5417684,"Records Written":27839},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":932,"Index":98,"Attempt":0,"Launch Time":1529076470843,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":926,"Index":92,"Attempt":0,"Launch Time":1529076467884,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076470844,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1657798562","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"1912","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"334","Value":"52158","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29414,"Value":28
17425,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5725022,"Value":54
7586370,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29414,"Value"
:2817425,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
787,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1874645,"V
alue":129717173,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":794453,"V
alue":126051345,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":375,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":369,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
657798656,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":11109,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":418815,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":358647618,"Value":4437
8070771,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2730,"Value":278963,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":226822284,"
Value":21022792355,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":226,"Value":21
543,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":226,"Executor Deserialize CPU Time":226822284,"Executor Run
Time":2730,"Executor CPU Time":358647618,"Result Size":4502,"JVM GC
Time":17,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":794453,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1874645,"Total Records Read":29414},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5725022,"Records Written":29414},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":933,"Index":99,"Attempt":0,"Launch Time":1529076473324,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":928,"Index":94,"Attempt":0,"Launch Time":1529076470295,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076473324,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1675624353","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"15","Value":"1927","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"479","Value":"52637","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":27405,"Value":28
44830,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5332713,"Value":55
2919083,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":27405,"Value"
:2844830,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":22,"Value":
2809,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":752326,"Va
lue":130469499,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1736151,"
Value":127787496,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":378,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":374,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
675624448,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":40,"Value":11149,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":423317,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":478919997,"Value":4485
6990768,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2750,"Value":281713,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":247978317,"
Value":21270770672,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":275,"Value":21
818,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":275,"Executor Deserialize CPU Time":247978317,"Executor Run
Time":2750,"Executor CPU Time":478919997,"Result Size":4502,"JVM GC
Time":40,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":22,"Remote Bytes Read":1736151,"Remote Bytes Read To
Disk":0,"Local Bytes Read":752326,"Total Records Read":27405},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5332713,"Records Written":27405},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":934,"Index":100,"Attempt":0,"Launch Time":1529076473369,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":929,"Index":95,"Attempt":0,"Launch Time":1529076470296,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076473369,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1693450144","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"15","Value":"1942","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"449","Value":"53086","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29741,"Value":28
74571,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5786701,"Value":55
8705784,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29741,"Value"
:2874571,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
809,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":808470,"Va
lue":131277969,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1888758,"
Value":129676254,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":381,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":379,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
693450240,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":40,"Value":11189,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":427819,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":469886693,"Value":4532
6877461,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2802,"Value":284515,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":237750035,"
Value":21508520707,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":268,"Value":22
086,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":268,"Executor Deserialize CPU Time":237750035,"Executor Run
Time":2802,"Executor CPU Time":469886693,"Result Size":4502,"JVM GC
Time":40,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1888758,"Remote Bytes Read To
Disk":0,"Local Bytes Read":808470,"Total Records Read":29741},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5786701,"Records Written":29741},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":935,"Index":101,"Attempt":0,"Launch Time":1529076473575,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":931,"Index":97,"Attempt":0,"Launch Time":1529076470297,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076473576,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1711275935","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"1955","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"384","Value":"53470","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29911,"Value":29
04482,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5820148,"Value":56
4525932,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29911,"Value"
:2904482,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
809,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1903378,"V
alue":133181347,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":806493,"V
alue":130482747,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":386,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":382,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
711276032,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":20,"Value":11209,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":432321,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":402399052,"Value":4572
9276513,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3014,"Value":287529,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":260354962,"
Value":21768875669,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":261,"Value":22
347,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":261,"Executor Deserialize CPU Time":260354962,"Executor Run
Time":3014,"Executor CPU Time":402399052,"Result Size":4502,"JVM GC
Time":20,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":806493,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1903378,"Total Records Read":29911},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5820148,"Records Written":29911},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":936,"Index":102,"Attempt":0,"Launch Time":1529076473580,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":927,"Index":93,"Attempt":0,"Launch Time":1529076470290,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076473581,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1729101726","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"1969","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"488","Value":"53958","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":26703,"Value":29
31185,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5196592,"Value":56
9722524,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":26703,"Value"
:2931185,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":14,"Value":
2823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":726475,"Va
lue":133907822,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1694535,"
Value":132177282,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":389,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":387,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
729101824,"Internal":true,"Count Failed Values":true},
{"ID":395,"Name":"internal.metrics.resultSerializationTime","Update":1,"Value":6,"I
nternal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":40,"Value":11249,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4545,"Value":436866,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":493323850,"Value":4622
2600363,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3014,"Value":290543,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":243369546,"
Value":22012245215,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":272,"Value":22
619,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":272,"Executor Deserialize CPU Time":243369546,"Executor Run
Time":3014,"Executor CPU Time":493323850,"Result Size":4545,"JVM GC
Time":40,"Result Serialization Time":1,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":14,"Remote Bytes Read":1694535,"Remote Bytes Read To
Disk":0,"Local Bytes Read":726475,"Total Records Read":26703},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5196592,"Records Written":26703},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":937,"Index":103,"Attempt":0,"Launch Time":1529076473815,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":930,"Index":96,"Attempt":0,"Launch Time":1529076470296,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076473815,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1746927517","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"1981","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"369","Value":"54327","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28788,"Value":29
59973,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5602338,"Value":57
5324862,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28788,"Value"
:2959973,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1833416,"V
alue":135741238,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":778448,"V
alue":132955730,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":394,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":390,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
746927616,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":20,"Value":11269,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":441368,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":387441293,"Value":4661
0041656,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3277,"Value":293820,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":235530757,"
Value":22247775972,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":238,"Value":22
857,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":238,"Executor Deserialize CPU Time":235530757,"Executor Run
Time":3277,"Executor CPU Time":387441293,"Result Size":4502,"JVM GC
Time":20,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":778448,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1833416,"Total Records Read":28788},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5602338,"Records Written":28788},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":938,"Index":104,"Attempt":0,"Launch Time":1529076473866,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":932,"Index":98,"Attempt":0,"Launch Time":1529076470843,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076473867,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1764753308","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"11","Value":"1992","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"293","Value":"54620","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":27380,"Value":29
87353,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5325628,"Value":58
0650490,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":27380,"Value"
:2987353,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1746585,"V
alue":137487823,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":737099,"V
alue":133692829,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":399,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":393,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
764753408,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":20,"Value":11289,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":445870,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":331277084,"Value":4694
1318740,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2781,"Value":296601,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218639562,"
Value":22466415534,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":239,"Value":23
096,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":239,"Executor Deserialize CPU Time":218639562,"Executor Run
Time":2781,"Executor CPU Time":331277084,"Result Size":4502,"JVM GC
Time":20,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":737099,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1746585,"Total Records Read":27380},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5325628,"Records Written":27380},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":939,"Index":105,"Attempt":0,"Launch Time":1529076476078,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":935,"Index":101,"Attempt":0,"Launch Time":1529076473575,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076476078,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1782579099","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"2004","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"329","Value":"54949","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28997,"Value":30
16350,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5643425,"Value":58
6293915,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28997,"Value"
:3016350,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1855537,"V
alue":139343360,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":773522,"V
alue":134466351,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":404,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":396,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
782579200,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":29,"Value":11318,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":450372,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":353262993,"Value":4729
4581733,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2283,"Value":298884,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":216592460,"
Value":22683007994,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":216,"Value":23
312,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":216,"Executor Deserialize CPU Time":216592460,"Executor Run
Time":2283,"Executor CPU Time":353262993,"Result Size":4502,"JVM GC
Time":29,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":773522,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1855537,"Total Records Read":28997},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5643425,"Records Written":28997},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":940,"Index":106,"Attempt":0,"Launch Time":1529076476141,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":933,"Index":99,"Attempt":0,"Launch Time":1529076473324,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076476141,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1800404890","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"15","Value":"2019","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"498","Value":"55447","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30232,"Value":30
46582,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5884748,"Value":59
2178663,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30232,"Value"
:3046582,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":815556,"Va
lue":140158916,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1927210,"
Value":136393561,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":407,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":401,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
800404992,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":19,"Value":11337,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":454874,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":519212036,"Value":4781
3793769,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2562,"Value":301446,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":249720301,"
Value":22932728295,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":252,"Value":23
564,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":252,"Executor Deserialize CPU Time":249720301,"Executor Run
Time":2562,"Executor CPU Time":519212036,"Result Size":4502,"JVM GC
Time":19,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1927210,"Remote Bytes Read To
Disk":0,"Local Bytes Read":815556,"Total Records Read":30232},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5884748,"Records Written":30232},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":941,"Index":107,"Attempt":0,"Launch Time":1529076477729,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":937,"Index":103,"Attempt":0,"Launch Time":1529076473815,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076477730,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1818230681","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"15","Value":"2034","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"410","Value":"55857","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":32508,"Value":30
79090,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6325452,"Value":59
8504115,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":32508,"Value"
:3079090,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2081284,"V
alue":142240200,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":869585,"V
alue":137263146,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":412,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":404,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
818230784,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":29,"Value":11366,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":459376,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":442751534,"Value":4825
6545303,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3663,"Value":305109,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":232091345,"
Value":23164819640,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":249,"Value":23
813,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":249,"Executor Deserialize CPU Time":232091345,"Executor Run
Time":3663,"Executor CPU Time":442751534,"Result Size":4502,"JVM GC
Time":29,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":869585,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2081284,"Total Records Read":32508},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6325452,"Records Written":32508},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":942,"Index":108,"Attempt":0,"Launch Time":1529076477735,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":938,"Index":104,"Attempt":0,"Launch Time":1529076473866,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076477735,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1836056472","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"15","Value":"2049","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"363","Value":"56220","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":32023,"Value":31
11113,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6230219,"Value":60
4734334,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":32023,"Value"
:3111113,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2034265,"V
alue":144274465,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":875704,"V
alue":138138850,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":417,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":407,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
836056576,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":29,"Value":11395,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":463878,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":388534203,"Value":4864
5079506,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3618,"Value":308727,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":230186981,"
Value":23395006621,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":246,"Value":24
059,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":246,"Executor Deserialize CPU Time":230186981,"Executor Run
Time":3618,"Executor CPU Time":388534203,"Result Size":4502,"JVM GC
Time":29,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":875704,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2034265,"Total Records Read":32023},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6230219,"Records Written":32023},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":943,"Index":109,"Attempt":0,"Launch Time":1529076477741,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":934,"Index":100,"Attempt":0,"Launch Time":1529076473369,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076477742,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1853882263","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"17","Value":"2066","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"592","Value":"56812","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":32957,"Value":31
44070,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6414290,"Value":61
1148624,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":32957,"Value"
:3144070,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":881256,"Va
lue":145155721,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":2106578,"
Value":140245428,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":420,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":412,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
853882368,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":19,"Value":11414,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":468380,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":625467028,"Value":4927
0546534,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":4094,"Value":312821,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":273377620,"
Value":23668384241,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":275,"Value":24
334,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":275,"Executor Deserialize CPU Time":273377620,"Executor Run
Time":4094,"Executor CPU Time":625467028,"Result Size":4502,"JVM GC
Time":19,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":2106578,"Remote Bytes Read To
Disk":0,"Local Bytes Read":881256,"Total Records Read":32957},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6414290,"Records Written":32957},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":944,"Index":110,"Attempt":0,"Launch Time":1529076477780,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":936,"Index":102,"Attempt":0,"Launch Time":1529076473580,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076477781,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1871708054","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"15","Value":"2081","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"490","Value":"57302","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29824,"Value":31
73894,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5802869,"Value":61
6951493,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29824,"Value"
:3173894,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":811639,"Va
lue":145967360,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1893228,"
Value":142138656,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":423,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":417,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
871708160,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":19,"Value":11433,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":472882,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":524042058,"Value":4979
4588592,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3990,"Value":316811,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":206088258,"
Value":23874472499,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":205,"Value":24
539,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":205,"Executor Deserialize CPU Time":206088258,"Executor Run
Time":3990,"Executor CPU Time":524042058,"Result Size":4502,"JVM GC
Time":19,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1893228,"Remote Bytes Read To
Disk":0,"Local Bytes Read":811639,"Total Records Read":29824},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5802869,"Records Written":29824},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":945,"Index":111,"Attempt":0,"Launch Time":1529076477832,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":939,"Index":105,"Attempt":0,"Launch Time":1529076476078,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076477832,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1889533845","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"2093","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"321","Value":"57623","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30004,"Value":32
03898,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5837628,"Value":62
2789121,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30004,"Value"
:3203898,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1920645,"V
alue":147888005,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":804953,"V
alue":142943609,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":428,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":420,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
889533952,"Internal":true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4459,"Value":477341,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":363938924,"Value":5015
8527516,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":1532,"Value":318343,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218927022,"
Value":24093399521,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":219,"Value":24
758,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":219,"Executor Deserialize CPU Time":218927022,"Executor Run
Time":1532,"Executor CPU Time":363938924,"Result Size":4459,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":3,"Local Blocks Fetched":5,"Fetch Wait
Time":0,"Remote Bytes Read":804953,"Remote Bytes Read To Disk":0,"Local Bytes
Read":1920645,"Total Records Read":30004},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":5837628,"Records Written":30004},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":946,"Index":112,"Attempt":0,"Launch Time":1529076478444,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":940,"Index":106,"Attempt":0,"Launch Time":1529076476141,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076478444,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1907359636","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"15","Value":"2108","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"496","Value":"58119","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":33687,"Value":32
37585,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6554809,"Value":62
9343930,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":33687,"Value"
:3237585,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":920383,"Va
lue":148808388,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":2134326,"
Value":145077935,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":431,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":425,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
907359744,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":24,"Value":11457,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":481843,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":543007184,"Value":5070
1534700,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2089,"Value":320432,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":209930613,"
Value":24303330134,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":209,"Value":24
967,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":209,"Executor Deserialize CPU Time":209930613,"Executor Run
Time":2089,"Executor CPU Time":543007184,"Result Size":4502,"JVM GC
Time":24,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":2134326,"Remote Bytes Read To
Disk":0,"Local Bytes Read":920383,"Total Records Read":33687},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6554809,"Records Written":33687},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":947,"Index":113,"Attempt":0,"Launch Time":1529076480393,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":941,"Index":107,"Attempt":0,"Launch Time":1529076477729,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076480393,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1925185427","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"2122","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"354","Value":"58473","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29105,"Value":32
66690,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5664049,"Value":63
5007979,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29105,"Value"
:3266690,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1856933,"V
alue":150665321,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":787950,"V
alue":145865885,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":436,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":428,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
925185536,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":26,"Value":11483,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":486345,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":381063286,"Value":5108
2597986,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2406,"Value":322838,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":242458017,"
Value":24545788151,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":254,"Value":25
221,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":254,"Executor Deserialize CPU Time":242458017,"Executor Run
Time":2406,"Executor CPU Time":381063286,"Result Size":4502,"JVM GC
Time":26,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":787950,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1856933,"Total Records Read":29105},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5664049,"Records Written":29105},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":948,"Index":114,"Attempt":0,"Launch Time":1529076480695,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":945,"Index":111,"Attempt":0,"Launch Time":1529076477832,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076480695,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1943011218","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2135","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"341","Value":"58814","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29875,"Value":32
96565,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5812300,"Value":64
0820279,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29875,"Value"
:3296565,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1894624,"V
alue":152559945,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":816357,"V
alue":146682242,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":441,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":431,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
943011328,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":26,"Value":11509,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":490847,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":365996040,"Value":5144
8594026,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2628,"Value":325466,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":223028589,"
Value":24768816740,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":233,"Value":25
454,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":233,"Executor Deserialize CPU Time":223028589,"Executor Run
Time":2628,"Executor CPU Time":365996040,"Result Size":4502,"JVM GC
Time":26,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":816357,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1894624,"Total Records Read":29875},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5812300,"Records Written":29875},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":949,"Index":115,"Attempt":0,"Launch Time":1529076481026,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":943,"Index":109,"Attempt":0,"Launch Time":1529076477741,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076481027,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1960837009","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2148","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"447","Value":"59261","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29034,"Value":33
25599,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5648785,"Value":64
6469064,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29034,"Value"
:3325599,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":785761,"Va
lue":153345706,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1845492,"
Value":148527734,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":444,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":436,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
960837120,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":47,"Value":11556,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":495349,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":512837503,"Value":5196
1431529,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3014,"Value":328480,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":237333176,"
Value":25006149916,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":267,"Value":25
721,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":267,"Executor Deserialize CPU Time":237333176,"Executor Run
Time":3014,"Executor CPU Time":512837503,"Result Size":4502,"JVM GC
Time":47,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1845492,"Remote Bytes Read To
Disk":0,"Local Bytes Read":785761,"Total Records Read":29034},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5648785,"Records Written":29034},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":950,"Index":116,"Attempt":0,"Launch Time":1529076481267,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":944,"Index":110,"Attempt":0,"Launch Time":1529076477780,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076481267,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1978662800","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2161","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"506","Value":"59767","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30168,"Value":33
55767,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5871111,"Value":65
2340175,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30168,"Value"
:3355767,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":821031,"Va
lue":154166737,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1916393,"
Value":150444127,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":447,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":441,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
978662912,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":47,"Value":11603,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":499851,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":554272810,"Value":5251
5704339,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3190,"Value":331670,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":268605700,"
Value":25274755616,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":293,"Value":26
014,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":293,"Executor Deserialize CPU Time":268605700,"Executor Run
Time":3190,"Executor CPU Time":554272810,"Result Size":4502,"JVM GC
Time":47,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1916393,"Remote Bytes Read To
Disk":0,"Local Bytes Read":821031,"Total Records Read":30168},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5871111,"Records Written":30168},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":951,"Index":117,"Attempt":0,"Launch Time":1529076481598,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":942,"Index":108,"Attempt":0,"Launch Time":1529076477735,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076481598,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"1996488591","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2174","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"336","Value":"60103","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29054,"Value":33
84821,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5653506,"Value":65
7993681,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29054,"Value"
:3384821,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1861084,"V
alue":156027821,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":775484,"V
alue":151219611,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":452,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":444,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":1
996488704,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":48,"Value":11651,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":504353,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":359213469,"Value":5287
4917808,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3623,"Value":335293,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":226796587,"
Value":25501552203,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":237,"Value":26
251,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":237,"Executor Deserialize CPU Time":226796587,"Executor Run
Time":3623,"Executor CPU Time":359213469,"Result Size":4502,"JVM GC
Time":48,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":775484,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1861084,"Total Records Read":29054},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5653506,"Records Written":29054},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":952,"Index":118,"Attempt":0,"Launch Time":1529076481604,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":946,"Index":112,"Attempt":0,"Launch Time":1529076478444,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076481604,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2014314382","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"2186","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"481","Value":"60584","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30352,"Value":34
15173,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5906621,"Value":66
3900302,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30352,"Value"
:3415173,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":829584,"Va
lue":156857405,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1923462,"
Value":153143073,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":455,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":449,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
014314496,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":23,"Value":11674,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":508855,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":503463381,"Value":5337
8381189,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2945,"Value":338238,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":211891317,"
Value":25713443520,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":212,"Value":26
463,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":212,"Executor Deserialize CPU Time":211891317,"Executor Run
Time":2945,"Executor CPU Time":503463381,"Result Size":4502,"JVM GC
Time":23,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1923462,"Remote Bytes Read To
Disk":0,"Local Bytes Read":829584,"Total Records Read":30352},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5906621,"Records Written":30352},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":953,"Index":119,"Attempt":0,"Launch Time":1529076482341,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":947,"Index":113,"Attempt":0,"Launch Time":1529076480393,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076482341,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2032140173","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2199","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"394","Value":"60978","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30485,"Value":34
45658,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5933926,"Value":66
9834228,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30485,"Value"
:3445658,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1928373,"V
alue":158785778,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":837570,"V
alue":153980643,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":460,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":452,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
032140288,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":22,"Value":11696,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":513357,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":424079886,"Value":5380
2461075,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":1716,"Value":339954,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":228311533,"
Value":25941755053,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":228,"Value":26
691,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":228,"Executor Deserialize CPU Time":228311533,"Executor Run
Time":1716,"Executor CPU Time":424079886,"Result Size":4502,"JVM GC
Time":22,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":837570,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1928373,"Total Records Read":30485},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5933926,"Records Written":30485},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":954,"Index":120,"Attempt":0,"Launch Time":1529076482655,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":948,"Index":114,"Attempt":0,"Launch Time":1529076480695,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076482655,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2049965964","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"10","Value":"2209","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"308","Value":"61286","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":26442,"Value":34
72100,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5144954,"Value":67
4979182,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":26442,"Value"
:3472100,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1680515,"V
alue":160466293,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":718710,"V
alue":154699353,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":465,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":455,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
049966080,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":35,"Value":11731,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":517859,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":320951167,"Value":5412
3412242,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":1733,"Value":341687,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":222669469,"
Value":26164424522,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":223,"Value":26
914,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":223,"Executor Deserialize CPU Time":222669469,"Executor Run
Time":1733,"Executor CPU Time":320951167,"Result Size":4502,"JVM GC
Time":35,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":718710,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1680515,"Total Records Read":26442},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5144954,"Records Written":26442},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":955,"Index":121,"Attempt":0,"Launch Time":1529076484775,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":952,"Index":118,"Attempt":0,"Launch Time":1529076481604,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076484775,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2067791755","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2222","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"435","Value":"61721","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29769,"Value":35
01869,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5793296,"Value":68
0772478,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29769,"Value"
:3501869,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":803610,"Va
lue":161269903,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1897042,"
Value":156596395,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":468,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":460,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
067791872,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":11747,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":522361,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":473221423,"Value":5459
6633665,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2935,"Value":344622,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":215874797,"
Value":26380299319,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":233,"Value":27
147,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":233,"Executor Deserialize CPU Time":215874797,"Executor Run
Time":2935,"Executor CPU Time":473221423,"Result Size":4502,"JVM GC
Time":16,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1897042,"Remote Bytes Read To
Disk":0,"Local Bytes Read":803610,"Total Records Read":29769},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5793296,"Records Written":29769},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":956,"Index":122,"Attempt":0,"Launch Time":1529076484929,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":950,"Index":116,"Attempt":0,"Launch Time":1529076481267,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076484929,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2085617546","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2235","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"496","Value":"62217","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29418,"Value":35
31287,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5723284,"Value":68
6495762,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29418,"Value"
:3531287,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":806604,"Va
lue":162076507,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1862783,"
Value":158459178,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":471,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":465,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
085617664,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":11763,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":526863,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":520704238,"Value":5511
7337903,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3411,"Value":348033,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":247209179,"
Value":26627508498,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":247,"Value":27
394,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":247,"Executor Deserialize CPU Time":247209179,"Executor Run
Time":3411,"Executor CPU Time":520704238,"Result Size":4502,"JVM GC
Time":16,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1862783,"Remote Bytes Read To
Disk":0,"Local Bytes Read":806604,"Total Records Read":29418},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5723284,"Records Written":29418},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":957,"Index":123,"Attempt":0,"Launch Time":1529076485032,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":949,"Index":115,"Attempt":0,"Launch Time":1529076481026,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076485032,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2103443337","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"17","Value":"2252","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"539","Value":"62756","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":35123,"Value":35
66410,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6835309,"Value":69
3331071,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":35123,"Value"
:3566410,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":941357,"Va
lue":163017864,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":2244601,"
Value":160703779,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":474,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":470,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
103443456,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":11779,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":531365,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":584449326,"Value":5570
1787229,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3786,"Value":351819,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":216818882,"
Value":26844327380,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":216,"Value":27
610,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":216,"Executor Deserialize CPU Time":216818882,"Executor Run
Time":3786,"Executor CPU Time":584449326,"Result Size":4502,"JVM GC
Time":16,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":2244601,"Remote Bytes Read To
Disk":0,"Local Bytes Read":941357,"Total Records Read":35123},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6835309,"Records Written":35123},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":958,"Index":124,"Attempt":0,"Launch Time":1529076485243,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":951,"Index":117,"Attempt":0,"Launch Time":1529076481598,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076485244,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2121269128","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2265","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"345","Value":"63101","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":32236,"Value":35
98646,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6271851,"Value":69
9602922,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":32236,"Value"
:3598646,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2063644,"V
alue":165081508,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":861026,"V
alue":161564805,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":479,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":473,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
121269248,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":11792,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":535867,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":392256183,"Value":5609
4043412,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3426,"Value":355245,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":216187803,"
Value":27060515183,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":217,"Value":27
827,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":217,"Executor Deserialize CPU Time":216187803,"Executor Run
Time":3426,"Executor CPU Time":392256183,"Result Size":4502,"JVM GC
Time":13,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":861026,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2063644,"Total Records Read":32236},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6271851,"Records Written":32236},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":959,"Index":125,"Attempt":0,"Launch Time":1529076485438,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":953,"Index":119,"Attempt":0,"Launch Time":1529076482341,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076485438,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2139094919","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"2277","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"336","Value":"63437","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29112,"Value":36
27758,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5665027,"Value":70
5267949,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29112,"Value"
:3627758,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1855213,"V
alue":166936721,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":787044,"V
alue":162351849,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":484,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":476,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
139095040,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":11805,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":540369,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":369913142,"Value":5646
3956554,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2873,"Value":358118,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":220737339,"
Value":27281252522,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":220,"Value":28
047,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":220,"Executor Deserialize CPU Time":220737339,"Executor Run
Time":2873,"Executor CPU Time":369913142,"Result Size":4502,"JVM GC
Time":13,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":787044,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1855213,"Total Records Read":29112},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5665027,"Records Written":29112},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":960,"Index":126,"Attempt":0,"Launch Time":1529076485569,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":954,"Index":120,"Attempt":0,"Launch Time":1529076482655,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076485569,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2156920710","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2290","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"336","Value":"63773","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":31534,"Value":36
59292,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6134080,"Value":71
1402029,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":31534,"Value"
:3659292,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2016252,"V
alue":168952973,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":851470,"V
alue":163203319,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":489,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":479,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
156920832,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":10,"Value":11815,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":544871,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":381761074,"Value":5684
5717628,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2704,"Value":360822,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":208466275,"
Value":27489718797,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":208,"Value":28
255,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":208,"Executor Deserialize CPU Time":208466275,"Executor Run
Time":2704,"Executor CPU Time":381761074,"Result Size":4502,"JVM GC
Time":10,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":851470,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2016252,"Total Records Read":31534},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6134080,"Records Written":31534},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":961,"Index":127,"Attempt":0,"Launch Time":1529076486451,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":955,"Index":121,"Attempt":0,"Launch Time":1529076484775,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076486451,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2174746501","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2303","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"501","Value":"64274","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28451,"Value":36
87743,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5534830,"Value":71
6936859,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28451,"Value"
:3687743,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":772877,"Va
lue":169725850,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1807312,"
Value":165010631,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":492,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":484,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
174746624,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":35,"Value":11850,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":549373,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":508947652,"Value":5735
4665280,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":1452,"Value":362274,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":219320948,"
Value":27709039745,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":220,"Value":28
475,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":220,"Executor Deserialize CPU Time":219320948,"Executor Run
Time":1452,"Executor CPU Time":508947652,"Result Size":4502,"JVM GC
Time":35,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1807312,"Remote Bytes Read To
Disk":0,"Local Bytes Read":772877,"Total Records Read":28451},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5534830,"Records Written":28451},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":962,"Index":128,"Attempt":0,"Launch Time":1529076487753,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":956,"Index":122,"Attempt":0,"Launch Time":1529076484929,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076487753,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2192572292","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"49","Value":"2352","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"467","Value":"64741","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":27315,"Value":37
15058,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5315030,"Value":72
2251889,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":27315,"Value"
:3715058,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":744056,"Va
lue":170469906,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1732877,"
Value":166743508,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":495,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":489,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
192572416,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":55,"Value":11905,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":553875,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":468300949,"Value":5782
2966229,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2556,"Value":364830,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":264027906,"
Value":27973067651,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":264,"Value":28
739,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":264,"Executor Deserialize CPU Time":264027906,"Executor Run
Time":2556,"Executor CPU Time":468300949,"Result Size":4502,"JVM GC
Time":55,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1732877,"Remote Bytes Read To
Disk":0,"Local Bytes Read":744056,"Total Records Read":27315},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5315030,"Records Written":27315},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":963,"Index":129,"Attempt":0,"Launch Time":1529076488483,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":960,"Index":126,"Attempt":0,"Launch Time":1529076485569,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076488484,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2210398083","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2365","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"340","Value":"65081","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30110,"Value":37
45168,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5859853,"Value":72
8111742,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30110,"Value"
:3745168,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1931453,"V
alue":172401359,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":802397,"V
alue":167545905,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":500,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":492,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
210398208,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":11920,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":558377,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":369752987,"Value":5819
2719216,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2685,"Value":367515,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":224543169,"
Value":28197610820,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":226,"Value":28
965,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":226,"Executor Deserialize CPU Time":224543169,"Executor Run
Time":2685,"Executor CPU Time":369752987,"Result Size":4502,"JVM GC
Time":15,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":802397,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1931453,"Total Records Read":30110},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5859853,"Records Written":30110},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":964,"Index":130,"Attempt":0,"Launch Time":1529076488489,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":957,"Index":123,"Attempt":0,"Launch Time":1529076485032,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076488489,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2228223874","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2378","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"483","Value":"65564","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29339,"Value":37
74507,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5708789,"Value":73
3820531,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29339,"Value"
:3774507,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":773485,"Va
lue":173174844,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1888106,"
Value":169434011,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":503,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":497,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
228224000,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":55,"Value":11975,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":562879,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":527090131,"Value":5871
9809347,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3198,"Value":370713,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":214722486,"
Value":28412333306,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":256,"Value":29
221,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":256,"Executor Deserialize CPU Time":214722486,"Executor Run
Time":3198,"Executor CPU Time":527090131,"Result Size":4502,"JVM GC
Time":55,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1888106,"Remote Bytes Read To
Disk":0,"Local Bytes Read":773485,"Total Records Read":29339},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5708789,"Records Written":29339},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":965,"Index":131,"Attempt":0,"Launch Time":1529076488586,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":959,"Index":125,"Attempt":0,"Launch Time":1529076485438,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076488586,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2246049665","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"11","Value":"2389","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"318","Value":"65882","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":27010,"Value":38
01517,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5255428,"Value":73
9075959,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":27010,"Value"
:3801517,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1709831,"V
alue":174884675,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":741445,"V
alue":170175456,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":508,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":500,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
246049792,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":25,"Value":12000,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":567381,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":352561177,"Value":5907
2370524,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2902,"Value":373615,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":232118592,"
Value":28644451898,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":244,"Value":29
465,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":244,"Executor Deserialize CPU Time":232118592,"Executor Run
Time":2902,"Executor CPU Time":352561177,"Result Size":4502,"JVM GC
Time":25,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":741445,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1709831,"Total Records Read":27010},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5255428,"Records Written":27010},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":966,"Index":132,"Attempt":0,"Launch Time":1529076488843,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":958,"Index":124,"Attempt":0,"Launch Time":1529076485243,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076488843,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2263875456","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"25","Value":"2414","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"353","Value":"66235","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":31679,"Value":38
33196,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6164218,"Value":74
5240177,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":31679,"Value"
:3833196,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2029921,"V
alue":176914596,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":846453,"V
alue":171021909,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":513,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":503,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
263875584,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":25,"Value":12025,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":571883,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":387661196,"Value":5946
0031720,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3374,"Value":376989,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":222335009,"
Value":28866786907,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":223,"Value":29
688,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":223,"Executor Deserialize CPU Time":222335009,"Executor Run
Time":3374,"Executor CPU Time":387661196,"Result Size":4502,"JVM GC
Time":25,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":846453,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2029921,"Total Records Read":31679},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6164218,"Records Written":31679},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":967,"Index":133,"Attempt":0,"Launch Time":1529076489535,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":961,"Index":127,"Attempt":0,"Launch Time":1529076486451,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076489536,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2281701247","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"11","Value":"2425","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"484","Value":"66719","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":26461,"Value":38
59657,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5150091,"Value":75
0390268,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":26461,"Value"
:3859657,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":721150,"Va
lue":177635746,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1681390,"
Value":172703299,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":516,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":508,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
281701376,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":20,"Value":12045,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":576385,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":511353925,"Value":5997
1385645,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2839,"Value":379828,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":241551394,"
Value":29108338301,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":241,"Value":29
929,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":241,"Executor Deserialize CPU Time":241551394,"Executor Run
Time":2839,"Executor CPU Time":511353925,"Result Size":4502,"JVM GC
Time":20,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1681390,"Remote Bytes Read To
Disk":0,"Local Bytes Read":721150,"Total Records Read":26461},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5150091,"Records Written":26461},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":968,"Index":134,"Attempt":0,"Launch Time":1529076489569,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":962,"Index":128,"Attempt":0,"Launch Time":1529076487753,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076489569,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2299527038","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"23","Value":"2448","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"486","Value":"67205","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29248,"Value":38
88905,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5691511,"Value":75
6081779,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29248,"Value"
:3888905,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":791408,"Va
lue":178427154,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1857671,"
Value":174560970,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":519,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":513,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
299527168,"Internal":true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4459,"Value":580844,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":536213511,"Value":6050
7599156,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":1589,"Value":381417,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":223486185,"
Value":29331824486,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":223,"Value":30
152,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":223,"Executor Deserialize CPU Time":223486185,"Executor Run
Time":1589,"Executor CPU Time":536213511,"Result Size":4459,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":5,"Local Blocks Fetched":3,"Fetch Wait
Time":0,"Remote Bytes Read":1857671,"Remote Bytes Read To Disk":0,"Local Bytes
Read":791408,"Total Records Read":29248},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":5691511,"Records Written":29248},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":969,"Index":135,"Attempt":0,"Launch Time":1529076491809,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":964,"Index":130,"Attempt":0,"Launch Time":1529076488489,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076491809,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2317352829","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"15","Value":"2463","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"587","Value":"67792","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":33560,"Value":39
22465,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6530397,"Value":76
2612176,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":33560,"Value"
:3922465,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":907138,"Va
lue":179334292,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":2136370,"
Value":176697340,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":522,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":518,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
317352960,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":38,"Value":12083,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":585346,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":650819271,"Value":6115
8418427,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3098,"Value":384515,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218864579,"
Value":29550689065,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":219,"Value":30
371,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":219,"Executor Deserialize CPU Time":218864579,"Executor Run
Time":3098,"Executor CPU Time":650819271,"Result Size":4502,"JVM GC
Time":38,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":2136370,"Remote Bytes Read To
Disk":0,"Local Bytes Read":907138,"Total Records Read":33560},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6530397,"Records Written":33560},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":970,"Index":136,"Attempt":0,"Launch Time":1529076491912,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":965,"Index":131,"Attempt":0,"Launch Time":1529076488586,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076491913,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2335178620","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2476","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"380","Value":"68172","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29785,"Value":39
52250,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5794877,"Value":76
8407053,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29785,"Value"
:3952250,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1902761,"V
alue":181237053,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":799195,"V
alue":177496535,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":527,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":521,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
335178752,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":12094,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":589848,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":417697187,"Value":6157
6115614,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3083,"Value":387598,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":237779724,"
Value":29788468789,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":240,"Value":30
611,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":240,"Executor Deserialize CPU Time":237779724,"Executor Run
Time":3083,"Executor CPU Time":417697187,"Result Size":4502,"JVM GC
Time":11,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":799195,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1902761,"Total Records Read":29785},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5794877,"Records Written":29785},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":971,"Index":137,"Attempt":0,"Launch Time":1529076491993,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":966,"Index":132,"Attempt":0,"Launch Time":1529076488843,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076491994,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2353004411","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"2488","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"335","Value":"68507","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30970,"Value":39
83220,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6027084,"Value":77
4434137,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30970,"Value"
:3983220,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1971829,"V
alue":183208882,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":834871,"V
alue":178331406,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":532,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":524,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
353004544,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":12105,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":594350,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":381556002,"Value":6195
7671616,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2906,"Value":390504,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":228518902,"
Value":30016987691,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":240,"Value":30
851,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":240,"Executor Deserialize CPU Time":228518902,"Executor Run
Time":2906,"Executor CPU Time":381556002,"Result Size":4502,"JVM GC
Time":11,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":834871,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1971829,"Total Records Read":30970},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6027084,"Records Written":30970},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":972,"Index":138,"Attempt":0,"Launch Time":1529076491997,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":963,"Index":129,"Attempt":0,"Launch Time":1529076488483,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076491998,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2370830202","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"2500","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"333","Value":"68840","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29693,"Value":40
12913,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5777454,"Value":78
0211591,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29693,"Value"
:4012913,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
823,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1884526,"V
alue":185093408,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":809580,"V
alue":179140986,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":537,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":527,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
370830336,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":11,"Value":12116,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":598852,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":362438772,"Value":6232
0110388,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3280,"Value":393784,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":228457106,"
Value":30245444797,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":231,"Value":31
082,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":231,"Executor Deserialize CPU Time":228457106,"Executor Run
Time":3280,"Executor CPU Time":362438772,"Result Size":4502,"JVM GC
Time":11,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":809580,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1884526,"Total Records Read":29693},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5777454,"Records Written":29693},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":973,"Index":139,"Attempt":0,"Launch Time":1529076492377,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":968,"Index":134,"Attempt":0,"Launch Time":1529076489569,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076492377,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2388655993","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"2512","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"447","Value":"69287","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28835,"Value":40
41748,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5611443,"Value":78
5823034,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28835,"Value"
:4041748,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":14,"Value":
2837,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":787096,"Va
lue":185880504,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1828570,"
Value":180969556,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":540,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":532,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
388656128,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":101,"Value":12217,"Internal"
:true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":603354,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":483854368,"Value":6280
3964756,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2538,"Value":396322,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":225848945,"
Value":30471293742,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":265,"Value":31
347,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":265,"Executor Deserialize CPU Time":225848945,"Executor Run
Time":2538,"Executor CPU Time":483854368,"Result Size":4502,"JVM GC
Time":101,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":14,"Remote Bytes Read":1828570,"Remote Bytes Read To
Disk":0,"Local Bytes Read":787096,"Total Records Read":28835},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5611443,"Records Written":28835},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":974,"Index":140,"Attempt":0,"Launch Time":1529076492557,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":967,"Index":133,"Attempt":0,"Launch Time":1529076489535,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076492558,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2406481784","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"16","Value":"2528","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"550","Value":"69837","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":32920,"Value":40
74668,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6405596,"Value":79
2228630,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":32920,"Value"
:4074668,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
837,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":913551,"Va
lue":186794055,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":2072590,"
Value":183042146,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":543,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":537,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
406481920,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":101,"Value":12318,"Internal"
:true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":607856,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":617137504,"Value":6342
1102260,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2723,"Value":399045,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":255150491,"
Value":30726444233,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":295,"Value":31
642,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":295,"Executor Deserialize CPU Time":255150491,"Executor Run
Time":2723,"Executor CPU Time":617137504,"Result Size":4502,"JVM GC
Time":101,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":2072590,"Remote Bytes Read To
Disk":0,"Local Bytes Read":913551,"Total Records Read":32920},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6405596,"Records Written":32920},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":975,"Index":141,"Attempt":0,"Launch Time":1529076495038,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":972,"Index":138,"Attempt":0,"Launch Time":1529076491997,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076495038,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2424307575","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"31","Value":"2559","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"333","Value":"70170","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":27901,"Value":41
02569,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5429294,"Value":79
7657924,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":27901,"Value"
:4102569,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
837,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1764113,"V
alue":188558168,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":764383,"V
alue":183806529,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":548,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":540,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
424307712,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":19,"Value":12337,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":612358,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":379920589,"Value":6380
1022849,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2748,"Value":401793,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":268165236,"
Value":30994609469,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":289,"Value":31
931,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":289,"Executor Deserialize CPU Time":268165236,"Executor Run
Time":2748,"Executor CPU Time":379920589,"Result Size":4502,"JVM GC
Time":19,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":764383,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1764113,"Total Records Read":27901},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5429294,"Records Written":27901},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":976,"Index":142,"Attempt":0,"Launch Time":1529076495146,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":970,"Index":136,"Attempt":0,"Launch Time":1529076491912,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076495146,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2442133366","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"63","Value":"2622","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"501","Value":"70671","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":31298,"Value":41
33867,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6088826,"Value":80
3746750,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":31298,"Value"
:4133867,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":66,"Value":
2903,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2000926,"V
alue":190559094,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":835494,"V
alue":184642023,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":553,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":543,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
442133504,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":46,"Value":12383,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":616860,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":484506207,"Value":6428
5529056,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2975,"Value":404768,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":254977883,"
Value":31249587352,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":256,"Value":32
187,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":256,"Executor Deserialize CPU Time":254977883,"Executor Run
Time":2975,"Executor CPU Time":484506207,"Result Size":4502,"JVM GC
Time":46,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":66,"Remote Bytes Read":835494,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2000926,"Total Records Read":31298},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6088826,"Records Written":31298},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":977,"Index":143,"Attempt":0,"Launch Time":1529076495394,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":971,"Index":137,"Attempt":0,"Launch Time":1529076491993,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076495394,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2459959157","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"51","Value":"2673","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"375","Value":"71046","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30539,"Value":41
64406,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5942682,"Value":80
9689432,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30539,"Value"
:4164406,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
903,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1942694,"V
alue":192501788,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":828523,"V
alue":185470546,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":558,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":546,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
459959296,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":46,"Value":12429,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":621362,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":422537615,"Value":6470
8066671,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3138,"Value":407906,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":237632269,"
Value":31487219621,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":260,"Value":32
447,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":260,"Executor Deserialize CPU Time":237632269,"Executor Run
Time":3138,"Executor CPU Time":422537615,"Result Size":4502,"JVM GC
Time":46,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":828523,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1942694,"Total Records Read":30539},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5942682,"Records Written":30539},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":978,"Index":144,"Attempt":0,"Launch Time":1529076495411,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":973,"Index":139,"Attempt":0,"Launch Time":1529076492377,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076495411,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2477784948","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"2685","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"420","Value":"71466","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":27432,"Value":41
91838,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5338578,"Value":81
5028010,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":27432,"Value"
:4191838,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
903,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":750056,"Va
lue":193251844,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1738565,"
Value":187209111,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":561,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":551,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
477785088,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":12446,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":625864,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":460811640,"Value":6516
8878311,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2809,"Value":410715,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":219661407,"
Value":31706881028,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":220,"Value":32
667,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":220,"Executor Deserialize CPU Time":219661407,"Executor Run
Time":2809,"Executor CPU Time":460811640,"Result Size":4502,"JVM GC
Time":17,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1738565,"Remote Bytes Read To
Disk":0,"Local Bytes Read":750056,"Total Records Read":27432},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5338578,"Records Written":27432},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":979,"Index":145,"Attempt":0,"Launch Time":1529076495455,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":969,"Index":135,"Attempt":0,"Launch Time":1529076491809,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076495455,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2495610739","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"2697","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"544","Value":"72010","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28457,"Value":42
20295,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5537147,"Value":82
0565157,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28457,"Value"
:4220295,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
903,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":767231,"Va
lue":194019075,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1814812,"
Value":189023923,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":564,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":556,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
495610880,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":80,"Value":12526,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":630366,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":519962985,"Value":6568
8841296,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3415,"Value":414130,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":226857828,"
Value":31933738856,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":228,"Value":32
895,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":228,"Executor Deserialize CPU Time":226857828,"Executor Run
Time":3415,"Executor CPU Time":519962985,"Result Size":4502,"JVM GC
Time":80,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1814812,"Remote Bytes Read To
Disk":0,"Local Bytes Read":767231,"Total Records Read":28457},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5537147,"Records Written":28457},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":980,"Index":146,"Attempt":0,"Launch Time":1529076495574,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":974,"Index":140,"Attempt":0,"Launch Time":1529076492557,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076495575,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2513436530","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2710","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"479","Value":"72489","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29562,"Value":42
49857,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5753509,"Value":82
6318666,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29562,"Value"
:4249857,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
903,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":794824,"Va
lue":194813899,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1885160,"
Value":190909083,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":567,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":561,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
513436672,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":12543,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":634868,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":500026199,"Value":6618
8867495,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2767,"Value":416897,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":245838363,"
Value":32179577219,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":247,"Value":33
142,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":247,"Executor Deserialize CPU Time":245838363,"Executor Run
Time":2767,"Executor CPU Time":500026199,"Result Size":4502,"JVM GC
Time":17,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1885160,"Remote Bytes Read To
Disk":0,"Local Bytes Read":794824,"Total Records Read":29562},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5753509,"Records Written":29562},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":981,"Index":147,"Attempt":0,"Launch Time":1529076496929,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":975,"Index":141,"Attempt":0,"Launch Time":1529076495038,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076496930,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2531262321","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2723","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"338","Value":"72827","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30299,"Value":42
80156,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5895647,"Value":83
2214313,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30299,"Value"
:4280156,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
903,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1924956,"V
alue":196738855,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":825491,"V
alue":191734574,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":572,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":564,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
531262464,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":40,"Value":12583,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":639370,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":381587205,"Value":6657
0454700,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":1626,"Value":418523,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":234585862,"
Value":32414163081,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":261,"Value":33
403,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":261,"Executor Deserialize CPU Time":234585862,"Executor Run
Time":1626,"Executor CPU Time":381587205,"Result Size":4502,"JVM GC
Time":40,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":825491,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1924956,"Total Records Read":30299},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5895647,"Records Written":30299},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":982,"Index":148,"Attempt":0,"Launch Time":1529076498044,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":976,"Index":142,"Attempt":0,"Launch Time":1529076495146,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076498044,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2549088112","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2736","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"339","Value":"73166","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29790,"Value":43
09946,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5796698,"Value":83
8011011,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29790,"Value"
:4309946,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
903,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1889583,"V
alue":198628438,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":813442,"V
alue":192548016,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":577,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":567,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
549088256,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":12596,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":643872,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":363964252,"Value":6693
4418952,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2672,"Value":421195,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":223228340,"
Value":32637391421,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":223,"Value":33
626,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":223,"Executor Deserialize CPU Time":223228340,"Executor Run
Time":2672,"Executor CPU Time":363964252,"Result Size":4502,"JVM GC
Time":13,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":813442,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1889583,"Total Records Read":29790},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5796698,"Records Written":29790},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":983,"Index":149,"Attempt":0,"Launch Time":1529076498907,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":978,"Index":144,"Attempt":0,"Launch Time":1529076495411,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076498907,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2566913903","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"2748","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"453","Value":"73619","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28870,"Value":43
38816,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5618667,"Value":84
3629678,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28870,"Value"
:4338816,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
903,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":774646,"Va
lue":199403084,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1844576,"
Value":194392592,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":580,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":572,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
566914048,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":12611,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":648374,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":474670060,"Value":6740
9089012,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3258,"Value":424453,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":233894372,"
Value":32871285793,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":234,"Value":33
860,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":234,"Executor Deserialize CPU Time":233894372,"Executor Run
Time":3258,"Executor CPU Time":474670060,"Result Size":4502,"JVM GC
Time":15,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1844576,"Remote Bytes Read To
Disk":0,"Local Bytes Read":774646,"Total Records Read":28870},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5618667,"Records Written":28870},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":984,"Index":150,"Attempt":0,"Launch Time":1529076499060,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":979,"Index":145,"Attempt":0,"Launch Time":1529076495455,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076499061,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2584739694","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"2760","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"437","Value":"74056","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":31539,"Value":43
70355,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6136977,"Value":84
9766655,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":31539,"Value"
:4370355,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":17,"Value":
2920,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":844274,"Va
lue":200247358,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":2016302,"
Value":196408894,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":583,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":577,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
584739840,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":12626,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":652876,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":449060866,"Value":6785
8149878,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3370,"Value":427823,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":227884219,"
Value":33099170012,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":232,"Value":34
092,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":232,"Executor Deserialize CPU Time":227884219,"Executor Run
Time":3370,"Executor CPU Time":449060866,"Result Size":4502,"JVM GC
Time":15,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":17,"Remote Bytes Read":2016302,"Remote Bytes Read To
Disk":0,"Local Bytes Read":844274,"Total Records Read":31539},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6136977,"Records Written":31539},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":985,"Index":151,"Attempt":0,"Launch Time":1529076499066,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":977,"Index":143,"Attempt":0,"Launch Time":1529076495394,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076499067,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2602565485","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2773","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"344","Value":"74400","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30403,"Value":44
00758,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5917145,"Value":85
5683800,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30403,"Value"
:4400758,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
920,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1936073,"V
alue":202183431,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":820424,"V
alue":197229318,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":588,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":580,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
602565632,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":36,"Value":12662,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":657378,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":375919617,"Value":6823
4069495,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3442,"Value":431265,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":227010355,"
Value":33326180367,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":228,"Value":34
320,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":228,"Executor Deserialize CPU Time":227010355,"Executor Run
Time":3442,"Executor CPU Time":375919617,"Result Size":4502,"JVM GC
Time":36,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":820424,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1936073,"Total Records Read":30403},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5917145,"Records Written":30403},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":986,"Index":152,"Attempt":0,"Launch Time":1529076499414,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":980,"Index":146,"Attempt":0,"Launch Time":1529076495574,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076499415,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2620391276","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"2787","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"541","Value":"74941","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":32516,"Value":44
33274,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6327659,"Value":86
2011459,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":32516,"Value"
:4433274,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
920,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":872049,"Va
lue":203055480,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":2075550,"
Value":199304868,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":591,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":585,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
620391424,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":15,"Value":12677,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":661880,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":574735450,"Value":6880
8804945,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3596,"Value":434861,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":240177175,"
Value":33566357542,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":240,"Value":34
560,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":240,"Executor Deserialize CPU Time":240177175,"Executor Run
Time":3596,"Executor CPU Time":574735450,"Result Size":4502,"JVM GC
Time":15,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":2075550,"Remote Bytes Read To
Disk":0,"Local Bytes Read":872049,"Total Records Read":32516},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6327659,"Records Written":32516},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":987,"Index":153,"Attempt":0,"Launch Time":1529076499872,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":982,"Index":148,"Attempt":0,"Launch Time":1529076498044,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076499872,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2638217067","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"10","Value":"2797","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"321","Value":"75262","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":26872,"Value":44
60146,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5228945,"Value":86
7240404,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":26872,"Value"
:4460146,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
920,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1713617,"V
alue":204769097,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":720576,"V
alue":200025444,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":596,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":588,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
638217216,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":23,"Value":12700,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":666382,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":336724103,"Value":6914
5529048,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":1597,"Value":436458,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":226811379,"
Value":33793168921,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":228,"Value":34
788,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":228,"Executor Deserialize CPU Time":226811379,"Executor Run
Time":1597,"Executor CPU Time":336724103,"Result Size":4502,"JVM GC
Time":23,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":720576,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1713617,"Total Records Read":26872},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5228945,"Records Written":26872},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":988,"Index":154,"Attempt":0,"Launch Time":1529076499969,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":981,"Index":147,"Attempt":0,"Launch Time":1529076496929,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076499969,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2656042858","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"17","Value":"2814","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"374","Value":"75636","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":33456,"Value":44
93602,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6511135,"Value":87
3751539,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":33456,"Value"
:4493602,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
920,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2133065,"V
alue":206902162,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":902186,"V
alue":200927630,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":601,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":591,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
656043008,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":23,"Value":12723,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":670884,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":437327280,"Value":6958
2856328,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2814,"Value":439272,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":223037622,"
Value":34016206543,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":222,"Value":35
010,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":222,"Executor Deserialize CPU Time":223037622,"Executor Run
Time":2814,"Executor CPU Time":437327280,"Result Size":4502,"JVM GC
Time":23,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":902186,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2133065,"Total Records Read":33456},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6511135,"Records Written":33456},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":989,"Index":155,"Attempt":0,"Launch Time":1529076501644,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":984,"Index":150,"Attempt":0,"Launch Time":1529076499060,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076501645,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2673868649","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2827","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"403","Value":"76039","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":27868,"Value":45
21470,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5422914,"Value":87
9174453,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":27868,"Value"
:4521470,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
920,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":750573,"Va
lue":207652735,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1778056,"
Value":202705686,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":604,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":596,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
673868800,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":20,"Value":12743,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":675386,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":414065815,"Value":6999
6922143,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2352,"Value":441624,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":227826196,"
Value":34244032739,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":228,"Value":35
238,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":228,"Executor Deserialize CPU Time":227826196,"Executor Run
Time":2352,"Executor CPU Time":414065815,"Result Size":4502,"JVM GC
Time":20,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1778056,"Remote Bytes Read To
Disk":0,"Local Bytes Read":750573,"Total Records Read":27868},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5422914,"Records Written":27868},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":990,"Index":156,"Attempt":0,"Launch Time":1529076502129,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":983,"Index":149,"Attempt":0,"Launch Time":1529076498907,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076502130,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2691694440","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"2841","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"458","Value":"76497","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":27731,"Value":45
49201,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5395835,"Value":88
4570288,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":27731,"Value"
:4549201,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
920,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":755452,"Va
lue":208408187,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1760012,"
Value":204465698,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":607,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":601,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
691694592,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":20,"Value":12763,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":679888,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":476665932,"Value":7047
3588075,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2916,"Value":444540,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":300641795,"
Value":34544674534,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":302,"Value":35
540,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":302,"Executor Deserialize CPU Time":300641795,"Executor Run
Time":2916,"Executor CPU Time":476665932,"Result Size":4502,"JVM GC
Time":20,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1760012,"Remote Bytes Read To
Disk":0,"Local Bytes Read":755452,"Total Records Read":27731},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5395835,"Records Written":27731},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":991,"Index":157,"Attempt":0,"Launch Time":1529076502283,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":985,"Index":151,"Attempt":0,"Launch Time":1529076499066,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076502283,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2709520231","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"2853","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"314","Value":"76811","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29083,"Value":45
78284,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5659178,"Value":89
0229466,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29083,"Value"
:4578284,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
920,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1843812,"V
alue":210251999,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":792689,"V
alue":205258387,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":612,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":604,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
709520384,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":12776,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":684390,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":356433537,"Value":7083
0021612,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2989,"Value":447529,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":224004101,"
Value":34768678635,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":224,"Value":35
764,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":224,"Executor Deserialize CPU Time":224004101,"Executor Run
Time":2989,"Executor CPU Time":356433537,"Result Size":4502,"JVM GC
Time":13,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":792689,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1843812,"Total Records Read":29083},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5659178,"Records Written":29083},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":992,"Index":158,"Attempt":0,"Launch Time":1529076502380,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":986,"Index":152,"Attempt":0,"Launch Time":1529076499414,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076502380,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2727346022","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2866","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"438","Value":"77249","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29004,"Value":46
07288,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5642512,"Value":89
5871978,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29004,"Value"
:4607288,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
920,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":788409,"Va
lue":211040408,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1842537,"
Value":207100924,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":615,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":609,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
727346176,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":42,"Value":12818,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":688892,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":488423745,"Value":7131
8445357,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2708,"Value":450237,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":233707928,"
Value":35002386563,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":254,"Value":36
018,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":254,"Executor Deserialize CPU Time":233707928,"Executor Run
Time":2708,"Executor CPU Time":488423745,"Result Size":4502,"JVM GC
Time":42,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1842537,"Remote Bytes Read To
Disk":0,"Local Bytes Read":788409,"Total Records Read":29004},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5642512,"Records Written":29004},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":993,"Index":159,"Attempt":0,"Launch Time":1529076502654,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":987,"Index":153,"Attempt":0,"Launch Time":1529076499872,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076502655,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2745171813","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2879","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"358","Value":"77607","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29125,"Value":46
36413,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5667358,"Value":90
1539336,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29125,"Value"
:4636413,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
920,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1850606,"V
alue":212891014,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":790608,"V
alue":207891532,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":620,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":612,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
745171968,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":12831,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":693394,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":393898569,"Value":7171
2343926,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2549,"Value":452786,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":230660861,"
Value":35233047424,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":230,"Value":36
248,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":230,"Executor Deserialize CPU Time":230660861,"Executor Run
Time":2549,"Executor CPU Time":393898569,"Result Size":4502,"JVM GC
Time":13,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":790608,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1850606,"Total Records Read":29125},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5667358,"Records Written":29125},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":994,"Index":160,"Attempt":0,"Launch Time":1529076502877,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":988,"Index":154,"Attempt":0,"Launch Time":1529076499969,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076502878,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2762997604","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"2891","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"316","Value":"77923","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":27892,"Value":46
64305,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5428969,"Value":90
6968305,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":27892,"Value"
:4664305,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
920,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1773416,"V
alue":214664430,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":753926,"V
alue":208645458,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":625,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":615,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
762997760,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":27,"Value":12858,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":697896,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":342164009,"Value":7205
4507935,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2684,"Value":455470,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":221901920,"
Value":35454949344,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":222,"Value":36
470,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":222,"Executor Deserialize CPU Time":221901920,"Executor Run
Time":2684,"Executor CPU Time":342164009,"Result Size":4502,"JVM GC
Time":27,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":753926,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1773416,"Total Records Read":27892},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5428969,"Records Written":27892},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":995,"Index":161,"Attempt":0,"Launch Time":1529076503975,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":989,"Index":155,"Attempt":0,"Launch Time":1529076501644,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076503975,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2780823395","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"16","Value":"2907","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"551","Value":"78474","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":33653,"Value":46
97958,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6549004,"Value":91
3517309,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":33653,"Value"
:4697958,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
920,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":911013,"Va
lue":215575443,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":2140498,"
Value":210785956,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":628,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":620,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
780823552,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":22,"Value":12880,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":702398,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":569589883,"Value":7262
4097818,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2091,"Value":457561,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":236037661,"
Value":35690987005,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":235,"Value":36
705,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":235,"Executor Deserialize CPU Time":236037661,"Executor Run
Time":2091,"Executor CPU Time":569589883,"Result Size":4502,"JVM GC
Time":22,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":2140498,"Remote Bytes Read To
Disk":0,"Local Bytes Read":911013,"Total Records Read":33653},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6549004,"Records Written":33653},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":996,"Index":162,"Attempt":0,"Launch Time":1529076505609,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":991,"Index":157,"Attempt":0,"Launch Time":1529076502283,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076505609,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2798649186","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"2919","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"346","Value":"78820","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":31152,"Value":47
29110,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6061121,"Value":91
9578430,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":31152,"Value"
:4729110,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
920,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1987199,"V
alue":217562642,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":838333,"V
alue":211624289,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":633,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":623,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
798649344,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":12894,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":706900,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":374513932,"Value":7299
8611750,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3107,"Value":460668,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":215835973,"
Value":35906822978,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":215,"Value":36
920,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":215,"Executor Deserialize CPU Time":215835973,"Executor Run
Time":3107,"Executor CPU Time":374513932,"Result Size":4502,"JVM GC
Time":14,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":838333,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1987199,"Total Records Read":31152},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6061121,"Records Written":31152},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":997,"Index":163,"Attempt":0,"Launch Time":1529076505837,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":993,"Index":159,"Attempt":0,"Launch Time":1529076502654,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076505838,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2816474977","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"2931","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"319","Value":"79139","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28961,"Value":47
58071,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5634654,"Value":92
5213084,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28961,"Value"
:4758071,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
920,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1850167,"V
alue":219412809,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":775816,"V
alue":212400105,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":638,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":626,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
816475136,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":12908,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":711402,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":364268725,"Value":7336
2880475,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2932,"Value":463600,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":233783250,"
Value":36140606228,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":248,"Value":37
168,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":248,"Executor Deserialize CPU Time":233783250,"Executor Run
Time":2932,"Executor CPU Time":364268725,"Result Size":4502,"JVM GC
Time":14,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":775816,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1850167,"Total Records Read":28961},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5634654,"Records Written":28961},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":998,"Index":164,"Attempt":0,"Launch Time":1529076505929,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":994,"Index":160,"Attempt":0,"Launch Time":1529076502877,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076505929,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2834300768","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"2943","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"312","Value":"79451","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28817,"Value":47
86888,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5608030,"Value":93
0821114,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28817,"Value"
:4786888,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
920,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1833876,"V
alue":221246685,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":779847,"V
alue":213179952,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":643,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":629,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
834300928,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":12925,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":715904,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":354649447,"Value":7371
7529922,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2828,"Value":466428,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":221037438,"
Value":36361643666,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":220,"Value":37
388,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":220,"Executor Deserialize CPU Time":221037438,"Executor Run
Time":2828,"Executor CPU Time":354649447,"Result Size":4502,"JVM GC
Time":17,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":779847,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1833876,"Total Records Read":28817},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5608030,"Records Written":28817},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":999,"Index":165,"Attempt":0,"Launch Time":1529076505986,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":992,"Index":158,"Attempt":0,"Launch Time":1529076502380,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076505986,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2852126559","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"2955","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"449","Value":"79900","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29687,"Value":48
16575,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5778142,"Value":93
6599256,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29687,"Value"
:4816575,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
920,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":783254,"Va
lue":222029939,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1910728,"
Value":215090680,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":646,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":634,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
852126720,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":12941,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":720406,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":492449484,"Value":7420
9979406,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3377,"Value":469805,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":225375389,"
Value":36587019055,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":226,"Value":37
614,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":226,"Executor Deserialize CPU Time":225375389,"Executor Run
Time":3377,"Executor CPU Time":492449484,"Result Size":4502,"JVM GC
Time":16,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1910728,"Remote Bytes Read To
Disk":0,"Local Bytes Read":783254,"Total Records Read":29687},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5778142,"Records Written":29687},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1000,"Index":166,"Attempt":0,"Launch Time":1529076506106,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":990,"Index":156,"Attempt":0,"Launch Time":1529076502129,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076506106,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2869952350","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"2969","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"552","Value":"80452","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":32652,"Value":48
49227,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6352912,"Value":94
2952168,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":32652,"Value"
:4849227,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
920,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":885567,"Va
lue":222915506,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":2074887,"
Value":217165567,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":649,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":639,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
869952512,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":38,"Value":12979,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":724908,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":602783167,"Value":7481
2762573,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3692,"Value":473497,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":256688228,"
Value":36843707283,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":281,"Value":37
895,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":281,"Executor Deserialize CPU Time":256688228,"Executor Run
Time":3692,"Executor CPU Time":602783167,"Result Size":4502,"JVM GC
Time":38,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":2074887,"Remote Bytes Read To
Disk":0,"Local Bytes Read":885567,"Total Records Read":32652},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6352912,"Records Written":32652},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1001,"Index":167,"Attempt":0,"Launch Time":1529076506489,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":995,"Index":161,"Attempt":0,"Launch Time":1529076503975,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076506490,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2887778141","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"2982","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"491","Value":"80943","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30062,"Value":48
79289,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5848577,"Value":94
8800745,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30062,"Value"
:4879289,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
920,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":811757,"Va
lue":223727263,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1915346,"
Value":219080913,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":652,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":644,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
887778304,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":16,"Value":12995,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":729410,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":525595099,"Value":7533
8357672,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2283,"Value":475780,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":227330488,"
Value":37071037771,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":228,"Value":38
123,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":228,"Executor Deserialize CPU Time":227330488,"Executor Run
Time":2283,"Executor CPU Time":525595099,"Result Size":4502,"JVM GC
Time":16,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1915346,"Remote Bytes Read To
Disk":0,"Local Bytes Read":811757,"Total Records Read":30062},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5848577,"Records Written":30062},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1002,"Index":168,"Attempt":0,"Launch Time":1529076507277,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":996,"Index":162,"Attempt":0,"Launch Time":1529076505609,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076507278,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2905603932","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"11","Value":"2993","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"321","Value":"81264","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28277,"Value":49
07566,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5503022,"Value":95
4303767,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28277,"Value"
:4907566,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
920,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1810737,"V
alue":225538000,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":752819,"V
alue":219833732,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":657,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":647,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
905604096,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":37,"Value":13032,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":733912,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":343536446,"Value":7568
1894118,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":1447,"Value":477227,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":219269773,"
Value":37290307544,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":218,"Value":38
341,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":218,"Executor Deserialize CPU Time":219269773,"Executor Run
Time":1447,"Executor CPU Time":343536446,"Result Size":4502,"JVM GC
Time":37,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":752819,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1810737,"Total Records Read":28277},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5503022,"Records Written":28277},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1003,"Index":169,"Attempt":0,"Launch Time":1529076509480,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1001,"Index":167,"Attempt":0,"Launch Time":1529076506489,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076509480,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2923429723","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"3006","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"467","Value":"81731","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30306,"Value":49
37872,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5895771,"Value":96
0199538,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30306,"Value"
:4937872,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
920,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":818418,"Va
lue":226356418,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1930485,"
Value":221764217,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":660,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":652,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
923429888,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":13049,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":738414,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":531610166,"Value":7621
3504284,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2733,"Value":479960,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":235691474,"
Value":37525999018,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":253,"Value":38
594,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":253,"Executor Deserialize CPU Time":235691474,"Executor Run
Time":2733,"Executor CPU Time":531610166,"Result Size":4502,"JVM GC
Time":17,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1930485,"Remote Bytes Read To
Disk":0,"Local Bytes Read":818418,"Total Records Read":30306},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5895771,"Records Written":30306},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1004,"Index":170,"Attempt":0,"Launch Time":1529076509483,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":999,"Index":165,"Attempt":0,"Launch Time":1529076505986,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076509483,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2941255514","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"3018","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"460","Value":"82191","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28678,"Value":49
66550,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5580362,"Value":96
5779900,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28678,"Value"
:4966550,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
920,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":771783,"Va
lue":227128201,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1828657,"
Value":223592874,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":663,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":657,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
941255680,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":13066,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":742916,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":476230304,"Value":7668
9734588,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3252,"Value":483212,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":241261522,"
Value":37767260540,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":242,"Value":38
836,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":242,"Executor Deserialize CPU Time":241261522,"Executor Run
Time":3252,"Executor CPU Time":476230304,"Result Size":4502,"JVM GC
Time":17,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1828657,"Remote Bytes Read To
Disk":0,"Local Bytes Read":771783,"Total Records Read":28678},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5580362,"Records Written":28678},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1005,"Index":171,"Attempt":0,"Launch Time":1529076509483,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1006,"Index":172,"Attempt":0,"Launch Time":1529076509484,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":997,"Index":163,"Attempt":0,"Launch Time":1529076505837,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076509484,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2959081305","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"15","Value":"3033","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"403","Value":"82594","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":32881,"Value":49
99431,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6399571,"Value":97
2179471,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":32881,"Value"
:4999431,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
920,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2087544,"V
alue":229215745,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":894800,"V
alue":224487674,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":668,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":660,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
959081472,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":37,"Value":13103,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":747418,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":432997719,"Value":7712
2732307,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3393,"Value":486605,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":231013088,"
Value":37998273628,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":250,"Value":39
086,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":250,"Executor Deserialize CPU Time":231013088,"Executor Run
Time":3393,"Executor CPU Time":432997719,"Result Size":4502,"JVM GC
Time":37,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":894800,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2087544,"Total Records Read":32881},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6399571,"Records Written":32881},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1000,"Index":166,"Attempt":0,"Launch Time":1529076506106,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076509484,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2976907096","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"3046","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"475","Value":"83069","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29529,"Value":50
28960,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5744677,"Value":97
7924148,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29529,"Value"
:5028960,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
920,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":801866,"Va
lue":230017611,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1874188,"
Value":226361862,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":671,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":665,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
976907264,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":13120,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":751920,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":497221577,"Value":7761
9953884,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3153,"Value":489758,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":220524788,"
Value":38218798416,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":221,"Value":39
307,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":221,"Executor Deserialize CPU Time":220524788,"Executor Run
Time":3153,"Executor CPU Time":497221577,"Result Size":4502,"JVM GC
Time":17,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1874188,"Remote Bytes Read To
Disk":0,"Local Bytes Read":801866,"Total Records Read":29529},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5744677,"Records Written":29529},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1007,"Index":173,"Attempt":0,"Launch Time":1529076509484,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":998,"Index":164,"Attempt":0,"Launch Time":1529076505929,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076509484,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"2994732887","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"3060","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"346","Value":"83415","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29933,"Value":50
58893,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5824207,"Value":98
3748355,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29933,"Value"
:5058893,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":1,"Value":2
921,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1910227,"V
alue":231927838,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":803979,"V
alue":227165841,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":676,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":668,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":2
994733056,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":20,"Value":13140,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":756422,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":365768527,"Value":7798
5722411,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3323,"Value":493081,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":229514451,"
Value":38448312867,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":229,"Value":39
536,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":229,"Executor Deserialize CPU Time":229514451,"Executor Run
Time":3323,"Executor CPU Time":365768527,"Result Size":4502,"JVM GC
Time":20,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":1,"Remote Bytes Read":803979,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1910227,"Total Records Read":29933},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5824207,"Records Written":29933},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1008,"Index":174,"Attempt":0,"Launch Time":1529076509940,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1002,"Index":168,"Attempt":0,"Launch Time":1529076507277,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076509941,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3012558678","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"10","Value":"3070","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"268","Value":"83683","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":24956,"Value":50
83849,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":4856087,"Value":98
8604442,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":24956,"Value"
:5083849,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
921,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1579241,"V
alue":233507079,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":683766,"V
alue":227849607,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":681,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":671,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
012558848,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":23,"Value":13163,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":760924,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":308527560,"Value":7829
4249971,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2434,"Value":495515,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":225444588,"
Value":38673757455,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":226,"Value":39
762,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":226,"Executor Deserialize CPU Time":225444588,"Executor Run
Time":2434,"Executor CPU Time":308527560,"Result Size":4502,"JVM GC
Time":23,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":683766,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1579241,"Total Records Read":24956},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":4856087,"Records Written":24956},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1009,"Index":175,"Attempt":0,"Launch Time":1529076512015,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1005,"Index":171,"Attempt":0,"Launch Time":1529076509483,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076512015,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3030384469","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"3084","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"359","Value":"84042","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30001,"Value":51
13850,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5837378,"Value":99
4441820,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30001,"Value"
:5113850,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
921,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1907468,"V
alue":235414547,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":812721,"V
alue":228662328,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":686,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":674,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
030384640,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":23,"Value":13186,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":765426,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":374682606,"Value":7866
8932577,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2300,"Value":497815,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":226243508,"
Value":38900000963,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":228,"Value":39
990,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":228,"Executor Deserialize CPU Time":226243508,"Executor Run
Time":2300,"Executor CPU Time":374682606,"Result Size":4502,"JVM GC
Time":23,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":812721,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1907468,"Total Records Read":30001},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5837378,"Records Written":30001},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1010,"Index":176,"Attempt":0,"Launch Time":1529076512488,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1008,"Index":174,"Attempt":0,"Launch Time":1529076509940,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076512489,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3048210260","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"3096","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"314","Value":"84356","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28627,"Value":51
42477,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5569625,"Value":10
00011445,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28627,"Value"
:5142477,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
921,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1818657,"V
alue":237233204,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":778454,"V
alue":229440782,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":691,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":677,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
048210432,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":13200,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":769928,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":359855620,"Value":7902
8788197,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2310,"Value":500125,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":235045485,"
Value":39135046448,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":234,"Value":40
224,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":234,"Executor Deserialize CPU Time":235045485,"Executor Run
Time":2310,"Executor CPU Time":359855620,"Result Size":4502,"JVM GC
Time":14,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":778454,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1818657,"Total Records Read":28627},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5569625,"Records Written":28627},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1011,"Index":177,"Attempt":0,"Launch Time":1529076512505,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1007,"Index":173,"Attempt":0,"Launch Time":1529076509484,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076512506,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3066036051","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"3110","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"430","Value":"84786","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":31895,"Value":51
74372,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6206789,"Value":10
06218234,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":31895,"Value"
:5174372,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
921,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2039818,"V
alue":239273022,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":852385,"V
alue":230293167,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":696,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":680,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
066036224,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":37,"Value":13237,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":774430,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":461450303,"Value":7949
0238500,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2766,"Value":502891,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":250863068,"
Value":39385909516,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":252,"Value":40
476,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":252,"Executor Deserialize CPU Time":250863068,"Executor Run
Time":2766,"Executor CPU Time":461450303,"Result Size":4502,"JVM GC
Time":37,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":852385,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2039818,"Total Records Read":31895},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6206789,"Records Written":31895},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1012,"Index":178,"Attempt":0,"Launch Time":1529076513031,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1003,"Index":169,"Attempt":0,"Launch Time":1529076509480,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076513032,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3083861842","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"16","Value":"3126","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"490","Value":"85276","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30079,"Value":52
04451,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5853224,"Value":10
12071458,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30079,"Value"
:5204451,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
921,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":812283,"Va
lue":240085305,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1912601,"
Value":232205768,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":699,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":685,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
083862016,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":19,"Value":13256,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":778932,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":514847537,"Value":8000
5086037,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3287,"Value":506178,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":258512408,"
Value":39644421924,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":260,"Value":40
736,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":260,"Executor Deserialize CPU Time":258512408,"Executor Run
Time":3287,"Executor CPU Time":514847537,"Result Size":4502,"JVM GC
Time":19,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1912601,"Remote Bytes Read To
Disk":0,"Local Bytes Read":812283,"Total Records Read":30079},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5853224,"Records Written":30079},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1013,"Index":179,"Attempt":0,"Launch Time":1529076513525,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1006,"Index":172,"Attempt":0,"Launch Time":1529076509484,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076513526,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3101687633","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"16","Value":"3142","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"508","Value":"85784","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30992,"Value":52
35443,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6030773,"Value":10
18102231,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30992,"Value"
:5235443,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
921,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":833263,"Va
lue":240918568,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1976628,"
Value":234182396,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":702,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":690,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
101687808,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":36,"Value":13292,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":783434,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":533714113,"Value":8053
8800150,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3790,"Value":509968,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":244406803,"
Value":39888828727,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":248,"Value":40
984,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":248,"Executor Deserialize CPU Time":244406803,"Executor Run
Time":3790,"Executor CPU Time":533714113,"Result Size":4502,"JVM GC
Time":36,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1976628,"Remote Bytes Read To
Disk":0,"Local Bytes Read":833263,"Total Records Read":30992},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6030773,"Records Written":30992},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1014,"Index":180,"Attempt":0,"Launch Time":1529076513631,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1004,"Index":170,"Attempt":0,"Launch Time":1529076509483,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076513631,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3119513424","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"20","Value":"3162","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"550","Value":"86334","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30690,"Value":52
66133,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5973039,"Value":10
24075270,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30690,"Value"
:5266133,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":13,"Value":
2934,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":823382,"Va
lue":241741950,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1959742,"
Value":236142138,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":705,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":695,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
119513600,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":36,"Value":13328,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":787936,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":564596467,"Value":8110
3396617,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3886,"Value":513854,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":258404018,"
Value":40147232745,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":259,"Value":41
243,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":259,"Executor Deserialize CPU Time":258404018,"Executor Run
Time":3886,"Executor CPU Time":564596467,"Result Size":4502,"JVM GC
Time":36,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":13,"Remote Bytes Read":1959742,"Remote Bytes Read To
Disk":0,"Local Bytes Read":823382,"Total Records Read":30690},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5973039,"Records Written":30690},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1015,"Index":181,"Attempt":0,"Launch Time":1529076514391,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1009,"Index":175,"Attempt":0,"Launch Time":1529076512015,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076514392,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3137339215","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"3174","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"336","Value":"86670","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29935,"Value":52
96068,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5823827,"Value":10
29899097,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29935,"Value"
:5296068,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
934,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1899656,"V
alue":243641606,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":814797,"V
alue":236956935,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":710,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":698,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
137339392,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":27,"Value":13355,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":792438,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":362763671,"Value":8146
6160288,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2162,"Value":516016,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":210961115,"
Value":40358193860,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":212,"Value":41
455,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":212,"Executor Deserialize CPU Time":210961115,"Executor Run
Time":2162,"Executor CPU Time":362763671,"Result Size":4502,"JVM GC
Time":27,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":814797,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1899656,"Total Records Read":29935},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5823827,"Records Written":29935},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1016,"Index":182,"Attempt":0,"Launch Time":1529076515391,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1010,"Index":176,"Attempt":0,"Launch Time":1529076512488,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076515392,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3155165006","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"10","Value":"3184","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"258","Value":"86928","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30884,"Value":53
26952,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6010362,"Value":10
35909459,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30884,"Value"
:5326952,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
934,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1971395,"V
alue":245613001,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":829651,"V
alue":237786586,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":715,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":701,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
155165184,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":13368,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":796940,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":317943015,"Value":8178
4103303,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2724,"Value":518740,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":176133850,"
Value":40534327710,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":176,"Value":41
631,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":176,"Executor Deserialize CPU Time":176133850,"Executor Run
Time":2724,"Executor CPU Time":317943015,"Result Size":4502,"JVM GC
Time":13,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":829651,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1971395,"Total Records Read":30884},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6010362,"Records Written":30884},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1017,"Index":183,"Attempt":0,"Launch Time":1529076516008,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1011,"Index":177,"Attempt":0,"Launch Time":1529076512505,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076516009,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3172990797","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"3197","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"341","Value":"87269","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30205,"Value":53
57157,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5876590,"Value":10
41786049,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30205,"Value"
:5357157,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
934,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1917171,"V
alue":247530172,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":818292,"V
alue":238604878,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":720,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":704,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
172990976,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":13,"Value":13381,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":801442,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":366964805,"Value":8215
1068108,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3296,"Value":522036,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":204868489,"
Value":40739196199,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":204,"Value":41
835,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":204,"Executor Deserialize CPU Time":204868489,"Executor Run
Time":3296,"Executor CPU Time":366964805,"Result Size":4502,"JVM GC
Time":13,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":818292,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1917171,"Total Records Read":30205},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5876590,"Records Written":30205},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1018,"Index":184,"Attempt":0,"Launch Time":1529076516301,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1012,"Index":178,"Attempt":0,"Launch Time":1529076513031,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076516301,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3190816588","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"3209","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"476","Value":"87745","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28553,"Value":53
85710,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5556759,"Value":10
47342808,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28553,"Value"
:5385710,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
934,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":764373,"Va
lue":248294545,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1823740,"
Value":240428618,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":723,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":709,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
190816768,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":13398,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":805944,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":503948328,"Value":8265
5016436,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3038,"Value":525074,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":227506885,"
Value":40966703084,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":227,"Value":42
062,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":227,"Executor Deserialize CPU Time":227506885,"Executor Run
Time":3038,"Executor CPU Time":503948328,"Result Size":4502,"JVM GC
Time":17,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1823740,"Remote Bytes Read To
Disk":0,"Local Bytes Read":764373,"Total Records Read":28553},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5556759,"Records Written":28553},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1019,"Index":185,"Attempt":0,"Launch Time":1529076516334,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1013,"Index":179,"Attempt":0,"Launch Time":1529076513525,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076516334,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3208642379","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"3221","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"436","Value":"88181","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":27445,"Value":54
13155,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5341433,"Value":10
52684241,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":27445,"Value"
:5413155,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
934,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":740707,"Va
lue":249035252,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1746887,"
Value":242175505,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":726,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":714,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
208642560,"Internal":true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4459,"Value":810403,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":476223689,"Value":8313
1240125,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2577,"Value":527651,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":227907865,"
Value":41194610949,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":228,"Value":42
290,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":228,"Executor Deserialize CPU Time":227907865,"Executor Run
Time":2577,"Executor CPU Time":476223689,"Result Size":4459,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":5,"Local Blocks Fetched":3,"Fetch Wait
Time":0,"Remote Bytes Read":1746887,"Remote Bytes Read To Disk":0,"Local Bytes
Read":740707,"Total Records Read":27445},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":5341433,"Records Written":27445},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1020,"Index":186,"Attempt":0,"Launch Time":1529076516448,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1014,"Index":180,"Attempt":0,"Launch Time":1529076513631,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076516449,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3226468170","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"3234","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"401","Value":"88582","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28777,"Value":54
41932,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5599289,"Value":10
58283530,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28777,"Value"
:5441932,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
934,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":797093,"Va
lue":249832345,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1811378,"
Value":243986883,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":729,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":719,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
226468352,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":26,"Value":13424,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":814905,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":436801719,"Value":8356
8041844,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2609,"Value":530260,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":204390688,"
Value":41399001637,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":205,"Value":42
495,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":205,"Executor Deserialize CPU Time":204390688,"Executor Run
Time":2609,"Executor CPU Time":436801719,"Result Size":4502,"JVM GC
Time":26,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1811378,"Remote Bytes Read To
Disk":0,"Local Bytes Read":797093,"Total Records Read":28777},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5599289,"Records Written":28777},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1021,"Index":187,"Attempt":0,"Launch Time":1529076517049,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1015,"Index":181,"Attempt":0,"Launch Time":1529076514391,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076517049,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3244293961","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"11","Value":"3245","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"286","Value":"88868","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":26792,"Value":54
68724,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5215048,"Value":10
63498578,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":26792,"Value"
:5468724,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
934,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1708280,"V
alue":251540625,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":722285,"V
alue":244709168,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":734,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":722,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
244294144,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":20,"Value":13444,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":819407,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":324155156,"Value":8389
2197000,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2432,"Value":532692,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":221196972,"
Value":41620198609,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":222,"Value":42
717,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":222,"Executor Deserialize CPU Time":221196972,"Executor Run
Time":2432,"Executor CPU Time":324155156,"Result Size":4502,"JVM GC
Time":20,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":722285,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1708280,"Total Records Read":26792},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5215048,"Records Written":26792},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1022,"Index":188,"Attempt":0,"Launch Time":1529076517597,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1016,"Index":182,"Attempt":0,"Launch Time":1529076515391,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076517598,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3262119752","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"3258","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"360","Value":"89228","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29822,"Value":54
98546,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5804459,"Value":10
69303037,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29822,"Value"
:5498546,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
934,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1899865,"V
alue":253440490,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":806048,"V
alue":245515216,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":739,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":725,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
262119936,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":20,"Value":13464,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":823909,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":402502753,"Value":8429
4699753,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":1976,"Value":534668,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":226138605,"
Value":41846337214,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":227,"Value":42
944,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":227,"Executor Deserialize CPU Time":226138605,"Executor Run
Time":1976,"Executor CPU Time":402502753,"Result Size":4502,"JVM GC
Time":20,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":806048,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1899865,"Total Records Read":29822},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5804459,"Records Written":29822},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1023,"Index":189,"Attempt":0,"Launch Time":1529076518643,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1017,"Index":183,"Attempt":0,"Launch Time":1529076516008,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076518643,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3279945543","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"11","Value":"3269","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"293","Value":"89521","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":27376,"Value":55
25922,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5327062,"Value":10
74630099,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":27376,"Value"
:5525922,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
934,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1744734,"V
alue":255185224,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":736306,"V
alue":246251522,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":744,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":728,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
279945728,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":37,"Value":13501,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":828411,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":331756479,"Value":8462
6456232,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2402,"Value":537070,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":209982859,"
Value":42056320073,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":230,"Value":43
174,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":230,"Executor Deserialize CPU Time":209982859,"Executor Run
Time":2402,"Executor CPU Time":331756479,"Result Size":4502,"JVM GC
Time":37,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":736306,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1744734,"Total Records Read":27376},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5327062,"Records Written":27376},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1024,"Index":190,"Attempt":0,"Launch Time":1529076519597,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1020,"Index":186,"Attempt":0,"Launch Time":1529076516448,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076519598,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3297771334","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"3283","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"520","Value":"90041","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30088,"Value":55
56010,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5855473,"Value":10
80485572,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30088,"Value"
:5556010,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
934,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":823140,"Va
lue":256008364,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1908236,"
Value":248159758,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":747,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":733,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
297771520,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":29,"Value":13530,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":832913,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":531893952,"Value":8515
8350184,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2919,"Value":539989,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":225703489,"
Value":42282023562,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":226,"Value":43
400,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":226,"Executor Deserialize CPU Time":225703489,"Executor Run
Time":2919,"Executor CPU Time":531893952,"Result Size":4502,"JVM GC
Time":29,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1908236,"Remote Bytes Read To
Disk":0,"Local Bytes Read":823140,"Total Records Read":30088},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5855473,"Records Written":30088},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1025,"Index":191,"Attempt":0,"Launch Time":1529076519849,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1021,"Index":187,"Attempt":0,"Launch Time":1529076517049,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076519849,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3315597125","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"3297","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"308","Value":"90349","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":27394,"Value":55
83404,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5329584,"Value":10
85815156,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":27394,"Value"
:5583404,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
934,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1725593,"V
alue":257733957,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":756289,"V
alue":248916047,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":752,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":736,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
315597312,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":13547,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":837415,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":346876985,"Value":8550
5227169,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2562,"Value":542551,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":233292511,"
Value":42515316073,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":235,"Value":43
635,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":235,"Executor Deserialize CPU Time":233292511,"Executor Run
Time":2562,"Executor CPU Time":346876985,"Result Size":4502,"JVM GC
Time":17,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":756289,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1725593,"Total Records Read":27394},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5329584,"Records Written":27394},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1026,"Index":192,"Attempt":0,"Launch Time":1529076520016,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1018,"Index":184,"Attempt":0,"Launch Time":1529076516301,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076520017,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3333422916","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"18","Value":"3315","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"513","Value":"90862","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30757,"Value":56
14161,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5986011,"Value":10
91801167,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30757,"Value"
:5614161,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
934,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":845402,"Va
lue":258579359,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1942351,"
Value":250858398,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":755,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":741,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
333423104,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":55,"Value":13602,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":841917,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":524501220,"Value":8602
9728389,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3435,"Value":545986,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":247212615,"
Value":42762528688,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":275,"Value":43
910,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":275,"Executor Deserialize CPU Time":247212615,"Executor Run
Time":3435,"Executor CPU Time":524501220,"Result Size":4502,"JVM GC
Time":55,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1942351,"Remote Bytes Read To
Disk":0,"Local Bytes Read":845402,"Total Records Read":30757},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5986011,"Records Written":30757},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1027,"Index":193,"Attempt":0,"Launch Time":1529076520025,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1019,"Index":185,"Attempt":0,"Launch Time":1529076516334,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076520026,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3351248707","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"29","Value":"3344","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"604","Value":"91466","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":34072,"Value":56
48233,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6630202,"Value":10
98431369,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":34072,"Value"
:5648233,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
934,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":929456,"Va
lue":259508815,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":2160204,"
Value":253018602,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":758,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":746,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
351248896,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":55,"Value":13657,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":846419,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":623850807,"Value":8665
3579196,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3419,"Value":549405,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":239478321,"
Value":43002007009,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":269,"Value":44
179,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":269,"Executor Deserialize CPU Time":239478321,"Executor Run
Time":3419,"Executor CPU Time":623850807,"Result Size":4502,"JVM GC
Time":55,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":2160204,"Remote Bytes Read To
Disk":0,"Local Bytes Read":929456,"Total Records Read":34072},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6630202,"Records Written":34072},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1028,"Index":194,"Attempt":0,"Launch Time":1529076520770,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1023,"Index":189,"Attempt":0,"Launch Time":1529076518643,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076520771,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3369074498","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"3357","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"317","Value":"91783","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28479,"Value":56
76712,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5541653,"Value":11
03973022,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28479,"Value"
:5676712,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
934,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1806191,"V
alue":261315006,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":778405,"V
alue":253797007,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":763,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":749,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
369074688,"Internal":true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4459,"Value":850878,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":363563570,"Value":8701
7142766,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":1863,"Value":551268,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":259778403,"
Value":43261785412,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":260,"Value":44
439,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":260,"Executor Deserialize CPU Time":259778403,"Executor Run
Time":1863,"Executor CPU Time":363563570,"Result Size":4459,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":3,"Local Blocks Fetched":5,"Fetch Wait
Time":0,"Remote Bytes Read":778405,"Remote Bytes Read To Disk":0,"Local Bytes
Read":1806191,"Total Records Read":28479},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":5541653,"Records Written":28479},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1029,"Index":195,"Attempt":0,"Launch Time":1529076520837,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1022,"Index":188,"Attempt":0,"Launch Time":1529076517597,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076520837,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3386900289","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"11","Value":"3368","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"329","Value":"92112","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28668,"Value":57
05380,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5576744,"Value":11
09549766,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28668,"Value"
:5705380,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
934,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1812226,"V
alue":263127232,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":787072,"V
alue":254584079,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":768,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":752,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
386900480,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":17,"Value":13674,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":855380,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":352002680,"Value":8736
9145446,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3023,"Value":554291,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":214039253,"
Value":43475824665,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":214,"Value":44
653,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":214,"Executor Deserialize CPU Time":214039253,"Executor Run
Time":3023,"Executor CPU Time":352002680,"Result Size":4502,"JVM GC
Time":17,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":787072,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1812226,"Total Records Read":28668},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5576744,"Records Written":28668},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1030,"Index":196,"Attempt":0,"Launch Time":1529076522380,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1025,"Index":191,"Attempt":0,"Launch Time":1529076519849,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076522380,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3404726080","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"3380","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"310","Value":"92422","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":28995,"Value":57
34375,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5642621,"Value":11
15192387,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":28995,"Value"
:5734375,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
934,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1837809,"V
alue":264965041,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":794621,"V
alue":255378700,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":773,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":755,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
404726272,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":20,"Value":13694,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":859882,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":353170527,"Value":8772
2315973,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2309,"Value":556600,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":218469781,"
Value":43694294446,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":218,"Value":44
871,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":218,"Executor Deserialize CPU Time":218469781,"Executor Run
Time":2309,"Executor CPU Time":353170527,"Result Size":4502,"JVM GC
Time":20,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":794621,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1837809,"Total Records Read":28995},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5642621,"Records Written":28995},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1031,"Index":197,"Attempt":0,"Launch Time":1529076522877,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1026,"Index":192,"Attempt":0,"Launch Time":1529076520016,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076522877,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3422551871","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"3393","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"480","Value":"92902","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":27952,"Value":57
62327,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5439036,"Value":11
20631423,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":27952,"Value"
:5762327,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
934,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":747280,"Va
lue":265712321,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1788375,"
Value":257167075,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":776,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":760,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
422552064,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":20,"Value":13714,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":864384,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":499824005,"Value":8822
2139978,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2587,"Value":559187,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":267196750,"
Value":43961491196,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":269,"Value":45
140,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":269,"Executor Deserialize CPU Time":267196750,"Executor Run
Time":2587,"Executor CPU Time":499824005,"Result Size":4502,"JVM GC
Time":20,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1788375,"Remote Bytes Read To
Disk":0,"Local Bytes Read":747280,"Total Records Read":27952},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5439036,"Records Written":27952},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1032,"Index":198,"Attempt":0,"Launch Time":1529076522882,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1024,"Index":190,"Attempt":0,"Launch Time":1529076519597,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076522883,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3440377662","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"3405","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"467","Value":"93369","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":30421,"Value":57
92748,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5920208,"Value":11
26551631,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":30421,"Value"
:5792748,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
934,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":818296,"Va
lue":266530617,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1935717,"
Value":259102792,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":779,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":765,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
440377856,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":20,"Value":13734,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":868886,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":509527838,"Value":8873
1667816,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3061,"Value":562248,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":221276901,"
Value":44182768097,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":221,"Value":45
361,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":221,"Executor Deserialize CPU Time":221276901,"Executor Run
Time":3061,"Executor CPU Time":509527838,"Result Size":4502,"JVM GC
Time":20,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1935717,"Remote Bytes Read To
Disk":0,"Local Bytes Read":818296,"Total Records Read":30421},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5920208,"Records Written":30421},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskStart","Stage ID":12,"Stage Attempt ID":0,"Task Info":
{"Task ID":1033,"Index":199,"Attempt":0,"Launch Time":1529076523523,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish Time":0,"Failed":false,"Killed":false,"Accumulables":
[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1029,"Index":195,"Attempt":0,"Launch Time":1529076520837,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076523523,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3458203453","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"3417","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"325","Value":"93694","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29029,"Value":58
21777,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5650103,"Value":11
32201734,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29029,"Value"
:5821777,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
934,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1846281,"V
alue":268376898,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":784352,"V
alue":259887144,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":784,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":768,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
458203648,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":13748,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":873388,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":370739851,"Value":8910
2407667,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2435,"Value":564683,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":227784556,"
Value":44410552653,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":227,"Value":45
588,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":227,"Executor Deserialize CPU Time":227784556,"Executor Run
Time":2435,"Executor CPU Time":370739851,"Result Size":4502,"JVM GC
Time":14,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":784352,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1846281,"Total Records Read":29029},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5650103,"Records Written":29029},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1027,"Index":193,"Attempt":0,"Launch Time":1529076520025,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076523906,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3476029244","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"15","Value":"3432","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"504","Value":"94198","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29630,"Value":58
51407,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5765251,"Value":11
37966985,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29630,"Value"
:5851407,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":5,"Value":2
939,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":791660,"Va
lue":269168558,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1893109,"
Value":261780253,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":787,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":773,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
476029440,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":74,"Value":13822,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":877890,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":520502394,"Value":8962
2910061,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":3610,"Value":568293,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":266335899,"
Value":44676888552,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":267,"Value":45
855,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":267,"Executor Deserialize CPU Time":266335899,"Executor Run
Time":3610,"Executor CPU Time":520502394,"Result Size":4502,"JVM GC
Time":74,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":5,"Remote Bytes Read":1893109,"Remote Bytes Read To
Disk":0,"Local Bytes Read":791660,"Total Records Read":29630},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5765251,"Records Written":29630},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1028,"Index":194,"Attempt":0,"Launch Time":1529076520770,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076524009,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3493855035","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"11","Value":"3443","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"300","Value":"94498","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":27664,"Value":58
79071,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5382005,"Value":11
43348990,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":27664,"Value"
:5879071,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
939,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1757964,"V
alue":270926522,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":750203,"V
alue":262530456,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":792,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":776,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
493855232,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":34,"Value":13856,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":882392,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":339388090,"Value":8996
2298151,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2968,"Value":571261,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":245499660,"
Value":44922388212,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":267,"Value":46
122,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":267,"Executor Deserialize CPU Time":245499660,"Executor Run
Time":2968,"Executor CPU Time":339388090,"Result Size":4502,"JVM GC
Time":34,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":750203,"Remote Bytes Read To
Disk":0,"Local Bytes Read":1757964,"Total Records Read":27664},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5382005,"Records Written":27664},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1030,"Index":196,"Attempt":0,"Launch Time":1529076522380,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076524963,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3511680826","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"14","Value":"3457","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"368","Value":"94866","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":33057,"Value":59
12128,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6433287,"Value":11
49782277,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":33057,"Value"
:5912128,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
939,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":2117435,"V
alue":273043957,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":884288,"V
alue":263414744,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":797,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":779,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
511681024,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":14,"Value":13870,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":886894,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":403435123,"Value":9036
5733274,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2364,"Value":573625,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":215973697,"
Value":45138361909,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":215,"Value":46
337,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":215,"Executor Deserialize CPU Time":215973697,"Executor Run
Time":2364,"Executor CPU Time":403435123,"Result Size":4502,"JVM GC
Time":14,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":3,"Local Blocks
Fetched":5,"Fetch Wait Time":0,"Remote Bytes Read":884288,"Remote Bytes Read To
Disk":0,"Local Bytes Read":2117435,"Total Records Read":33057},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6433287,"Records Written":33057},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1031,"Index":197,"Attempt":0,"Launch Time":1529076522877,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076525426,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3529506617","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"3470","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"577","Value":"95443","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":29580,"Value":59
41708,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5755578,"Value":11
55537855,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":29580,"Value"
:5941708,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
939,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":795075,"Va
lue":273839032,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1889340,"
Value":265304084,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":800,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":784,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
529506816,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":54,"Value":13924,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":891396,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":563569654,"Value":9092
9302928,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2283,"Value":575908,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":260014048,"
Value":45398375957,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":261,"Value":46
598,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":261,"Executor Deserialize CPU Time":260014048,"Executor Run
Time":2283,"Executor CPU Time":563569654,"Result Size":4502,"JVM GC
Time":54,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1889340,"Remote Bytes Read To
Disk":0,"Local Bytes Read":795075,"Total Records Read":29580},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":5755578,"Records Written":29580},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1033,"Index":199,"Attempt":0,"Launch Time":1529076523523,"Executor
ID":"2","Host":"caixa4.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076525545,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3547332408","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"12","Value":"3482","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"307","Value":"95750","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":27017,"Value":59
68725,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":5257520,"Value":11
60795375,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":27017,"Value"
:5968725,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
939,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":1718013,"V
alue":275557045,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":728228,"V
alue":266032312,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":5,"Val
ue":805,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":3,"Va
lue":787,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
547332608,"Internal":true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4459,"Value":895855,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":349098708,"Value":9127
8401636,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":1796,"Value":577704,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":223648870,"
Value":45622024827,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":223,"Value":46
821,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":223,"Executor Deserialize CPU Time":223648870,"Executor Run
Time":1796,"Executor CPU Time":349098708,"Result Size":4459,"JVM GC Time":0,"Result
Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes Spilled":0,"Shuffle Read
Metrics":{"Remote Blocks Fetched":3,"Local Blocks Fetched":5,"Fetch Wait
Time":0,"Remote Bytes Read":728228,"Remote Bytes Read To Disk":0,"Local Bytes
Read":1718013,"Total Records Read":27017},"Shuffle Write Metrics":{"Shuffle Bytes
Written":0,"Shuffle Write Time":0,"Shuffle Records Written":0},"Input Metrics":
{"Bytes Read":0,"Records Read":0},"Output Metrics":{"Bytes
Written":5257520,"Records Written":27017},"Updated Blocks":[]}}
{"Event":"SparkListenerTaskEnd","Stage ID":12,"Stage Attempt ID":0,"Task
Type":"ResultTask","Task End Reason":{"Reason":"Success"},"Task Info":{"Task
ID":1032,"Index":198,"Attempt":0,"Launch Time":1529076522882,"Executor
ID":"1","Host":"caixa3.iot.local","Locality":"NODE_LOCAL","Speculative":false,"Gett
ing Result Time":0,"Finish
Time":1529076525717,"Failed":false,"Killed":false,"Accumulables":
[{"ID":280,"Name":"peak memory total (min, med,
max)","Update":"17825791","Value":"3565158199","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":279,"Name":"sort time total (min, med,
max)","Update":"13","Value":"3495","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Update":"556","Value":"96306","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Update":31275,"Value":60
00000,"Internal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Update":6085254,"Value":11
66880629,"Internal":true,"Count Failed Values":true},
{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Update":31275,"Value"
:6000000,"Internal":true,"Count Failed Values":true},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Update":0,"Value":2
939,"Internal":true,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Update":838841,"Va
lue":276395886,"Internal":true,"Count Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Update":0,"
Value":0,"Internal":true,"Count Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Update":1997644,"
Value":268029956,"Internal":true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Update":3,"Val
ue":808,"Internal":true,"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Update":5,"Va
lue":792,"Internal":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Update":17825792,"Value":3
565158400,"Internal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Update":54,"Value":13978,"Internal":
true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Update":4502,"Value":900357,"Intern
al":true,"Count Failed Values":true},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Update":549035315,"Value":9182
7436951,"Internal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Update":2598,"Value":580302,"I
nternal":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Update":233586245,"
Value":45855611072,"Internal":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Update":233,"Value":47
054,"Internal":true,"Count Failed Values":true}]},"Task Metrics":{"Executor
Deserialize Time":233,"Executor Deserialize CPU Time":233586245,"Executor Run
Time":2598,"Executor CPU Time":549035315,"Result Size":4502,"JVM GC
Time":54,"Result Serialization Time":0,"Memory Bytes Spilled":0,"Disk Bytes
Spilled":0,"Shuffle Read Metrics":{"Remote Blocks Fetched":5,"Local Blocks
Fetched":3,"Fetch Wait Time":0,"Remote Bytes Read":1997644,"Remote Bytes Read To
Disk":0,"Local Bytes Read":838841,"Total Records Read":31275},"Shuffle Write
Metrics":{"Shuffle Bytes Written":0,"Shuffle Write Time":0,"Shuffle Records
Written":0},"Input Metrics":{"Bytes Read":0,"Records Read":0},"Output Metrics":
{"Bytes Written":6085254,"Records Written":31275},"Updated Blocks":[]}}
{"Event":"SparkListenerStageCompleted","Stage Info":{"Stage ID":12,"Stage Attempt
ID":0,"Stage Name":"runJob at SparkHadoopWriter.scala:78","Number of
Tasks":200,"RDD Info":[{"RDD
ID":69,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"122\",\"name\":\"saveAsTextFile
\"}","Callsite":"saveAsTextFile at FileOutputSparkOperation.java:162","Parent IDs":
[68],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":64,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"104\",\"name\":\"WholeStageCode
gen\"}","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":
[63],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":66,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"119\",\"name\":\"mapPartitions\
"}","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":
[65],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":63,"Name":"ShuffledRowRDD","Scope":"{\"id\":\"108\",\"name\":\"Exchange\"}","Ca
llsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":[62],"Storage
Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":65,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"103\",\"name\":\"DeserializeToO
bject\"}","Callsite":"toJavaRDD at SortSparkOperation.java:104","Parent IDs":
[64],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD
ID":68,"Name":"MapPartitionsRDD","Scope":"{\"id\":\"121\",\"name\":\"mapPartitions\
"}","Callsite":"mapPartitions at FileOutputSparkOperation.java:157","Parent IDs":
[67],"Storage Level":{"Use Disk":false,"Use
Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk Size":0},
{"RDD ID":67,"Name":"Hadoop File Output_16f4dd1c-9250-43ca-a9df-
94f06c914bb9","Scope":"{\"id\":\"120\",\"name\":\"mapPartitions\"}","Callsite":"map
Partitions at SortSparkOperation.java:105","Parent IDs":[66],"Storage Level":{"Use
Disk":false,"Use Memory":false,"Deserialized":false,"Replication":1},"Number of
Partitions":200,"Number of Cached Partitions":0,"Memory Size":0,"Disk
Size":0}],"Parent IDs":
[11],"Details":"org.apache.spark.SparkContext.runJob(SparkContext.scala:2087)\norg.
apache.spark.internal.io.SparkHadoopWriter$.write(SparkHadoopWriter.scala:78)\norg.
apache.spark.rdd.PairRDDFunctions$
$anonfun$saveAsHadoopDataset$1.apply$mcV$sp(PairRDDFunctions.scala:1096)\norg.apach
e.spark.rdd.PairRDDFunctions$
$anonfun$saveAsHadoopDataset$1.apply(PairRDDFunctions.scala:1094)\norg.apache.spark
.rdd.PairRDDFunctions$
$anonfun$saveAsHadoopDataset$1.apply(PairRDDFunctions.scala:1094)\norg.apache.spark
.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)\norg.apache.spark.rd
d.RDDOperationScope$.withScope(RDDOperationScope.scala:112)\norg.apache.spark.rdd.R
DD.withScope(RDD.scala:363)\norg.apache.spark.rdd.PairRDDFunctions.saveAsHadoopData
set(PairRDDFunctions.scala:1094)\norg.apache.spark.rdd.PairRDDFunctions$
$anonfun$saveAsHadoopFile$4.apply$mcV$sp(PairRDDFunctions.scala:1067)\norg.apache.s
park.rdd.PairRDDFunctions$
$anonfun$saveAsHadoopFile$4.apply(PairRDDFunctions.scala:1032)\norg.apache.spark.rd
d.PairRDDFunctions$
$anonfun$saveAsHadoopFile$4.apply(PairRDDFunctions.scala:1032)\norg.apache.spark.rd
d.RDDOperationScope$.withScope(RDDOperationScope.scala:151)\norg.apache.spark.rdd.R
DDOperationScope$.withScope(RDDOperationScope.scala:112)\norg.apache.spark.rdd.RDD.
withScope(RDD.scala:363)\norg.apache.spark.rdd.PairRDDFunctions.saveAsHadoopFile(Pa
irRDDFunctions.scala:1032)\norg.apache.spark.rdd.PairRDDFunctions$
$anonfun$saveAsHadoopFile$1.apply$mcV$sp(PairRDDFunctions.scala:958)\norg.apache.sp
ark.rdd.PairRDDFunctions$
$anonfun$saveAsHadoopFile$1.apply(PairRDDFunctions.scala:958)\norg.apache.spark.rdd
.PairRDDFunctions$
$anonfun$saveAsHadoopFile$1.apply(PairRDDFunctions.scala:958)\norg.apache.spark.rdd
.RDDOperationScope$.withScope(RDDOperationScope.scala:151)","Submission
Time":1529076420171,"Completion Time":1529076525717,"Accumulables":
[{"ID":406,"Name":"internal.metrics.shuffle.read.recordsRead","Value":6000000,"Inte
rnal":true,"Count Failed Values":true},
{"ID":391,"Name":"internal.metrics.executorRunTime","Value":580302,"Internal":true,
"Count Failed Values":true},
{"ID":400,"Name":"internal.metrics.shuffle.read.remoteBlocksFetched","Value":792,"I
nternal":true,"Count Failed Values":true},
{"ID":394,"Name":"internal.metrics.jvmGCTime","Value":13978,"Internal":true,"Count
Failed Values":true},
{"ID":403,"Name":"internal.metrics.shuffle.read.remoteBytesReadToDisk","Value":0,"I
nternal":true,"Count Failed Values":true},
{"ID":412,"Name":"internal.metrics.output.bytesWritten","Value":1166880629,"Interna
l":true,"Count Failed Values":true},{"ID":280,"Name":"peak memory total (min, med,
max)","Value":"3565158199","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},
{"ID":405,"Name":"internal.metrics.shuffle.read.fetchWaitTime","Value":2939,"Intern
al":true,"Count Failed Values":true},
{"ID":390,"Name":"internal.metrics.executorDeserializeCpuTime","Value":45855611072,
"Internal":true,"Count Failed Values":true},
{"ID":393,"Name":"internal.metrics.resultSize","Value":900357,"Internal":true,"Coun
t Failed Values":true},
{"ID":402,"Name":"internal.metrics.shuffle.read.remoteBytesRead","Value":268029956,
"Internal":true,"Count Failed Values":true},{"ID":279,"Name":"sort time total (min,
med, max)","Value":"3495","Internal":true,"Count Failed
Values":true,"Metadata":"sql"},{"ID":282,"Name":"duration total (min, med,
max)","Value":"96306","Internal":true,"Count Failed Values":true,"Metadata":"sql"},
{"ID":392,"Name":"internal.metrics.executorCpuTime","Value":91827436951,"Internal":
true,"Count Failed Values":true},
{"ID":401,"Name":"internal.metrics.shuffle.read.localBlocksFetched","Value":808,"In
ternal":true,"Count Failed Values":true},
{"ID":395,"Name":"internal.metrics.resultSerializationTime","Value":6,"Internal":tr
ue,"Count Failed Values":true},
{"ID":404,"Name":"internal.metrics.shuffle.read.localBytesRead","Value":276395886,"
Internal":true,"Count Failed Values":true},
{"ID":413,"Name":"internal.metrics.output.recordsWritten","Value":6000000,"Internal
":true,"Count Failed Values":true},
{"ID":389,"Name":"internal.metrics.executorDeserializeTime","Value":47054,"Internal
":true,"Count Failed Values":true},
{"ID":398,"Name":"internal.metrics.peakExecutionMemory","Value":3565158400,"Interna
l":true,"Count Failed Values":true}]}}
{"Event":"SparkListenerJobEnd","Job ID":6,"Completion Time":1529076525718,"Job
Result":{"Result":"JobSucceeded"}}
{"Event":"org.pentaho.di.engine.spark.impl.events.FinalOperationEvent","operation":
"Hadoop File Output_16f4dd1c-9250-43ca-a9df-94f06c914bb9"}
{"Event":"org.pentaho.di.engine.spark.impl.events.OperationEndedEvent","operation":
"Hadoop File Output_16f4dd1c-9250-43ca-a9df-94f06c914bb9"}
{"Event":"org.pentaho.di.engine.spark.impl.events.OperationEndedEvent","operation":
"Sorting_2f8cf4a5-5603-4439-ab83-32d23c0435c2"}
{"Event":"org.pentaho.di.engine.spark.impl.events.OperationEndedEvent","operation":
"Enrich Product Info_a831639a-4118-46ff-85c4-4df473d4c6a2"}
{"Event":"org.pentaho.di.engine.spark.impl.events.OperationEndedEvent","operation":
"HDFS Products_935df2a6-2b0f-43d4-b11f-53656e5e8015"}
{"Event":"org.pentaho.di.engine.spark.impl.events.OperationEndedEvent","operation":
"Enrich ZipCode_f4a066ab-419c-4f2b-9281-3ee4e77c38e9"}
{"Event":"org.pentaho.di.engine.spark.impl.events.OperationEndedEvent","operation":
"HDFS ZipCodes_bb7aec5d-71a5-4778-845a-81e54969adcc"}
{"Event":"org.pentaho.di.engine.spark.impl.events.OperationEndedEvent","operation":
"Remove Fields_c85eb164-86ab-488d-8da2-5e6f768da442"}
{"Event":"org.pentaho.di.engine.spark.impl.events.OperationEndedEvent","operation":
"Adjust Product ID\n_fd95334e-b1a9-4bee-9f23-aede01894fd5"}
{"Event":"org.pentaho.di.engine.spark.impl.events.OperationEndedEvent","operation":
"Breakout Dates_b684358c-4fcf-433a-9676-238c9c961a16"}
{"Event":"org.pentaho.di.engine.spark.impl.events.OperationEndedEvent","operation":
"HDFS - RetailWeblog_Raw File_202dc3c0-3c93-4b6b-b7b1-cde0c7dd6274"}
{"Event":"SparkListenerApplicationEnd","Timestamp":1529076526957}