"C:\Program Files (x86)\Java\jdk1.8.0_91\bin\java" -Didea.launcher.port=7533 "-Didea.launcher.bin.path=C:\Program Files (x86)\JetBrains\IntelliJ IDEA 2016.2\bin" -Dfile.encoding=UTF-8 -classpath "C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\charsets.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\deploy.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\ext\access-bridge-32.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\ext\cldrdata.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\ext\dnsns.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\ext\jaccess.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\ext\jfxrt.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\ext\localedata.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\ext\nashorn.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\ext\sunec.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\ext\sunjce_provider.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\ext\sunmscapi.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\ext\sunpkcs11.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\ext\zipfs.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\javaws.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\jce.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\jfr.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\jfxswt.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\jsse.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\management-agent.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\plugin.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\resources.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\rt.jar;C:\git\Temporal_Graph_library\target\classes;C:\Users\s133781\.m2\repository\org\apache\flink\flink-java\1.1.3\flink-java-1.1.3.jar;C:\Users\s133781\.m2\repository\org\apache\flink\flink-core\1.1.3\flink-core-1.1.3.jar;C:\Users\s133781\.m2\repository\org\apache\flink\flink-annotations\1.1.3\flink-annotations-1.1.3.jar;C:\Users\s133781\.m2\repository\org\apache\flink\flink-metrics-core\1.1.3\flink-metrics-core-1.1.3.jar;C:\Users\s133781\.m2\repository\com\esotericsoftware\kryo\kryo\2.24.0\kryo-2.24.0.jar;C:\Users\s133781\.m2\repository\com\esotericsoftware\minlog\minlog\1.2\minlog-1.2.jar;C:\Users\s133781\.m2\repository\org\objenesis\objenesis\2.1\objenesis-2.1.jar;C:\Users\s133781\.m2\repository\org\apache\avro\avro\1.7.6\avro-1.7.6.jar;C:\Users\s133781\.m2\repository\org\apache\flink\flink-shaded-hadoop2\1.1.3\flink-shaded-hadoop2-1.1.3.jar;C:\Users\s133781\.m2\repository\xmlenc\xmlenc\0.52\xmlenc-0.52.jar;C:\Users\s133781\.m2\repository\commons-codec\commons-codec\1.4\commons-codec-1.4.jar;C:\Users\s133781\.m2\repository\commons-io\commons-io\2.4\commons-io-2.4.jar;C:\Users\s133781\.m2\repository\commons-net\commons-net\3.1\commons-net-3.1.jar;C:\Users\s133781\.m2\repository\commons-collections\commons-collections\3.2.1\commons-collections-3.2.1.jar;C:\Users\s133781\.m2\repository\javax\servlet\servlet-api\2.5\servlet-api-2.5.jar;C:\Users\s133781\.m2\repository\org\mortbay\jetty\jetty-util\6.1.26\jetty-util-6.1.26.jar;C:\Users\s133781\.m2\repository\com\sun\jersey\jersey-core\1.9\jersey-core-1.9.jar;C:\Users\s133781\.m2\repository\commons-el\commons-el\1.0\commons-el-1.0.jar;C:\Users\s133781\.m2\repository\commons-logging\commons-logging\1.1.3\commons-logging-1.1.3.jar;C:\Users\s133781\.m2\repository\com\jamesmurty\utils\java-xmlbuilder\0.4\java-xmlbuilder-0.4.jar;C:\Users\s133781\.m2\repository\commons-lang\commons-lang\2.6\commons-lang-2.6.jar;C:\Users\s133781\.m2\repository\commons-configuration\commons-configuration\1.7\commons-configuration-1.7.jar;C:\Users\s133781\.m2\repository\commons-digester\commons-digester\1.8.1\commons-digester-1.8.1.jar;C:\Users\s133781\.m2\repository\org\codehaus\jackson\jackson-core-asl\1.8.8\jackson-core-asl-1.8.8.jar;C:\Users\s133781\.m2\repository\org\codehaus\jackson\jackson-mapper-asl\1.8.8\jackson-mapper-asl-1.8.8.jar;C:\Users\s133781\.m2\repository\com\thoughtworks\paranamer\paranamer\2.3\paranamer-2.3.jar;C:\Users\s133781\.m2\repository\org\xerial\snappy\snappy-java\1.0.5\snappy-java-1.0.5.jar;C:\Users\s133781\.m2\repository\com\jcraft\jsch\0.1.42\jsch-0.1.42.jar;C:\Users\s133781\.m2\repository\org\apache\zookeeper\zookeeper\3.4.6\zookeeper-3.4.6.jar;C:\Users\s133781\.m2\repository\io\netty\netty\3.7.0.Final\netty-3.7.0.Final.jar;C:\Users\s133781\.m2\repository\org\apache\commons\commons-compress\1.4.1\commons-compress-1.4.1.jar;C:\Users\s133781\.m2\repository\org\tukaani\xz\1.0\xz-1.0.jar;C:\Users\s133781\.m2\repository\commons-beanutils\commons-beanutils-bean-collections\1.8.3\commons-beanutils-bean-collections-1.8.3.jar;C:\Users\s133781\.m2\repository\commons-daemon\commons-daemon\1.0.13\commons-daemon-1.0.13.jar;C:\Users\s133781\.m2\repository\javax\xml\bind\jaxb-api\2.2.2\jaxb-api-2.2.2.jar;C:\Users\s133781\.m2\repository\javax\xml\stream\stax-api\1.0-2\stax-api-1.0-2.jar;C:\Users\s133781\.m2\repository\javax\activation\activation\1.1\activation-1.1.jar;C:\Users\s133781\.m2\repository\com\google\inject\guice\3.0\guice-3.0.jar;C:\Users\s133781\.m2\repository\javax\inject\javax.inject\1\javax.inject-1.jar;C:\Users\s133781\.m2\repository\aopalliance\aopalliance\1.0\aopalliance-1.0.jar;C:\Users\s133781\.m2\repository\org\apache\commons\commons-math3\3.5\commons-math3-3.5.jar;C:\Users\s133781\.m2\repository\com\google\code\findbugs\jsr305\1.3.9\jsr305-1.3.9.jar;C:\Users\s133781\.m2\repository\org\apache\commons\commons-lang3\3.3.2\commons-lang3-3.3.2.jar;C:\Users\s133781\.m2\repository\org\slf4j\slf4j-api\1.7.7\slf4j-api-1.7.7.jar;C:\Users\s133781\.m2\repository\org\slf4j\slf4j-log4j12\1.7.7\slf4j-log4j12-1.7.7.jar;C:\Users\s133781\.m2\repository\log4j\log4j\1.2.17\log4j-1.2.17.jar;C:\Users\s133781\.m2\repository\org\apache\flink\force-shading\1.1.3\force-shading-1.1.3.jar;C:\Users\s133781\.m2\repository\org\apache\flink\flink-streaming-java_2.10\1.1.3\flink-streaming-java_2.10-1.1.3.jar;C:\Users\s133781\.m2\repository\org\apache\flink\flink-runtime_2.10\1.1.3\flink-runtime_2.10-1.1.3.jar;C:\Users\s133781\.m2\repository\io\netty\netty-all\4.0.27.Final\netty-all-4.0.27.Final.jar;C:\Users\s133781\.m2\repository\org\javassist\javassist\3.18.2-GA\javassist-3.18.2-GA.jar;C:\Users\s133781\.m2\repository\org\scala-lang\scala-library\2.10.4\scala-library-2.10.4.jar;C:\Users\s133781\.m2\repository\com\typesafe\akka\akka-actor_2.10\2.3.7\akka-actor_2.10-2.3.7.jar;C:\Users\s133781\.m2\repository\com\typesafe\config\1.2.1\config-1.2.1.jar;C:\Users\s133781\.m2\repository\com\typesafe\akka\akka-remote_2.10\2.3.7\akka-remote_2.10-2.3.7.jar;C:\Users\s133781\.m2\repository\com\google\protobuf\protobuf-java\2.5.0\protobuf-java-2.5.0.jar;C:\Users\s133781\.m2\repository\org\uncommons\maths\uncommons-maths\1.2.2a\uncommons-maths-1.2.2a.jar;C:\Users\s133781\.m2\repository\com\typesafe\akka\akka-slf4j_2.10\2.3.7\akka-slf4j_2.10-2.3.7.jar;C:\Users\s133781\.m2\repository\org\clapper\grizzled-slf4j_2.10\1.0.2\grizzled-slf4j_2.10-1.0.2.jar;C:\Users\s133781\.m2\repository\com\github\scopt\scopt_2.10\3.2.0\scopt_2.10-3.2.0.jar;C:\Users\s133781\.m2\repository\io\dropwizard\metrics\metrics-core\3.1.0\metrics-core-3.1.0.jar;C:\Users\s133781\.m2\repository\io\dropwizard\metrics\metrics-jvm\3.1.0\metrics-jvm-3.1.0.jar;C:\Users\s133781\.m2\repository\io\dropwizard\metrics\metrics-json\3.1.0\metrics-json-3.1.0.jar;C:\Users\s133781\.m2\repository\com\fasterxml\jackson\core\jackson-databind\2.4.2\jackson-databind-2.4.2.jar;C:\Users\s133781\.m2\repository\com\fasterxml\jackson\core\jackson-annotations\2.4.0\jackson-annotations-2.4.0.jar;C:\Users\s133781\.m2\repository\com\fasterxml\jackson\core\jackson-core\2.4.2\jackson-core-2.4.2.jar;C:\Users\s133781\.m2\repository\com\twitter\chill_2.10\0.7.4\chill_2.10-0.7.4.jar;C:\Users\s133781\.m2\repository\com\twitter\chill-java\0.7.4\chill-java-0.7.4.jar;C:\Users\s133781\.m2\repository\org\apache\sling\org.apache.sling.commons.json\2.0.6\org.apache.sling.commons.json-2.0.6.jar;C:\Users\s133781\.m2\repository\org\apache\flink\flink-clients_2.10\1.1.3\flink-clients_2.10-1.1.3.jar;C:\Users\s133781\.m2\repository\org\apache\flink\flink-optimizer_2.10\1.1.3\flink-optimizer_2.10-1.1.3.jar;C:\Users\s133781\.m2\repository\commons-cli\commons-cli\1.3.1\commons-cli-1.3.1.jar;C:\Users\s133781\.m2\repository\org\apache\flink\flink-gelly_2.10\1.1.3\flink-gelly_2.10-1.1.3.jar;C:\Program Files (x86)\JetBrains\IntelliJ IDEA 2016.2\lib\idea_rt.jar" com.intellij.rt.execution.application.AppMain Tgraphs.memoryranouterror log4j:WARN No appenders could be found for logger (org.apache.flink.api.java.ClosureCleaner). log4j:WARN Please initialize the log4j system properly. log4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for more info. Connected to JobManager at Actor[akka://flink/user/jobmanager_1#1921408390] 11/30/2016 16:06:24 Job execution switched to status RUNNING. 11/30/2016 16:06:24 DataSource (at main(memoryranouterror.java:28) (org.apache.flink.api.java.io.TupleCsvInputFormat))(1/1) switched to SCHEDULED 11/30/2016 16:06:24 DataSource (at main(memoryranouterror.java:28) (org.apache.flink.api.java.io.TupleCsvInputFormat))(1/1) switched to DEPLOYING 11/30/2016 16:06:24 DataSource (at main(memoryranouterror.java:28) (org.apache.flink.api.java.io.TupleCsvInputFormat))(1/1) switched to RUNNING 11/30/2016 16:06:24 Map (Map at fromTuple2DataSet(Graph.java:343))(1/1) switched to SCHEDULED 11/30/2016 16:06:24 Map (Map at fromTuple2DataSet(Graph.java:343))(1/1) switched to DEPLOYING 11/30/2016 16:06:24 Map (Map at fromTuple2DataSet(Graph.java:343))(1/1) switched to RUNNING 11/30/2016 16:06:24 DataSource (at main(memoryranouterror.java:28) (org.apache.flink.api.java.io.TupleCsvInputFormat))(1/1) switched to FINISHED 11/30/2016 16:06:24 Map (Map at fromTuple2DataSet(Graph.java:343))(1/1) switched to FINISHED 11/30/2016 16:06:24 Map (Map at mapEdges(Graph.java:596))(1/1) switched to SCHEDULED 11/30/2016 16:06:24 CHAIN FlatMap (FlatMap at fromDataSet(Graph.java:216)) -> Combine(Distinct at fromDataSet(Graph.java:216))(1/1) switched to SCHEDULED 11/30/2016 16:06:24 Map (Map at mapEdges(Graph.java:596))(1/1) switched to DEPLOYING 11/30/2016 16:06:24 CHAIN FlatMap (FlatMap at fromDataSet(Graph.java:216)) -> Combine(Distinct at fromDataSet(Graph.java:216))(1/1) switched to DEPLOYING 11/30/2016 16:06:24 Map (Map at mapEdges(Graph.java:596))(1/1) switched to RUNNING 11/30/2016 16:06:24 CHAIN FlatMap (FlatMap at fromDataSet(Graph.java:216)) -> Combine(Distinct at fromDataSet(Graph.java:216))(1/1) switched to RUNNING 11/30/2016 16:06:25 CHAIN Reduce (Distinct at fromDataSet(Graph.java:216)) -> Map (Map at fromDataSet(Graph.java:217)) -> Map (Map at mapVertices(Graph.java:521))(1/1) switched to SCHEDULED 11/30/2016 16:06:25 CHAIN Reduce (Distinct at fromDataSet(Graph.java:216)) -> Map (Map at fromDataSet(Graph.java:217)) -> Map (Map at mapVertices(Graph.java:521))(1/1) switched to DEPLOYING 11/30/2016 16:06:25 CHAIN Reduce (Distinct at fromDataSet(Graph.java:216)) -> Map (Map at fromDataSet(Graph.java:217)) -> Map (Map at mapVertices(Graph.java:521))(1/1) switched to RUNNING 11/30/2016 16:06:26 CoGroup (Messaging)(1/1) switched to SCHEDULED 11/30/2016 16:06:26 CoGroup (Messaging)(1/1) switched to DEPLOYING 11/30/2016 16:06:26 CoGroup (Messaging)(1/1) switched to RUNNING 11/30/2016 16:06:28 CHAIN FlatMap (FlatMap at fromDataSet(Graph.java:216)) -> Combine(Distinct at fromDataSet(Graph.java:216))(1/1) switched to FINISHED 11/30/2016 16:06:30 CHAIN Reduce (Distinct at fromDataSet(Graph.java:216)) -> Map (Map at fromDataSet(Graph.java:217)) -> Map (Map at mapVertices(Graph.java:521))(1/1) switched to FINISHED 11/30/2016 16:06:30 IterationHead(Scatter-gather iteration (org.apache.flink.graph.library.SingleSourceShortestPaths$VertexDistanceUpdater@101b7af | org.apache.flink.graph.library.SingleSourceShortestPaths$MinDistanceMessenger@3884b2))(1/1) switched to SCHEDULED 11/30/2016 16:06:30 IterationHead(Scatter-gather iteration (org.apache.flink.graph.library.SingleSourceShortestPaths$VertexDistanceUpdater@101b7af | org.apache.flink.graph.library.SingleSourceShortestPaths$MinDistanceMessenger@3884b2))(1/1) switched to DEPLOYING 11/30/2016 16:06:30 IterationHead(Scatter-gather iteration (org.apache.flink.graph.library.SingleSourceShortestPaths$VertexDistanceUpdater@101b7af | org.apache.flink.graph.library.SingleSourceShortestPaths$MinDistanceMessenger@3884b2))(1/1) switched to RUNNING 11/30/2016 16:06:30 IterationHead(Scatter-gather iteration (org.apache.flink.graph.library.SingleSourceShortestPaths$VertexDistanceUpdater@101b7af | org.apache.flink.graph.library.SingleSourceShortestPaths$MinDistanceMessenger@3884b2))(1/1) switched to FAILED java.lang.RuntimeException: Memory ran out. Compaction failed. numPartitions: 18 minPartition: 4 maxPartition: 5 number of overflow segments: 54 bucketSize: 39 Overall memory: 5963776 Partition memory: 2785280 Message: Index: 5, Size: 4 at org.apache.flink.runtime.operators.hash.CompactingHashTable.insertRecordIntoPartition(CompactingHashTable.java:461) at org.apache.flink.runtime.operators.hash.CompactingHashTable.insertOrReplaceRecord(CompactingHashTable.java:405) at org.apache.flink.runtime.operators.hash.CompactingHashTable.buildTableWithUniqueKey(CompactingHashTable.java:316) at org.apache.flink.runtime.iterative.task.IterationHeadTask.readInitialSolutionSet(IterationHeadTask.java:212) at org.apache.flink.runtime.iterative.task.IterationHeadTask.run(IterationHeadTask.java:273) at org.apache.flink.runtime.operators.BatchTask.invoke(BatchTask.java:351) at org.apache.flink.runtime.taskmanager.Task.run(Task.java:585) at java.lang.Thread.run(Thread.java:745) 11/30/2016 16:06:30 Job execution switched to status FAILING. java.lang.RuntimeException: Memory ran out. Compaction failed. numPartitions: 18 minPartition: 4 maxPartition: 5 number of overflow segments: 54 bucketSize: 39 Overall memory: 5963776 Partition memory: 2785280 Message: Index: 5, Size: 4 at org.apache.flink.runtime.operators.hash.CompactingHashTable.insertRecordIntoPartition(CompactingHashTable.java:461) at org.apache.flink.runtime.operators.hash.CompactingHashTable.insertOrReplaceRecord(CompactingHashTable.java:405) at org.apache.flink.runtime.operators.hash.CompactingHashTable.buildTableWithUniqueKey(CompactingHashTable.java:316) at org.apache.flink.runtime.iterative.task.IterationHeadTask.readInitialSolutionSet(IterationHeadTask.java:212) at org.apache.flink.runtime.iterative.task.IterationHeadTask.run(IterationHeadTask.java:273) at org.apache.flink.runtime.operators.BatchTask.invoke(BatchTask.java:351) at org.apache.flink.runtime.taskmanager.Task.run(Task.java:585) at java.lang.Thread.run(Thread.java:745) 11/30/2016 16:06:30 GroupReduce (GroupReduce at first(DataSet.java:573))(1/1) switched to CANCELED 11/30/2016 16:06:30 DataSink (collect())(1/1) switched to CANCELED 11/30/2016 16:06:30 Sync (Scatter-gather iteration (org.apache.flink.graph.library.SingleSourceShortestPaths$VertexDistanceUpdater@101b7af | org.apache.flink.graph.library.SingleSourceShortestPaths$MinDistanceMessenger@3884b2))(1/1) switched to CANCELED 11/30/2016 16:06:30 Map (Map at mapEdges(Graph.java:596))(1/1) switched to CANCELING 11/30/2016 16:06:30 CoGroup (Messaging)(1/1) switched to CANCELING 11/30/2016 16:06:30 CoGroup (Vertex State Updates)(1/1) switched to CANCELED 11/30/2016 16:06:30 Map (Map at mapEdges(Graph.java:596))(1/1) switched to CANCELED 11/30/2016 16:06:30 CoGroup (Messaging)(1/1) switched to CANCELED 11/30/2016 16:06:30 Job execution switched to status FAILED. Exception in thread "main" org.apache.flink.runtime.client.JobExecutionException: Job execution failed. at org.apache.flink.runtime.jobmanager.JobManager$$anonfun$handleMessage$1$$anonfun$applyOrElse$8.apply$mcV$sp(JobManager.scala:822) at org.apache.flink.runtime.jobmanager.JobManager$$anonfun$handleMessage$1$$anonfun$applyOrElse$8.apply(JobManager.scala:768) at org.apache.flink.runtime.jobmanager.JobManager$$anonfun$handleMessage$1$$anonfun$applyOrElse$8.apply(JobManager.scala:768) at scala.concurrent.impl.Future$PromiseCompletingRunnable.liftedTree1$1(Future.scala:24) at scala.concurrent.impl.Future$PromiseCompletingRunnable.run(Future.scala:24) at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:41) at akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(AbstractDispatcher.scala:401) at scala.concurrent.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260) at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.pollAndExecAll(ForkJoinPool.java:1253) at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1346) at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979) at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107) Caused by: java.lang.RuntimeException: Memory ran out. Compaction failed. numPartitions: 18 minPartition: 4 maxPartition: 5 number of overflow segments: 54 bucketSize: 39 Overall memory: 5963776 Partition memory: 2785280 Message: Index: 5, Size: 4 at org.apache.flink.runtime.operators.hash.CompactingHashTable.insertRecordIntoPartition(CompactingHashTable.java:461) at org.apache.flink.runtime.operators.hash.CompactingHashTable.insertOrReplaceRecord(CompactingHashTable.java:405) at org.apache.flink.runtime.operators.hash.CompactingHashTable.buildTableWithUniqueKey(CompactingHashTable.java:316) at org.apache.flink.runtime.iterative.task.IterationHeadTask.readInitialSolutionSet(IterationHeadTask.java:212) at org.apache.flink.runtime.iterative.task.IterationHeadTask.run(IterationHeadTask.java:273) at org.apache.flink.runtime.operators.BatchTask.invoke(BatchTask.java:351) at org.apache.flink.runtime.taskmanager.Task.run(Task.java:585) at java.lang.Thread.run(Thread.java:745) Process finished with exit code 1