~/paste/19947
~/paste/19947
~/paste/19947

  1. "C:\Program Files (x86)\Java\jdk1.8.0_91\bin\java" -Didea.launcher.port=7533 "-Didea.launcher.bin.path=C:\Program Files (x86)\JetBrains\IntelliJ IDEA 2016.2\bin" -Dfile.encoding=UTF-8 -classpath "C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\charsets.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\deploy.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\ext\access-bridge-32.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\ext\cldrdata.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\ext\dnsns.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\ext\jaccess.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\ext\jfxrt.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\ext\localedata.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\ext\nashorn.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\ext\sunec.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\ext\sunjce_provider.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\ext\sunmscapi.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\ext\sunpkcs11.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\ext\zipfs.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\javaws.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\jce.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\jfr.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\jfxswt.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\jsse.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\management-agent.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\plugin.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\resources.jar;C:\Program Files (x86)\Java\jdk1.8.0_91\jre\lib\rt.jar;C:\git\Temporal_Graph_library\target\classes;C:\Users\s133781\.m2\repository\org\apache\flink\flink-java\1.1.3\flink-java-1.1.3.jar;C:\Users\s133781\.m2\repository\org\apache\flink\flink-core\1.1.3\flink-core-1.1.3.jar;C:\Users\s133781\.m2\repository\org\apache\flink\flink-annotations\1.1.3\flink-annotations-1.1.3.jar;C:\Users\s133781\.m2\repository\org\apache\flink\flink-metrics-core\1.1.3\flink-metrics-core-1.1.3.jar;C:\Users\s133781\.m2\repository\com\esotericsoftware\kryo\kryo\2.24.0\kryo-2.24.0.jar;C:\Users\s133781\.m2\repository\com\esotericsoftware\minlog\minlog\1.2\minlog-1.2.jar;C:\Users\s133781\.m2\repository\org\objenesis\objenesis\2.1\objenesis-2.1.jar;C:\Users\s133781\.m2\repository\org\apache\avro\avro\1.7.6\avro-1.7.6.jar;C:\Users\s133781\.m2\repository\org\apache\flink\flink-shaded-hadoop2\1.1.3\flink-shaded-hadoop2-1.1.3.jar;C:\Users\s133781\.m2\repository\xmlenc\xmlenc\0.52\xmlenc-0.52.jar;C:\Users\s133781\.m2\repository\commons-codec\commons-codec\1.4\commons-codec-1.4.jar;C:\Users\s133781\.m2\repository\commons-io\commons-io\2.4\commons-io-2.4.jar;C:\Users\s133781\.m2\repository\commons-net\commons-net\3.1\commons-net-3.1.jar;C:\Users\s133781\.m2\repository\commons-collections\commons-collections\3.2.1\commons-collections-3.2.1.jar;C:\Users\s133781\.m2\repository\javax\servlet\servlet-api\2.5\servlet-api-2.5.jar;C:\Users\s133781\.m2\repository\org\mortbay\jetty\jetty-util\6.1.26\jetty-util-6.1.26.jar;C:\Users\s133781\.m2\repository\com\sun\jersey\jersey-core\1.9\jersey-core-1.9.jar;C:\Users\s133781\.m2\repository\commons-el\commons-el\1.0\commons-el-1.0.jar;C:\Users\s133781\.m2\repository\commons-logging\commons-logging\1.1.3\commons-logging-1.1.3.jar;C:\Users\s133781\.m2\repository\com\jamesmurty\utils\java-xmlbuilder\0.4\java-xmlbuilder-0.4.jar;C:\Users\s133781\.m2\repository\commons-lang\commons-lang\2.6\commons-lang-2.6.jar;C:\Users\s133781\.m2\repository\commons-configuration\commons-configuration\1.7\commons-configuration-1.7.jar;C:\Users\s133781\.m2\repository\commons-digester\commons-digester\1.8.1\commons-digester-1.8.1.jar;C:\Users\s133781\.m2\repository\org\codehaus\jackson\jackson-core-asl\1.8.8\jackson-core-asl-1.8.8.jar;C:\Users\s133781\.m2\repository\org\codehaus\jackson\jackson-mapper-asl\1.8.8\jackson-mapper-asl-1.8.8.jar;C:\Users\s133781\.m2\repository\com\thoughtworks\paranamer\paranamer\2.3\paranamer-2.3.jar;C:\Users\s133781\.m2\repository\org\xerial\snappy\snappy-java\1.0.5\snappy-java-1.0.5.jar;C:\Users\s133781\.m2\repository\com\jcraft\jsch\0.1.42\jsch-0.1.42.jar;C:\Users\s133781\.m2\repository\org\apache\zookeeper\zookeeper\3.4.6\zookeeper-3.4.6.jar;C:\Users\s133781\.m2\repository\io\netty\netty\3.7.0.Final\netty-3.7.0.Final.jar;C:\Users\s133781\.m2\repository\org\apache\commons\commons-compress\1.4.1\commons-compress-1.4.1.jar;C:\Users\s133781\.m2\repository\org\tukaani\xz\1.0\xz-1.0.jar;C:\Users\s133781\.m2\repository\commons-beanutils\commons-beanutils-bean-collections\1.8.3\commons-beanutils-bean-collections-1.8.3.jar;C:\Users\s133781\.m2\repository\commons-daemon\commons-daemon\1.0.13\commons-daemon-1.0.13.jar;C:\Users\s133781\.m2\repository\javax\xml\bind\jaxb-api\2.2.2\jaxb-api-2.2.2.jar;C:\Users\s133781\.m2\repository\javax\xml\stream\stax-api\1.0-2\stax-api-1.0-2.jar;C:\Users\s133781\.m2\repository\javax\activation\activation\1.1\activation-1.1.jar;C:\Users\s133781\.m2\repository\com\google\inject\guice\3.0\guice-3.0.jar;C:\Users\s133781\.m2\repository\javax\inject\javax.inject\1\javax.inject-1.jar;C:\Users\s133781\.m2\repository\aopalliance\aopalliance\1.0\aopalliance-1.0.jar;C:\Users\s133781\.m2\repository\org\apache\commons\commons-math3\3.5\commons-math3-3.5.jar;C:\Users\s133781\.m2\repository\com\google\code\findbugs\jsr305\1.3.9\jsr305-1.3.9.jar;C:\Users\s133781\.m2\repository\org\apache\commons\commons-lang3\3.3.2\commons-lang3-3.3.2.jar;C:\Users\s133781\.m2\repository\org\slf4j\slf4j-api\1.7.7\slf4j-api-1.7.7.jar;C:\Users\s133781\.m2\repository\org\slf4j\slf4j-log4j12\1.7.7\slf4j-log4j12-1.7.7.jar;C:\Users\s133781\.m2\repository\log4j\log4j\1.2.17\log4j-1.2.17.jar;C:\Users\s133781\.m2\repository\org\apache\flink\force-shading\1.1.3\force-shading-1.1.3.jar;C:\Users\s133781\.m2\repository\org\apache\flink\flink-streaming-java_2.10\1.1.3\flink-streaming-java_2.10-1.1.3.jar;C:\Users\s133781\.m2\repository\org\apache\flink\flink-runtime_2.10\1.1.3\flink-runtime_2.10-1.1.3.jar;C:\Users\s133781\.m2\repository\io\netty\netty-all\4.0.27.Final\netty-all-4.0.27.Final.jar;C:\Users\s133781\.m2\repository\org\javassist\javassist\3.18.2-GA\javassist-3.18.2-GA.jar;C:\Users\s133781\.m2\repository\org\scala-lang\scala-library\2.10.4\scala-library-2.10.4.jar;C:\Users\s133781\.m2\repository\com\typesafe\akka\akka-actor_2.10\2.3.7\akka-actor_2.10-2.3.7.jar;C:\Users\s133781\.m2\repository\com\typesafe\config\1.2.1\config-1.2.1.jar;C:\Users\s133781\.m2\repository\com\typesafe\akka\akka-remote_2.10\2.3.7\akka-remote_2.10-2.3.7.jar;C:\Users\s133781\.m2\repository\com\google\protobuf\protobuf-java\2.5.0\protobuf-java-2.5.0.jar;C:\Users\s133781\.m2\repository\org\uncommons\maths\uncommons-maths\1.2.2a\uncommons-maths-1.2.2a.jar;C:\Users\s133781\.m2\repository\com\typesafe\akka\akka-slf4j_2.10\2.3.7\akka-slf4j_2.10-2.3.7.jar;C:\Users\s133781\.m2\repository\org\clapper\grizzled-slf4j_2.10\1.0.2\grizzled-slf4j_2.10-1.0.2.jar;C:\Users\s133781\.m2\repository\com\github\scopt\scopt_2.10\3.2.0\scopt_2.10-3.2.0.jar;C:\Users\s133781\.m2\repository\io\dropwizard\metrics\metrics-core\3.1.0\metrics-core-3.1.0.jar;C:\Users\s133781\.m2\repository\io\dropwizard\metrics\metrics-jvm\3.1.0\metrics-jvm-3.1.0.jar;C:\Users\s133781\.m2\repository\io\dropwizard\metrics\metrics-json\3.1.0\metrics-json-3.1.0.jar;C:\Users\s133781\.m2\repository\com\fasterxml\jackson\core\jackson-databind\2.4.2\jackson-databind-2.4.2.jar;C:\Users\s133781\.m2\repository\com\fasterxml\jackson\core\jackson-annotations\2.4.0\jackson-annotations-2.4.0.jar;C:\Users\s133781\.m2\repository\com\fasterxml\jackson\core\jackson-core\2.4.2\jackson-core-2.4.2.jar;C:\Users\s133781\.m2\repository\com\twitter\chill_2.10\0.7.4\chill_2.10-0.7.4.jar;C:\Users\s133781\.m2\repository\com\twitter\chill-java\0.7.4\chill-java-0.7.4.jar;C:\Users\s133781\.m2\repository\org\apache\sling\org.apache.sling.commons.json\2.0.6\org.apache.sling.commons.json-2.0.6.jar;C:\Users\s133781\.m2\repository\org\apache\flink\flink-clients_2.10\1.1.3\flink-clients_2.10-1.1.3.jar;C:\Users\s133781\.m2\repository\org\apache\flink\flink-optimizer_2.10\1.1.3\flink-optimizer_2.10-1.1.3.jar;C:\Users\s133781\.m2\repository\commons-cli\commons-cli\1.3.1\commons-cli-1.3.1.jar;C:\Users\s133781\.m2\repository\org\apache\flink\flink-gelly_2.10\1.1.3\flink-gelly_2.10-1.1.3.jar;C:\Program Files (x86)\JetBrains\IntelliJ IDEA 2016.2\lib\idea_rt.jar" com.intellij.rt.execution.application.AppMain Tgraphs.memoryranouterror
  2. log4j:WARN No appenders could be found for logger (org.apache.flink.api.java.ClosureCleaner).
  3. log4j:WARN Please initialize the log4j system properly.
  4. log4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for more info.
  5. Connected to JobManager at Actor[akka://flink/user/jobmanager_1#1921408390]
  6. 11/30/2016 16:06:24     Job execution switched to status RUNNING.
  7. 11/30/2016 16:06:24     DataSource (at main(memoryranouterror.java:28) (org.apache.flink.api.java.io.TupleCsvInputFormat))(1/1) switched to SCHEDULED
  8. 11/30/2016 16:06:24     DataSource (at main(memoryranouterror.java:28) (org.apache.flink.api.java.io.TupleCsvInputFormat))(1/1) switched to DEPLOYING
  9. 11/30/2016 16:06:24     DataSource (at main(memoryranouterror.java:28) (org.apache.flink.api.java.io.TupleCsvInputFormat))(1/1) switched to RUNNING
  10. 11/30/2016 16:06:24     Map (Map at fromTuple2DataSet(Graph.java:343))(1/1) switched to SCHEDULED
  11. 11/30/2016 16:06:24     Map (Map at fromTuple2DataSet(Graph.java:343))(1/1) switched to DEPLOYING
  12. 11/30/2016 16:06:24     Map (Map at fromTuple2DataSet(Graph.java:343))(1/1) switched to RUNNING
  13. 11/30/2016 16:06:24     DataSource (at main(memoryranouterror.java:28) (org.apache.flink.api.java.io.TupleCsvInputFormat))(1/1) switched to FINISHED
  14. 11/30/2016 16:06:24     Map (Map at fromTuple2DataSet(Graph.java:343))(1/1) switched to FINISHED
  15. 11/30/2016 16:06:24     Map (Map at mapEdges(Graph.java:596))(1/1) switched to SCHEDULED
  16. 11/30/2016 16:06:24     CHAIN FlatMap (FlatMap at fromDataSet(Graph.java:216)) -> Combine(Distinct at fromDataSet(Graph.java:216))(1/1) switched to SCHEDULED
  17. 11/30/2016 16:06:24     Map (Map at mapEdges(Graph.java:596))(1/1) switched to DEPLOYING
  18. 11/30/2016 16:06:24     CHAIN FlatMap (FlatMap at fromDataSet(Graph.java:216)) -> Combine(Distinct at fromDataSet(Graph.java:216))(1/1) switched to DEPLOYING
  19. 11/30/2016 16:06:24     Map (Map at mapEdges(Graph.java:596))(1/1) switched to RUNNING
  20. 11/30/2016 16:06:24     CHAIN FlatMap (FlatMap at fromDataSet(Graph.java:216)) -> Combine(Distinct at fromDataSet(Graph.java:216))(1/1) switched to RUNNING
  21. 11/30/2016 16:06:25     CHAIN Reduce (Distinct at fromDataSet(Graph.java:216)) -> Map (Map at fromDataSet(Graph.java:217)) -> Map (Map at mapVertices(Graph.java:521))(1/1) switched to SCHEDULED
  22. 11/30/2016 16:06:25     CHAIN Reduce (Distinct at fromDataSet(Graph.java:216)) -> Map (Map at fromDataSet(Graph.java:217)) -> Map (Map at mapVertices(Graph.java:521))(1/1) switched to DEPLOYING
  23. 11/30/2016 16:06:25     CHAIN Reduce (Distinct at fromDataSet(Graph.java:216)) -> Map (Map at fromDataSet(Graph.java:217)) -> Map (Map at mapVertices(Graph.java:521))(1/1) switched to RUNNING
  24. 11/30/2016 16:06:26     CoGroup (Messaging)(1/1) switched to SCHEDULED
  25. 11/30/2016 16:06:26     CoGroup (Messaging)(1/1) switched to DEPLOYING
  26. 11/30/2016 16:06:26     CoGroup (Messaging)(1/1) switched to RUNNING
  27. 11/30/2016 16:06:28     CHAIN FlatMap (FlatMap at fromDataSet(Graph.java:216)) -> Combine(Distinct at fromDataSet(Graph.java:216))(1/1) switched to FINISHED
  28. 11/30/2016 16:06:30     CHAIN Reduce (Distinct at fromDataSet(Graph.java:216)) -> Map (Map at fromDataSet(Graph.java:217)) -> Map (Map at mapVertices(Graph.java:521))(1/1) switched to FINISHED
  29. 11/30/2016 16:06:30     IterationHead(Scatter-gather iteration (org.apache.flink.graph.library.SingleSourceShortestPaths$VertexDistanceUpdater@101b7af | org.apache.flink.graph.library.SingleSourceShortestPaths$MinDistanceMessenger@3884b2))(1/1) switched to SCHEDULED
  30. 11/30/2016 16:06:30     IterationHead(Scatter-gather iteration (org.apache.flink.graph.library.SingleSourceShortestPaths$VertexDistanceUpdater@101b7af | org.apache.flink.graph.library.SingleSourceShortestPaths$MinDistanceMessenger@3884b2))(1/1) switched to DEPLOYING
  31. 11/30/2016 16:06:30     IterationHead(Scatter-gather iteration (org.apache.flink.graph.library.SingleSourceShortestPaths$VertexDistanceUpdater@101b7af | org.apache.flink.graph.library.SingleSourceShortestPaths$MinDistanceMessenger@3884b2))(1/1) switched to RUNNING
  32. 11/30/2016 16:06:30     IterationHead(Scatter-gather iteration (org.apache.flink.graph.library.SingleSourceShortestPaths$VertexDistanceUpdater@101b7af | org.apache.flink.graph.library.SingleSourceShortestPaths$MinDistanceMessenger@3884b2))(1/1) switched to FAILED
  33. java.lang.RuntimeException: Memory ran out. Compaction failed. numPartitions: 18 minPartition: 4 maxPartition: 5 number of overflow segments: 54 bucketSize: 39 Overall memory: 5963776 Partition memory: 2785280 Message: Index: 5, Size: 4
  34.         at org.apache.flink.runtime.operators.hash.CompactingHashTable.insertRecordIntoPartition(CompactingHashTable.java:461)
  35.         at org.apache.flink.runtime.operators.hash.CompactingHashTable.insertOrReplaceRecord(CompactingHashTable.java:405)
  36.         at org.apache.flink.runtime.operators.hash.CompactingHashTable.buildTableWithUniqueKey(CompactingHashTable.java:316)
  37.         at org.apache.flink.runtime.iterative.task.IterationHeadTask.readInitialSolutionSet(IterationHeadTask.java:212)
  38.         at org.apache.flink.runtime.iterative.task.IterationHeadTask.run(IterationHeadTask.java:273)
  39.         at org.apache.flink.runtime.operators.BatchTask.invoke(BatchTask.java:351)
  40.         at org.apache.flink.runtime.taskmanager.Task.run(Task.java:585)
  41.         at java.lang.Thread.run(Thread.java:745)
  42.  
  43. 11/30/2016 16:06:30     Job execution switched to status FAILING.
  44. java.lang.RuntimeException: Memory ran out. Compaction failed. numPartitions: 18 minPartition: 4 maxPartition: 5 number of overflow segments: 54 bucketSize: 39 Overall memory: 5963776 Partition memory: 2785280 Message: Index: 5, Size: 4
  45.         at org.apache.flink.runtime.operators.hash.CompactingHashTable.insertRecordIntoPartition(CompactingHashTable.java:461)
  46.         at org.apache.flink.runtime.operators.hash.CompactingHashTable.insertOrReplaceRecord(CompactingHashTable.java:405)
  47.         at org.apache.flink.runtime.operators.hash.CompactingHashTable.buildTableWithUniqueKey(CompactingHashTable.java:316)
  48.         at org.apache.flink.runtime.iterative.task.IterationHeadTask.readInitialSolutionSet(IterationHeadTask.java:212)
  49.         at org.apache.flink.runtime.iterative.task.IterationHeadTask.run(IterationHeadTask.java:273)
  50.         at org.apache.flink.runtime.operators.BatchTask.invoke(BatchTask.java:351)
  51.         at org.apache.flink.runtime.taskmanager.Task.run(Task.java:585)
  52.         at java.lang.Thread.run(Thread.java:745)
  53. 11/30/2016 16:06:30     GroupReduce (GroupReduce at first(DataSet.java:573))(1/1) switched to CANCELED
  54. 11/30/2016 16:06:30     DataSink (collect())(1/1) switched to CANCELED
  55. 11/30/2016 16:06:30     Sync (Scatter-gather iteration (org.apache.flink.graph.library.SingleSourceShortestPaths$VertexDistanceUpdater@101b7af | org.apache.flink.graph.library.SingleSourceShortestPaths$MinDistanceMessenger@3884b2))(1/1) switched to CANCELED
  56. 11/30/2016 16:06:30     Map (Map at mapEdges(Graph.java:596))(1/1) switched to CANCELING
  57. 11/30/2016 16:06:30     CoGroup (Messaging)(1/1) switched to CANCELING
  58. 11/30/2016 16:06:30     CoGroup (Vertex State Updates)(1/1) switched to CANCELED
  59. 11/30/2016 16:06:30     Map (Map at mapEdges(Graph.java:596))(1/1) switched to CANCELED
  60. 11/30/2016 16:06:30     CoGroup (Messaging)(1/1) switched to CANCELED
  61. 11/30/2016 16:06:30     Job execution switched to status FAILED.
  62. Exception in thread "main" org.apache.flink.runtime.client.JobExecutionException: Job execution failed.
  63.         at org.apache.flink.runtime.jobmanager.JobManager$$anonfun$handleMessage$1$$anonfun$applyOrElse$8.apply$mcV$sp(JobManager.scala:822)
  64.         at org.apache.flink.runtime.jobmanager.JobManager$$anonfun$handleMessage$1$$anonfun$applyOrElse$8.apply(JobManager.scala:768)
  65.         at org.apache.flink.runtime.jobmanager.JobManager$$anonfun$handleMessage$1$$anonfun$applyOrElse$8.apply(JobManager.scala:768)
  66.         at scala.concurrent.impl.Future$PromiseCompletingRunnable.liftedTree1$1(Future.scala:24)
  67.         at scala.concurrent.impl.Future$PromiseCompletingRunnable.run(Future.scala:24)
  68.         at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:41)
  69.         at akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(AbstractDispatcher.scala:401)
  70.         at scala.concurrent.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
  71.         at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.pollAndExecAll(ForkJoinPool.java:1253)
  72.         at scala.concurrent.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1346)
  73.         at scala.concurrent.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
  74.         at scala.concurrent.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
  75. Caused by: java.lang.RuntimeException: Memory ran out. Compaction failed. numPartitions: 18 minPartition: 4 maxPartition: 5 number of overflow segments: 54 bucketSize: 39 Overall memory: 5963776 Partition memory: 2785280 Message: Index: 5, Size: 4
  76.         at org.apache.flink.runtime.operators.hash.CompactingHashTable.insertRecordIntoPartition(CompactingHashTable.java:461)
  77.         at org.apache.flink.runtime.operators.hash.CompactingHashTable.insertOrReplaceRecord(CompactingHashTable.java:405)
  78.         at org.apache.flink.runtime.operators.hash.CompactingHashTable.buildTableWithUniqueKey(CompactingHashTable.java:316)
  79.         at org.apache.flink.runtime.iterative.task.IterationHeadTask.readInitialSolutionSet(IterationHeadTask.java:212)
  80.         at org.apache.flink.runtime.iterative.task.IterationHeadTask.run(IterationHeadTask.java:273)
  81.         at org.apache.flink.runtime.operators.BatchTask.invoke(BatchTask.java:351)
  82.         at org.apache.flink.runtime.taskmanager.Task.run(Task.java:585)
  83.         at java.lang.Thread.run(Thread.java:745)
  84.  
  85. Process finished with exit code 1
  86.  
Language: text
Posted by Anonymous at 30 Nov 2016, 03:08:38 UTC