kalor

导航

 

 

所遇问题:
Exception 1: Exception in thread "main" java.lang.IllegalArgumentException: "checkLocalJobRunnerConfiguration: When using
"LocalJobRunner, must have only one worker since only 1 task at a time!"
Solution:
         GiraphJob job = new GiraphJob(getConf(), getClass().getName());
         job.setWorkerConfiguration(1,1,100.0f);
Exception 2: Exception in thread "main" java.lang.IllegalArgumentException: "checkLocalJobRunnerConfiguration: When using
"LocalJobRunner, you cannot run in split master / worker mode since there is only 1 task at a time!"
Solution:
         GiraphJob job = new GiraphJob(getConf(), getClass().getName());
        job.getConfiguration().setBoolean("giraph.SplitMasterWorker", false);

       
SimpleShortestPathsVertex.java 文件
/*
* Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.giraph.examples; import org.apache.giraph.graph.*; import org.apache.giraph.lib.TextVertexInputFormat; import org.apache.giraph.lib.TextVertexInputFormat.TextVertexReader; import org.apache.giraph.lib.TextVertexOutputFormat; import org.apache.giraph.lib.TextVertexOutputFormat.TextVertexWriter; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.Path; import org.apache.hadoop.io.DoubleWritable; import org.apache.hadoop.io.FloatWritable; import org.apache.hadoop.io.LongWritable; import org.apache.hadoop.io.Text; import org.apache.hadoop.mapreduce.InputSplit; import org.apache.hadoop.mapreduce.RecordReader; import org.apache.hadoop.mapreduce.RecordWriter; import org.apache.hadoop.mapreduce.TaskAttemptContext; import org.apache.hadoop.mapreduce.lib.input.FileInputFormat; import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat; import org.apache.hadoop.util.Tool; import org.apache.hadoop.util.ToolRunner; import org.apache.log4j.Logger; import org.json.JSONArray; import org.json.JSONException; import java.io.IOException; import java.util.Iterator; /** * Demonstrates the basic Pregel shortest paths implementation. */ public class SimpleShortestPathsVertex extends Vertex<LongWritable, DoubleWritable, FloatWritable, DoubleWritable> implements Tool { /** Configuration */ private Configuration conf; /** Class logger */ private static final Logger LOG = Logger.getLogger(SimpleShortestPathsVertex.class); /** The shortest paths id */ public static String SOURCE_ID = "SimpleShortestPathsVertex.sourceId"; /** Default shortest paths id */ public static long SOURCE_ID_DEFAULT = 1; /** * Is this vertex the source id? * * @return True if the source id */ private boolean isSource() { return (getVertexId().get() == getContext().getConfiguration().getLong(SOURCE_ID, SOURCE_ID_DEFAULT)); } @Override public void compute(Iterator<DoubleWritable> msgIterator) { if (getSuperstep() == 0) { setVertexValue(new DoubleWritable(Double.MAX_VALUE)); } double minDist = isSource() ? 0d : Double.MAX_VALUE; while (msgIterator.hasNext()) { minDist = Math.min(minDist, msgIterator.next().get()); } if (LOG.isDebugEnabled()) { LOG.debug("Vertex " + getVertexId() + " got minDist = " + minDist + " vertex value = " + getVertexValue()); } if (minDist < getVertexValue().get()) { setVertexValue(new DoubleWritable(minDist)); for (LongWritable targetVertexId : this) { FloatWritable edgeValue = getEdgeValue(targetVertexId); if (LOG.isDebugEnabled()) { LOG.debug("Vertex " + getVertexId() + " sent to " + targetVertexId + " = " + (minDist + edgeValue.get())); } sendMsg(targetVertexId, new DoubleWritable(minDist + edgeValue.get())); } } voteToHalt(); } /** * VertexInputFormat that supports {@link SimpleShortestPathsVertex} */ public static class SimpleShortestPathsVertexInputFormat extends TextVertexInputFormat<LongWritable, DoubleWritable, FloatWritable> { @Override public VertexReader<LongWritable, DoubleWritable, FloatWritable> createVertexReader(InputSplit split, TaskAttemptContext context) throws IOException { return new SimpleShortestPathsVertexReader( textInputFormat.createRecordReader(split, context)); } } /** * VertexReader that supports {@link SimpleShortestPathsVertex}. In this * case, the edge values are not used. The files should be in the * following JSON format: * JSONArray(<vertex id>, <vertex value>, * JSONArray(JSONArray(<dest vertex id>, <edge value>), ...)) * Here is an example with vertex id 1, vertex value 4.3, and two edges. * First edge has a destination vertex 2, edge value 2.1. * Second edge has a destination vertex 3, edge value 0.7. * [1,4.3,[[2,2.1],[3,0.7]]] */ public static class SimpleShortestPathsVertexReader extends TextVertexReader<LongWritable, DoubleWritable, FloatWritable> { public SimpleShortestPathsVertexReader( RecordReader<LongWritable, Text> lineRecordReader) { super(lineRecordReader); } @Override public boolean next(MutableVertex<LongWritable, DoubleWritable, FloatWritable, ?> vertex) throws IOException, InterruptedException { if (!getRecordReader().nextKeyValue()) { return false; } Text line = getRecordReader().getCurrentValue(); try { JSONArray jsonVertex = new JSONArray(line.toString()); vertex.setVertexId( new LongWritable(jsonVertex.getLong(0))); vertex.setVertexValue( new DoubleWritable(jsonVertex.getDouble(1))); JSONArray jsonEdgeArray = jsonVertex.getJSONArray(2); for (int i = 0; i < jsonEdgeArray.length(); ++i) { JSONArray jsonEdge = jsonEdgeArray.getJSONArray(i); vertex.addEdge(new LongWritable(jsonEdge.getLong(0)), new FloatWritable((float) jsonEdge.getDouble(1))); } } catch (JSONException e) { throw new IllegalArgumentException( "next: Couldn't get vertex from line " + line, e); } return true; } } /** * VertexOutputFormat that supports {@link SimpleShortestPathsVertex} */ public static class SimpleShortestPathsVertexOutputFormat extends TextVertexOutputFormat<LongWritable, DoubleWritable, FloatWritable> { @Override public VertexWriter<LongWritable, DoubleWritable, FloatWritable> createVertexWriter(TaskAttemptContext context) throws IOException, InterruptedException { RecordWriter<Text, Text> recordWriter = textOutputFormat.getRecordWriter(context); return new SimpleShortestPathsVertexWriter(recordWriter); } } /** * VertexWriter that supports {@link SimpleShortestPathsVertex} */ public static class SimpleShortestPathsVertexWriter extends TextVertexWriter<LongWritable, DoubleWritable, FloatWritable> { public SimpleShortestPathsVertexWriter( RecordWriter<Text, Text> lineRecordWriter) { super(lineRecordWriter); } @Override public void writeVertex(BasicVertex<LongWritable, DoubleWritable, FloatWritable, ?> vertex) throws IOException, InterruptedException { JSONArray jsonVertex = new JSONArray(); try { jsonVertex.put(vertex.getVertexId().get()); jsonVertex.put(vertex.getVertexValue().get()); JSONArray jsonEdgeArray = new JSONArray(); for (LongWritable targetVertexId : vertex) { JSONArray jsonEdge = new JSONArray(); jsonEdge.put(targetVertexId.get()); jsonEdge.put(vertex.getEdgeValue(targetVertexId).get()); jsonEdgeArray.put(jsonEdge); } jsonVertex.put(jsonEdgeArray); } catch (JSONException e) { throw new IllegalArgumentException( "writeVertex: Couldn't write vertex " + vertex); } getRecordWriter().write(new Text(jsonVertex.toString()), null); } } @Override public Configuration getConf() { return conf; } @Override public void setConf(Configuration conf) { this.conf = conf; } @Override public int run(String[] argArray) throws Exception { /*if (argArray.length != 4) { throw new IllegalArgumentException( "run: Must have 4 arguments <input path> <output path> " + "<source vertex id> <# of workers>"); }*/ GiraphJob job = new GiraphJob(getConf(), getClass().getName()); job.setVertexClass(getClass()); job.setVertexInputFormatClass( SimpleShortestPathsVertexInputFormat.class); job.setVertexOutputFormatClass( SimpleShortestPathsVertexOutputFormat.class); FileInputFormat.addInputPath(job, new Path("shortestPathsInputGraph")); FileOutputFormat.setOutputPath(job, new Path("SSSPOutputVertex")); job.getConfiguration().setLong(SimpleShortestPathsVertex.SOURCE_ID,1); job.getConfiguration().setBoolean("giraph.SplitMasterWorker", false); job.setWorkerConfiguration(1,1,100.0f); if (job.run(true) == true) { return 0; } else { return -1; } } public static void main(String[] args) throws Exception { System.exit(ToolRunner.run(new SimpleShortestPathsVertex(), args)); } }

 

初始输入数据:

[0,0,[[1,0]]]
[1,0,[[2,100]]]
[2,100,[[3,200]]]
[3,300,[[4,300]]]
[4,600,[[5,400]]]
[5,1000,[[6,500]]]
[6,1500,[[7,600]]]
[7,2100,[[8,700]]]
[8,2800,[[9,800]]]
[9,3600,[[10,900]]]
[10,4500,[[11,1000]]]
[11,5500,[[12,1100]]]
[12,6600,[[13,1200]]]
[13,7800,[[14,1300]]]
[14,9100,[[0,1400]]]

输出数据:

[0,10500,[[1,0]]]
[1,0,[[2,100]]]
[2,100,[[3,200]]]
[3,300,[[4,300]]]
[4,600,[[5,400]]]
[5,1000,[[6,500]]]
[6,1500,[[7,600]]]
[7,2100,[[8,700]]]
[8,2800,[[9,800]]]
[9,3600,[[10,900]]]
[10,4500,[[11,1000]]]
[11,5500,[[12,1100]]]
[12,6600,[[13,1200]]]
[13,7800,[[14,1300]]]
[14,9100,[[0,1400]]]

运行成功界面:

13/08/30 09:13:31 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
13/08/30 09:13:31 WARN mapred.JobClient: No job jar file set.  User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
13/08/30 09:13:31 INFO mapred.JobClient: Running job: job_local_0001
13/08/30 09:13:31 INFO util.ProcessTree: setsid exited with exit code 0
13/08/30 09:13:31 INFO mapred.Task:  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1c57009
13/08/30 09:13:31 INFO graph.GraphMapper: setup: jar file @ /home/landen/UntarFile/Pregel_Giraph/giraph-1.1.0/giraph-core/target/giraph-1.1.0-SNAPSHOT-for-hadoop-0.20.203.0-jar-with-dependencies.jar, using /home/landen/UntarFile/Pregel_Giraph/giraph-1.1.0/giraph-core/target/giraph-1.1.0-SNAPSHOT-for-hadoop-0.20.203.0-jar-with-dependencies.jar
13/08/30 09:13:31 INFO zk.ZooKeeperManager: createCandidateStamp: Made the directory _bsp/_defaultZkManagerDir/job_local_0001
13/08/30 09:13:31 INFO zk.ZooKeeperManager: createCandidateStamp: Creating my filestamp _bsp/_defaultZkManagerDir/job_local_0001/_task/landen-Lenovo 0
13/08/30 09:13:31 INFO zk.ZooKeeperManager: getZooKeeperServerList: Got [landen-Lenovo] 1 hosts from 1 candidates when 1 required (polling period is 3000) on attempt 0
13/08/30 09:13:31 INFO zk.ZooKeeperManager: createZooKeeperServerList: Creating the final ZooKeeper file '_bsp/_defaultZkManagerDir/job_local_0001/zkServerList_landen-Lenovo 0 '
13/08/30 09:13:31 INFO zk.ZooKeeperManager: getZooKeeperServerList: For task 0, got file 'zkServerList_landen-Lenovo 0 ' (polling period is 3000)
13/08/30 09:13:31 INFO zk.ZooKeeperManager: getZooKeeperServerList: Found [landen-Lenovo, 0] 2 hosts in filename 'zkServerList_landen-Lenovo 0 '
13/08/30 09:13:31 INFO zk.ZooKeeperManager: onlineZooKeeperServers: Trying to delete old directory /home/landen/Eclipse_WorkSpace/Pregel_Mahout/_bspZooKeeper
13/08/30 09:13:31 INFO zk.ZooKeeperManager: generateZooKeeperConfigFile: Creating file /home/landen/Eclipse_WorkSpace/Pregel_Mahout/_bspZooKeeper/zoo.cfg in /home/landen/Eclipse_WorkSpace/Pregel_Mahout/_bspZooKeeper with base port 22181
13/08/30 09:13:31 INFO zk.ZooKeeperManager: generateZooKeeperConfigFile: Make directory of _bspZooKeeper = true
13/08/30 09:13:31 INFO zk.ZooKeeperManager: generateZooKeeperConfigFile: Delete of zoo.cfg = false
13/08/30 09:13:31 INFO zk.ZooKeeperManager: onlineZooKeeperServers: Attempting to start ZooKeeper server with command [/home/landen/UntarFile/jdk1.7.0_17/jre/bin/java, -Xmx256m, -XX:ParallelGCThreads=4, -XX:+UseConcMarkSweepGC, -XX:CMSInitiatingOccupancyFraction=70, -XX:MaxGCPauseMillis=100, -cp, /home/landen/UntarFile/Pregel_Giraph/giraph-1.1.0/giraph-core/target/giraph-1.1.0-SNAPSHOT-for-hadoop-0.20.203.0-jar-with-dependencies.jar, org.apache.zookeeper.server.quorum.QuorumPeerMain, /home/landen/Eclipse_WorkSpace/Pregel_Mahout/_bspZooKeeper/zoo.cfg] in directory /home/landen/Eclipse_WorkSpace/Pregel_Mahout/_bspZooKeeper
13/08/30 09:13:31 INFO zk.ZooKeeperManager: onlineZooKeeperServers: Connect attempt 0 of 10 max trying to connect to landen-Lenovo:22181 with poll msecs = 3000
13/08/30 09:13:31 WARN zk.ZooKeeperManager: onlineZooKeeperServers: Got ConnectException
java.net.ConnectException: 拒绝连接
    at java.net.PlainSocketImpl.socketConnect(Native Method)
    at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
    at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
    at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
    at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
    at java.net.Socket.connect(Socket.java:579)
    at org.apache.giraph.zk.ZooKeeperManager.onlineZooKeeperServers(ZooKeeperManager.java:626)
    at org.apache.giraph.graph.GraphMapper.setup(GraphMapper.java:427)
    at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:142)
    at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764)
    at org.apache.hadoop.mapred.MapTask.run(MapTask.java:370)
    at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:212)
13/08/30 09:13:32 INFO mapred.JobClient:  map 0% reduce 0%
13/08/30 09:13:34 INFO zk.ZooKeeperManager: onlineZooKeeperServers: Connect attempt 1 of 10 max trying to connect to landen-Lenovo:22181 with poll msecs = 3000
13/08/30 09:13:34 INFO zk.ZooKeeperManager: onlineZooKeeperServers: Connected to landen-Lenovo/127.0.1.1:22181!
13/08/30 09:13:34 INFO zk.ZooKeeperManager: onlineZooKeeperServers: Creating my filestamp _bsp/_defaultZkManagerDir/job_local_0001/_zkServer/landen-Lenovo 0
13/08/30 09:13:34 INFO graph.GraphMapper: setup: Starting up BspServiceMaster (master thread)...
13/08/30 09:13:34 INFO graph.BspService: BspService: Connecting to ZooKeeper with job job_local_0001, 0 on landen-Lenovo:22181
SLF4J: This version of SLF4J requires log4j version 1.2.12 or later. See also http://www.slf4j.org/codes.html#log4j_version
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:zookeeper.version=3.4.3-1240972, built on 02/06/2012 10:48 GMT
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:host.name=landen-Lenovo
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:java.version=1.7.0_17
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:java.vendor=Oracle Corporation
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:java.home=/home/landen/UntarFile/jdk1.7.0_17/jre
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:java.class.path=/home/landen/Eclipse_WorkSpace/Pregel_Mahout/bin:/home/landen/UntarFile/hadoop-1.0.3/hadoop-1.0.3/hadoop-core-1.0.3.jar:/home/landen/UntarFile/hadoop-1.0.3/hadoop-1.0.3/lib/commons-cli-1.2.jar:/home/landen/下载/log4j.jar:/home/landen/下载/json-20090211.jar:/home/landen/下载/commons-io-1.3.2.jar:/home/landen/UntarFile/zookeeper-3.4.3/zookeeper-3.4.3.jar:/home/landen/下载/weka.jar:/home/landen/下载/commons-logging-1.1.jar:/home/landen/UntarFile/hadoop-1.0.4/lib/commons-configuration-1.6.jar:/home/landen/UntarFile/hadoop-1.0.4/lib/commons-lang-2.4.jar:/home/landen/UntarFile/Pregel_Giraph/giraph-1.1.0/giraph-core/target/giraph-1.1.0-SNAPSHOT-for-hadoop-0.20.203.0-jar-with-dependencies.jar:/home/landen/UntarFile/hadoop-1.0.4/lib/commons-httpclient-3.0.1.jar
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:java.library.path=/home/landen/UntarFile/jdk1.7.0_17/jre/lib/i386/server:/home/landen/UntarFile/jdk1.7.0_17/jre/lib/i386:/home/landen/UntarFile/jdk1.7.0_17/jre/../lib/i386:/home/landen/UntarFile/jdk1.7.0_17/jre/lib/i386/client:/home/landen/UntarFile/jdk1.7.0_17/jre/lib/i386::/usr/java/packages/lib/i386:/lib:/usr/lib
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:java.io.tmpdir=/tmp
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:java.compiler=<NA>
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:os.name=Linux
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:os.arch=i386
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:os.version=3.2.0-24-generic-pae
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:user.name=landen
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:user.home=/home/landen
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Client environment:user.dir=/home/landen/Eclipse_WorkSpace/Pregel_Mahout
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Initiating client connection, connectString=landen-Lenovo:22181 sessionTimeout=60000 watcher=org.apache.giraph.graph.BspServiceMaster@7248ad
13/08/30 09:13:34 INFO zookeeper.ClientCnxn: Opening socket connection to server /127.0.1.1:22181
13/08/30 09:13:34 INFO client.ZooKeeperSaslClient: Client will not SASL-authenticate because the default JAAS configuration section 'Client' could not be found. If you are not using SASL, you may ignore this. On the other hand, if you expected SASL to work, please fix your JAAS configuration.
13/08/30 09:13:34 INFO zookeeper.ClientCnxn: Socket connection established to landen-Lenovo/127.0.1.1:22181, initiating session
13/08/30 09:13:34 WARN zookeeper.ClientCnxnSocket: Connected to an old server; r-o mode will be unavailable
13/08/30 09:13:34 INFO zookeeper.ClientCnxn: Session establishment complete on server landen-Lenovo/127.0.1.1:22181, sessionid = 0x140ccc8459e0000, negotiated timeout = 60000
13/08/30 09:13:34 INFO graph.BspService: process: Asynchronous connection complete.
13/08/30 09:13:34 INFO graph.GraphMapper: setup: Starting up BspServiceWorker...
13/08/30 09:13:34 INFO graph.BspService: BspService: Connecting to ZooKeeper with job job_local_0001, 0 on landen-Lenovo:22181
13/08/30 09:13:34 INFO zookeeper.ZooKeeper: Initiating client connection, connectString=landen-Lenovo:22181 sessionTimeout=60000 watcher=org.apache.giraph.graph.BspServiceWorker@1e77448
13/08/30 09:13:34 INFO zookeeper.ClientCnxn: Opening socket connection to server /127.0.1.1:22181
13/08/30 09:13:34 INFO client.ZooKeeperSaslClient: Client will not SASL-authenticate because the default JAAS configuration section 'Client' could not be found. If you are not using SASL, you may ignore this. On the other hand, if you expected SASL to work, please fix your JAAS configuration.
13/08/30 09:13:34 INFO zookeeper.ClientCnxn: Socket connection established to landen-Lenovo/127.0.1.1:22181, initiating session
13/08/30 09:13:34 WARN zookeeper.ClientCnxnSocket: Connected to an old server; r-o mode will be unavailable
13/08/30 09:13:34 INFO zookeeper.ClientCnxn: Session establishment complete on server landen-Lenovo/127.0.1.1:22181, sessionid = 0x140ccc8459e0001, negotiated timeout = 60000
13/08/30 09:13:34 INFO graph.BspService: process: Asynchronous connection complete.
13/08/30 09:13:34 INFO graph.GraphMapper: setup: Registering health of this worker...
13/08/30 09:13:34 INFO graph.BspService: getJobState: Job state already exists (/_hadoopBsp/job_local_0001/_masterJobState)
13/08/30 09:13:34 INFO graph.BspServiceMaster: becomeMaster: First child is '/_hadoopBsp/job_local_0001/_masterElectionDir/landen-Lenovo_00000000000' and my bid is '/_hadoopBsp/job_local_0001/_masterElectionDir/landen-Lenovo_00000000000'
13/08/30 09:13:34 INFO graph.BspServiceMaster: becomeMaster: I am now the master!
13/08/30 09:13:34 INFO graph.BspService: getApplicationAttempt: Node /_hadoopBsp/job_local_0001/_applicationAttemptsDir already exists!
13/08/30 09:13:34 INFO graph.BspService: process: applicationAttemptChanged signaled
13/08/30 09:13:34 INFO graph.BspService: process: applicationAttemptChanged signaled
13/08/30 09:13:34 INFO graph.BspService: getApplicationAttempt: Node /_hadoopBsp/job_local_0001/_applicationAttemptsDir already exists!
13/08/30 09:13:35 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir, type=NodeChildrenChanged, state=SyncConnected)
13/08/30 09:13:35 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir, type=NodeChildrenChanged, state=SyncConnected)
13/08/30 09:13:35 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=-1 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/-1/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:35 INFO input.FileInputFormat: Total input paths to process : 1
13/08/30 09:13:35 WARN snappy.LoadSnappy: Snappy native library not loaded
13/08/30 09:13:35 INFO graph.BspService: process: inputSplitsReadyChanged (input splits ready)
13/08/30 09:13:35 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_inputSplitsDir/0/_inputSplitReserved, type=NodeCreated, state=SyncConnected)
13/08/30 09:13:35 INFO graph.BspServiceWorker: reserveInputSplit: Reserved input split path /_hadoopBsp/job_local_0001/_inputSplitsDir/0
13/08/30 09:13:35 INFO graph.BspServiceWorker: loadVertices: Reserved /_hadoopBsp/job_local_0001/_inputSplitsDir/0 from ZooKeeper and got input split 'file:/home/landen/Eclipse_WorkSpace/Pregel_Mahout/shortestPathsInputGraph/part-m-00001:0+289'
13/08/30 09:13:35 INFO graph.BspServiceWorker: loadVertices: Got 15 vertices from input split file:/home/landen/Eclipse_WorkSpace/Pregel_Mahout/shortestPathsInputGraph/part-m-00001:0+289
13/08/30 09:13:35 INFO graph.BspServiceWorker: loadVertices: Got 15 vertices and 15 edges from vertex range max index 14
13/08/30 09:13:35 INFO graph.BspServiceWorker: setInputSplitVertexRanges: Trying to add vertexRangeObj (max vertex index = 14 {"_numEdgesKey":15,"_numVerticesKey":15,"_hostnameIdKey":"landen-Lenovo_0","_maxVertexIndexKey":"AAAAAAAAAA4=","_numMsgsKey":0} to InputSplit path /_hadoopBsp/job_local_0001/_inputSplitsDir/0
13/08/30 09:13:35 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep -1
13/08/30 09:13:35 INFO graph.BspServiceWorker: setInputSplitVertexRanges: Finished loading /_hadoopBsp/job_local_0001/_inputSplitsDir/0 with vertexRanges - [{"_numEdgesKey":15,"_numVerticesKey":15,"_hostnameIdKey":"landen-Lenovo_0","_maxVertexIndexKey":"AAAAAAAAAA4=","_numMsgsKey":0}]
13/08/30 09:13:35 INFO graph.BspServiceWorker: reserveInputSplit: reservedPath = null, 1 of 1 InputSplits are finished.
13/08/30 09:13:35 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 0 of 15 vertices finished, 15 edges, 0 messages sent on superstep = -1
13/08/30 09:13:35 INFO graph.BspServiceMaster: inputSplitsToVertexRanges: Assigning 1 vertex ranges of total length 144 to path /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/-1/_vertexRangeAssignments
13/08/30 09:13:35 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:35 INFO graph.MasterThread: masterThread: Coordination of superstep -1 took 0.09 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 0
13/08/30 09:13:35 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep -1 with total finished vertices = 0 of out total vertices = 15, total edges = 15, sent messages = 0
13/08/30 09:13:35 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=0 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/0/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:35 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:35 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:35 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:35 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 0 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/0/_vertexRangeAssignments
13/08/30 09:13:35 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:35 INFO graph.GraphMapper: map: Starting communication service on superstep 0
13/08/30 09:13:35 INFO ipc.Server: Starting SocketReader
13/08/30 09:13:35 INFO ipc.Server: IPC Server Responder: starting
13/08/30 09:13:35 INFO comm.BasicRPCCommunications: BasicRPCCommunications: Started RPC communication server: landen-Lenovo/127.0.1.1:30000 with 1 handlers and 1 flush threads
13/08/30 09:13:35 INFO ipc.Server: IPC Server listener on 30000: starting
13/08/30 09:13:35 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/0.landen-Lenovo_0.valid
13/08/30 09:13:35 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/0.landen-Lenovo_0.metadata
13/08/30 09:13:35 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/0.landen-Lenovo_0.vertices
13/08/30 09:13:35 INFO graph.BspServiceWorker: storeCheckpoint: Finished metadata (_bsp/_checkpoints/job_local_0001/0.landen-Lenovo_0.metadata) and vertices (_bsp/_checkpoints/job_local_0001/0.landen-Lenovo_0.vertices).
13/08/30 09:13:35 INFO graph.GraphMapper: map: totalMem=31064064 maxMem=460455936 freeMem=20666376
13/08/30 09:13:35 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:35 INFO ipc.Server: IPC Server handler 0 on 30000: starting
13/08/30 09:13:35 INFO graph.BspServiceMaster: coordinateSuperstep: 1 out of 1 chosen workers finished on superstep 0
13/08/30 09:13:35 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 0
13/08/30 09:13:35 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:35 INFO graph.MasterThread: masterThread: Coordination of superstep 0 took 0.535 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 1
13/08/30 09:13:35 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 0 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:35 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:35 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=1 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/1/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:36 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:36 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 1 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/1/_vertexRangeAssignments
13/08/30 09:13:36 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/0/_mergedAggregatorDir on superstep 1
13/08/30 09:13:36 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 1
13/08/30 09:13:36 INFO graph.GraphMapper: map: totalMem=31064064 maxMem=460455936 freeMem=20250592
13/08/30 09:13:36 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:36 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 1
13/08/30 09:13:36 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/0
13/08/30 09:13:36 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 1 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:36 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/0/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/0/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/0/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:36 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=2 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/2/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:36 INFO graph.MasterThread: masterThread: Coordination of superstep 1 took 0.389 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 2
13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:36 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:36 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 2 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/2/_vertexRangeAssignments
13/08/30 09:13:36 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/1/_mergedAggregatorDir on superstep 2
13/08/30 09:13:36 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:36 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/2.landen-Lenovo_0.valid
13/08/30 09:13:36 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/2.landen-Lenovo_0.metadata
13/08/30 09:13:36 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/2.landen-Lenovo_0.vertices
13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 2
13/08/30 09:13:36 INFO graph.BspServiceWorker: storeCheckpoint: Finished metadata (_bsp/_checkpoints/job_local_0001/2.landen-Lenovo_0.metadata) and vertices (_bsp/_checkpoints/job_local_0001/2.landen-Lenovo_0.vertices).
13/08/30 09:13:36 INFO graph.GraphMapper: map: totalMem=31064064 maxMem=460455936 freeMem=19637200
13/08/30 09:13:36 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:36 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 2
13/08/30 09:13:36 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/1
13/08/30 09:13:36 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 2 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:36 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/1/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/1/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/1/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:36 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=3 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/3/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:36 INFO graph.MasterThread: masterThread: Coordination of superstep 2 took 0.216 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 3
13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:36 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:36 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 3 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/3/_vertexRangeAssignments
13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 3
13/08/30 09:13:36 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/2/_mergedAggregatorDir on superstep 3
13/08/30 09:13:36 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:36 INFO graph.GraphMapper: map: totalMem=31064064 maxMem=460455936 freeMem=19286312
13/08/30 09:13:36 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:36 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 3
13/08/30 09:13:36 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/2
13/08/30 09:13:36 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 3 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:36 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/2/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/2/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/2/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:36 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=4 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/4/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:36 INFO graph.MasterThread: masterThread: Coordination of superstep 3 took 0.25 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 4
13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:36 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:36 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 4 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/4/_vertexRangeAssignments
13/08/30 09:13:36 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/3/_mergedAggregatorDir on superstep 4
13/08/30 09:13:36 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:36 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/4.landen-Lenovo_0.valid
13/08/30 09:13:36 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/4.landen-Lenovo_0.metadata
13/08/30 09:13:36 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/4.landen-Lenovo_0.vertices
13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 4
13/08/30 09:13:36 INFO graph.BspServiceWorker: storeCheckpoint: Finished metadata (_bsp/_checkpoints/job_local_0001/4.landen-Lenovo_0.metadata) and vertices (_bsp/_checkpoints/job_local_0001/4.landen-Lenovo_0.vertices).
13/08/30 09:13:36 INFO graph.GraphMapper: map: totalMem=31064064 maxMem=460455936 freeMem=18827016
13/08/30 09:13:36 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:36 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 4
13/08/30 09:13:36 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/3
13/08/30 09:13:36 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 4 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:36 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/3/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/3/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:36 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/3/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:36 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=5 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/5/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:36 INFO graph.MasterThread: masterThread: Coordination of superstep 4 took 0.258 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 5
13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:36 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:36 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:36 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 5 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/5/_vertexRangeAssignments
13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 5
13/08/30 09:13:36 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/4/_mergedAggregatorDir on superstep 5
13/08/30 09:13:36 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:36 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=33042240
13/08/30 09:13:36 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:36 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 5
13/08/30 09:13:36 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:36 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/4
13/08/30 09:13:36 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 5 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:36 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/4/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/4/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/4/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:37 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=6 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/6/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:37 INFO graph.MasterThread: masterThread: Coordination of superstep 5 took 0.266 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 6
13/08/30 09:13:37 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:37 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:37 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:37 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 6 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/6/_vertexRangeAssignments
13/08/30 09:13:37 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/5/_mergedAggregatorDir on superstep 6
13/08/30 09:13:37 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:37 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/6.landen-Lenovo_0.valid
13/08/30 09:13:37 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/6.landen-Lenovo_0.metadata
13/08/30 09:13:37 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/6.landen-Lenovo_0.vertices
13/08/30 09:13:37 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 6
13/08/30 09:13:37 INFO graph.BspServiceWorker: storeCheckpoint: Finished metadata (_bsp/_checkpoints/job_local_0001/6.landen-Lenovo_0.metadata) and vertices (_bsp/_checkpoints/job_local_0001/6.landen-Lenovo_0.vertices).
13/08/30 09:13:37 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=32542216
13/08/30 09:13:37 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:37 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 6
13/08/30 09:13:37 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:37 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 6 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:37 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:37 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/5
13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/5/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:37 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=7 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/7/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/5/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/5/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:37 INFO graph.MasterThread: masterThread: Coordination of superstep 6 took 0.251 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 7
13/08/30 09:13:37 INFO mapred.LocalJobRunner: finishSuperstep: ALL - Attempt=0, Superstep=7
13/08/30 09:13:37 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:37 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:37 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:37 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 7 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/7/_vertexRangeAssignments
13/08/30 09:13:37 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/6/_mergedAggregatorDir on superstep 7
13/08/30 09:13:37 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:37 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=31949016
13/08/30 09:13:37 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:37 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 7
13/08/30 09:13:37 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 7
13/08/30 09:13:37 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:37 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/6
13/08/30 09:13:37 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 7 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:37 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/6/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/6/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/6/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:37 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=8 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/8/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:37 INFO graph.MasterThread: masterThread: Coordination of superstep 7 took 0.207 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 8
13/08/30 09:13:37 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:37 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:37 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 8 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/8/_vertexRangeAssignments
13/08/30 09:13:37 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:37 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/7/_mergedAggregatorDir on superstep 8
13/08/30 09:13:37 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:37 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/8.landen-Lenovo_0.valid
13/08/30 09:13:37 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/8.landen-Lenovo_0.metadata
13/08/30 09:13:37 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/8.landen-Lenovo_0.vertices
13/08/30 09:13:37 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 8
13/08/30 09:13:37 INFO graph.BspServiceWorker: storeCheckpoint: Finished metadata (_bsp/_checkpoints/job_local_0001/8.landen-Lenovo_0.metadata) and vertices (_bsp/_checkpoints/job_local_0001/8.landen-Lenovo_0.vertices).
13/08/30 09:13:37 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=31322624
13/08/30 09:13:37 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:37 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 8
13/08/30 09:13:37 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:37 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/7
13/08/30 09:13:37 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 8 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:37 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/7/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/7/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:37 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/7/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:37 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=9 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/9/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:37 INFO graph.MasterThread: masterThread: Coordination of superstep 8 took 0.233 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 9
13/08/30 09:13:37 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:37 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:37 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:37 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 9 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/9/_vertexRangeAssignments
13/08/30 09:13:37 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/8/_mergedAggregatorDir on superstep 9
13/08/30 09:13:37 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:37 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 9
13/08/30 09:13:37 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=31080464
13/08/30 09:13:37 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:37 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 9
13/08/30 09:13:37 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:37 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/8
13/08/30 09:13:37 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 9 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:37 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/8/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/8/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/8/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:38 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=10 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/10/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:38 INFO graph.MasterThread: masterThread: Coordination of superstep 9 took 0.225 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 10
13/08/30 09:13:38 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:38 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:38 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:38 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 10 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/10/_vertexRangeAssignments
13/08/30 09:13:38 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 10
13/08/30 09:13:38 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/9/_mergedAggregatorDir on superstep 10
13/08/30 09:13:38 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:38 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/10.landen-Lenovo_0.valid
13/08/30 09:13:38 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/10.landen-Lenovo_0.metadata
13/08/30 09:13:38 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/10.landen-Lenovo_0.vertices
13/08/30 09:13:38 INFO graph.BspServiceWorker: storeCheckpoint: Finished metadata (_bsp/_checkpoints/job_local_0001/10.landen-Lenovo_0.metadata) and vertices (_bsp/_checkpoints/job_local_0001/10.landen-Lenovo_0.vertices).
13/08/30 09:13:38 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=30552792
13/08/30 09:13:38 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:38 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 10
13/08/30 09:13:38 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:38 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/9
13/08/30 09:13:38 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 10 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:38 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/9/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/9/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/9/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:38 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=11 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/11/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:38 INFO graph.MasterThread: masterThread: Coordination of superstep 10 took 0.249 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 11
13/08/30 09:13:38 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:38 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:38 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:38 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 11 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/11/_vertexRangeAssignments
13/08/30 09:13:38 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 11
13/08/30 09:13:38 INFO mapred.JobClient:  map 100% reduce 0%
13/08/30 09:13:38 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/10/_mergedAggregatorDir on superstep 11
13/08/30 09:13:38 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:38 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=30244048
13/08/30 09:13:38 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:38 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 11
13/08/30 09:13:38 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:38 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/10
13/08/30 09:13:38 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 11 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:38 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/10/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/10/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/10/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:38 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=12 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/12/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:38 INFO graph.MasterThread: masterThread: Coordination of superstep 11 took 0.242 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 12
13/08/30 09:13:38 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:38 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:38 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:38 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 12 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/12/_vertexRangeAssignments
13/08/30 09:13:38 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/11/_mergedAggregatorDir on superstep 12
13/08/30 09:13:38 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:38 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/12.landen-Lenovo_0.valid
13/08/30 09:13:38 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/12.landen-Lenovo_0.metadata
13/08/30 09:13:38 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/12.landen-Lenovo_0.vertices
13/08/30 09:13:38 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 12
13/08/30 09:13:38 INFO graph.BspServiceWorker: storeCheckpoint: Finished metadata (_bsp/_checkpoints/job_local_0001/12.landen-Lenovo_0.metadata) and vertices (_bsp/_checkpoints/job_local_0001/12.landen-Lenovo_0.vertices).
13/08/30 09:13:38 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=29572904
13/08/30 09:13:38 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:38 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 12
13/08/30 09:13:38 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/11
13/08/30 09:13:38 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 12 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:38 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/11/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/11/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/11/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:38 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=13 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/13/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:38 INFO graph.MasterThread: masterThread: Coordination of superstep 12 took 0.258 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 13
13/08/30 09:13:38 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:38 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:38 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:38 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 13 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/13/_vertexRangeAssignments
13/08/30 09:13:38 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/12/_mergedAggregatorDir on superstep 13
13/08/30 09:13:38 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:38 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 13
13/08/30 09:13:38 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=29263776
13/08/30 09:13:38 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:38 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 13
13/08/30 09:13:38 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:38 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/12
13/08/30 09:13:38 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 13 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:38 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:38 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/12/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:39 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/12/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:39 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/12/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:39 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=14 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/14/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:39 INFO graph.MasterThread: masterThread: Coordination of superstep 13 took 0.208 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 14
13/08/30 09:13:39 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:39 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:39 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:39 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 14 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/14/_vertexRangeAssignments
13/08/30 09:13:39 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/13/_mergedAggregatorDir on superstep 14
13/08/30 09:13:39 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:39 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/14.landen-Lenovo_0.valid
13/08/30 09:13:39 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/14.landen-Lenovo_0.metadata
13/08/30 09:13:39 WARN graph.BspServiceWorker: storeCheckpoint: Removed file _bsp/_checkpoints/job_local_0001/14.landen-Lenovo_0.vertices
13/08/30 09:13:39 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 14
13/08/30 09:13:39 INFO graph.BspServiceWorker: storeCheckpoint: Finished metadata (_bsp/_checkpoints/job_local_0001/14.landen-Lenovo_0.metadata) and vertices (_bsp/_checkpoints/job_local_0001/14.landen-Lenovo_0.vertices).
13/08/30 09:13:39 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=28796408
13/08/30 09:13:39 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:39 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 1 messages sent on superstep = 14
13/08/30 09:13:39 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 14 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 1
13/08/30 09:13:39 INFO comm.BasicRPCCommunications: prepareSuperstep
13/08/30 09:13:39 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/13
13/08/30 09:13:39 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/13/_vertexRangeAssignments, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:39 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/13/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:39 INFO graph.BspServiceWorker: registerHealth: Created my health node for attempt=0, superstep=15 with /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/15/_workerHealthyDir/landen-Lenovo_0 and hostnamePort = ["landen-Lenovo",30000]
13/08/30 09:13:39 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/13/_superstepFinished, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:39 INFO graph.MasterThread: masterThread: Coordination of superstep 14 took 0.258 seconds ended with state THIS_SUPERSTEP_DONE and is now on superstep 15
13/08/30 09:13:39 INFO graph.BspServiceMaster: balanceVertexRanges: numVertexRanges=1 lengthVertexRanges=186 maxVertexRangeLength=184
13/08/30 09:13:39 INFO graph.BspService: process: vertexRangeAssignmentsReadyChanged (vertex ranges are assigned)
13/08/30 09:13:39 INFO graph.BspServiceWorker: startSuperstep: Ready for computation on superstep 15 since worker selection and vertex range assignments are done in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/15/_vertexRangeAssignments
13/08/30 09:13:39 INFO graph.BspServiceMaster: balanceVertexRanges: Waiting on 0 vertex range changes
13/08/30 09:13:39 INFO graph.BspServiceWorker: getAggregatorValues: no aggregators in /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/14/_mergedAggregatorDir on superstep 15
13/08/30 09:13:39 INFO graph.GraphMapper: map: Chosen to run ZooKeeper...
13/08/30 09:13:39 INFO graph.GraphMapper: map: totalMem=39190528 maxMem=460455936 freeMem=28337776
13/08/30 09:13:39 INFO comm.BasicRPCCommunications: flush: starting...
13/08/30 09:13:39 INFO graph.BspServiceMaster: coordinateSuperstep: 0 out of 1 chosen workers finished on superstep 15
13/08/30 09:13:39 INFO graph.BspServiceMaster: aggregateWorkerStats: Aggregation found 15 of 15 vertices finished, 15 edges, 0 messages sent on superstep = 15
13/08/30 09:13:39 INFO graph.BspService: process: superstepFinished signaled
13/08/30 09:13:39 INFO graph.BspServiceMaster: coordinateSuperstep: Cleaning up old Superstep /_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/14
13/08/30 09:13:39 INFO graph.BspServiceWorker: finishSuperstep: Completed superstep 15 with total finished vertices = 15 of out total vertices = 15, total edges = 15, sent messages = 0
13/08/30 09:13:39 INFO graph.GraphMapper: map: BSP application done (global vertices marked done)
13/08/30 09:13:39 INFO graph.GraphMapper: cleanup: Starting for ALL
13/08/30 09:13:39 INFO graph.BspServiceWorker: cleanup: Notifying master its okay to cleanup with /_hadoopBsp/job_local_0001/_cleanedUpDir/0_worker
13/08/30 09:13:39 INFO zookeeper.ZooKeeper: Session: 0x140ccc8459e0001 closed
13/08/30 09:13:39 INFO zookeeper.ClientCnxn: EventThread shut down
13/08/30 09:13:39 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/14/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:39 INFO graph.MasterThread: masterThread: Coordination of superstep 15 took 0.208 seconds ended with state ALL_SUPERSTEPS_DONE and is now on superstep 16
13/08/30 09:13:39 INFO graph.BspServiceMaster: setJobState: {"_stateKey":"FINISHED","_applicationAttemptKey":-1,"_superstepKey":-1} on superstep 16
13/08/30 09:13:39 INFO graph.BspServiceMaster: cleanup: Notifying master its okay to cleanup with /_hadoopBsp/job_local_0001/_cleanedUpDir/0_master
13/08/30 09:13:39 INFO graph.BspServiceMaster: cleanUpZooKeeper: Node /_hadoopBsp/job_local_0001/_cleanedUpDir already exists, no need to create.
13/08/30 09:13:39 INFO graph.BspServiceMaster: cleanUpZooKeeper: Got 2 of 2 desired children from /_hadoopBsp/job_local_0001/_cleanedUpDir
13/08/30 09:13:39 INFO graph.BspServiceMaster: cleanupZooKeeper: Removing the following path and all children - /_hadoopBsp/job_local_0001
13/08/30 09:13:39 INFO graph.BspService: process: masterElectionChildrenChanged signaled
13/08/30 09:13:39 INFO graph.BspService: process: cleanedUpChildrenChanged signaled
13/08/30 09:13:39 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/15/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:39 WARN graph.BspService: process: Unknown and unprocessed event (path=/_hadoopBsp/job_local_0001/_applicationAttemptsDir/0/_superstepDir/-1/_workerUnhealthyDir, type=NodeDeleted, state=SyncConnected)
13/08/30 09:13:39 INFO graph.BspServiceMaster: cleanup: Removed HDFS checkpoint directory (_bsp/_checkpoints//job_local_0001) with return = true since this job succeeded
13/08/30 09:13:39 INFO zookeeper.ZooKeeper: Session: 0x140ccc8459e0000 closed
13/08/30 09:13:39 INFO graph.MasterThread: setup: Took 0.47 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: vertex input superstep: Took 0.09 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 0: Took 0.535 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 1: Took 0.389 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 2: Took 0.216 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 3: Took 0.25 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 4: Took 0.258 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 5: Took 0.266 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 6: Took 0.251 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 7: Took 0.207 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 8: Took 0.233 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 9: Took 0.225 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 10: Took 0.249 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 11: Took 0.242 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 12: Took 0.258 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 13: Took 0.208 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 14: Took 0.258 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: superstep 15: Took 0.208 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: shutdown: Took 0.426 seconds.
13/08/30 09:13:39 INFO graph.MasterThread: total: Took 1.377825219495E9 seconds.
13/08/30 09:13:39 INFO zookeeper.ClientCnxn: EventThread shut down
13/08/30 09:13:39 INFO zk.ZooKeeperManager: createZooKeeperClosedStamp: Creating my filestamp _bsp/_defaultZkManagerDir/job_local_0001/_task/0.COMPUTATION_DONE
13/08/30 09:13:39 INFO zk.ZooKeeperManager: waitUntilAllTasksDone: Got 1 and 1 desired (polling period is 3000) on attempt 0
13/08/30 09:13:40 INFO zk.ZooKeeperManager: offlineZooKeeperServers: waitFor returned 143 and deleted directory /home/landen/Eclipse_WorkSpace/Pregel_Mahout/_bspZooKeeper
13/08/30 09:13:40 INFO comm.BasicRPCCommunications: close: shutting down RPC server
13/08/30 09:13:40 INFO ipc.Server: Stopping server on 30000
13/08/30 09:13:40 INFO ipc.Server: IPC Server handler 0 on 30000: exiting
13/08/30 09:13:40 INFO metrics.RpcInstrumentation: shut down
13/08/30 09:13:40 INFO mapred.Task: Task:attempt_local_0001_m_000000_0 is done. And is in the process of commiting
13/08/30 09:13:40 INFO ipc.Server: Stopping IPC Server Responder
13/08/30 09:13:40 INFO mapred.LocalJobRunner: finishSuperstep: ALL - Attempt=0, Superstep=7
13/08/30 09:13:40 INFO ipc.Server: Stopping IPC Server listener on 30000
13/08/30 09:13:40 INFO mapred.Task: Task attempt_local_0001_m_000000_0 is allowed to commit now
13/08/30 09:13:40 INFO output.FileOutputCommitter: Saved output of task 'attempt_local_0001_m_000000_0' to SSSPOutputVertex
13/08/30 09:13:40 INFO mapred.LocalJobRunner: finishSuperstep: ALL - Attempt=0, Superstep=16
13/08/30 09:13:40 INFO mapred.LocalJobRunner: finishSuperstep: ALL - Attempt=0, Superstep=16
13/08/30 09:13:40 INFO mapred.Task: Task 'attempt_local_0001_m_000000_0' done.
13/08/30 09:13:41 INFO mapred.JobClient: Job complete: job_local_0001
13/08/30 09:13:41 INFO mapred.JobClient: Counters: 39
13/08/30 09:13:41 INFO mapred.JobClient:   Giraph Timers
13/08/30 09:13:41 INFO mapred.JobClient:     Total (milliseconds)=5244
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 15 (milliseconds)=208
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 3 (milliseconds)=250
13/08/30 09:13:41 INFO mapred.JobClient:     Vertex input superstep (milliseconds)=90
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 4 (milliseconds)=258
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 12 (milliseconds)=258
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 10 (milliseconds)=249
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 11 (milliseconds)=242
13/08/30 09:13:41 INFO mapred.JobClient:     Setup (milliseconds)=470
13/08/30 09:13:41 INFO mapred.JobClient:     Shutdown (milliseconds)=425
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 7 (milliseconds)=207
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 9 (milliseconds)=225
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 8 (milliseconds)=233
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 0 (milliseconds)=535
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 14 (milliseconds)=258
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 6 (milliseconds)=251
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 5 (milliseconds)=266
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 2 (milliseconds)=216
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 13 (milliseconds)=208
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep 1 (milliseconds)=389
13/08/30 09:13:41 INFO mapred.JobClient:   File Output Format Counters
13/08/30 09:13:41 INFO mapred.JobClient:     Bytes Written=0
13/08/30 09:13:41 INFO mapred.JobClient:   Giraph Stats
13/08/30 09:13:41 INFO mapred.JobClient:     Aggregate edges=15
13/08/30 09:13:41 INFO mapred.JobClient:     Superstep=16
13/08/30 09:13:41 INFO mapred.JobClient:     Current workers=1
13/08/30 09:13:41 INFO mapred.JobClient:     Current master task partition=0
13/08/30 09:13:41 INFO mapred.JobClient:     Sent messages=0
13/08/30 09:13:41 INFO mapred.JobClient:     Aggregate finished vertices=15
13/08/30 09:13:41 INFO mapred.JobClient:     Aggregate vertices=15
13/08/30 09:13:41 INFO mapred.JobClient:   File Input Format Counters
13/08/30 09:13:41 INFO mapred.JobClient:     Bytes Read=0
13/08/30 09:13:41 INFO mapred.JobClient:   FileSystemCounters
13/08/30 09:13:41 INFO mapred.JobClient:     FILE_BYTES_READ=377
13/08/30 09:13:41 INFO mapred.JobClient:     FILE_BYTES_WRITTEN=40555
13/08/30 09:13:41 INFO mapred.JobClient:   Map-Reduce Framework
13/08/30 09:13:41 INFO mapred.JobClient:     Map input records=1
13/08/30 09:13:41 INFO mapred.JobClient:     Physical memory (bytes) snapshot=0
13/08/30 09:13:41 INFO mapred.JobClient:     Spilled Records=0
13/08/30 09:13:41 INFO mapred.JobClient:     Total committed heap usage (bytes)=39190528
13/08/30 09:13:41 INFO mapred.JobClient:     CPU time spent (ms)=0
13/08/30 09:13:41 INFO mapred.JobClient:     Virtual memory (bytes) snapshot=0
13/08/30 09:13:41 INFO mapred.JobClient:     SPLIT_RAW_BYTES=44
13/08/30 09:13:41 INFO mapred.JobClient:     Map output records=0

posted on 2013-08-30 09:53  kalor  阅读(1405)  评论(1编辑  收藏  举报