/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.hdfs.server.datanode.metrics;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.metrics.MetricsContext;
import org.apache.hadoop.metrics.MetricsRecord;
import org.apache.hadoop.metrics.MetricsUtil;
import org.apache.hadoop.metrics.Updater;
import org.apache.hadoop.metrics.jvm.JvmMetrics;
import org.apache.hadoop.metrics.util.MetricsBase;
import org.apache.hadoop.metrics.util.MetricsRegistry;
import org.apache.hadoop.metrics.util.MetricsTimeVaryingInt;
import org.apache.hadoop.metrics.util.MetricsTimeVaryingLong;
import org.apache.hadoop.metrics.util.MetricsTimeVaryingRate;
/**
*
* This class is for maintaining the various DataNode statistics
* and publishing them through the metrics interfaces.
* This also registers the JMX MBean for RPC.
* <p>
* This class has a number of metrics variables that are publicly accessible;
* these variables (objects) have methods to update their values;
* for example:
* <p> {@link #blocksRead}.inc()
*
*/
public class DataNodeMetrics implements Updater {
private final MetricsRecord metricsRecord;
private DataNodeActivityMBean datanodeActivityMBean;
public MetricsRegistry registry = new MetricsRegistry();
public MetricsTimeVaryingLong bytesWritten =
new MetricsTimeVaryingLong("bytes_written", registry);
public MetricsTimeVaryingLong bytesRead =
new MetricsTimeVaryingLong("bytes_read", registry);
public MetricsTimeVaryingInt blocksWritten =
new MetricsTimeVaryingInt("blocks_written", registry);
public MetricsTimeVaryingInt blocksRead =
new MetricsTimeVaryingInt("blocks_read", registry);
public MetricsTimeVaryingInt blocksReplicated =
new MetricsTimeVaryingInt("blocks_replicated", registry);
public MetricsTimeVaryingInt blocksRemoved =
new MetricsTimeVaryingInt("blocks_removed", registry);
public MetricsTimeVaryingInt blocksVerified =
new MetricsTimeVaryingInt("blocks_verified", registry);
public MetricsTimeVaryingInt blockVerificationFailures =
new MetricsTimeVaryingInt("block_verification_failures", registry);
public MetricsTimeVaryingInt readsFromLocalClient =
new MetricsTimeVaryingInt("reads_from_local_client", registry);
public MetricsTimeVaryingInt readsFromRemoteClient =
new MetricsTimeVaryingInt("reads_from_remote_client", registry);
public MetricsTimeVaryingInt writesFromLocalClient =
new MetricsTimeVaryingInt("writes_from_local_client", registry);
public MetricsTimeVaryingInt writesFromRemoteClient =
new MetricsTimeVaryingInt("writes_from_remote_client", registry);
public MetricsTimeVaryingRate readBlockOp =
new MetricsTimeVaryingRate("readBlockOp", registry);
public MetricsTimeVaryingRate writeBlockOp =
new MetricsTimeVaryingRate("writeBlockOp", registry);
public MetricsTimeVaryingRate blockChecksumOp =
new MetricsTimeVaryingRate("blockChecksumOp", registry);
public MetricsTimeVaryingRate copyBlockOp =
new MetricsTimeVaryingRate("copyBlockOp", registry);
public MetricsTimeVaryingRate replaceBlockOp =
new MetricsTimeVaryingRate("replaceBlockOp", registry);
public MetricsTimeVaryingRate heartbeats =
new MetricsTimeVaryingRate("heartBeats", registry);
public MetricsTimeVaryingRate blockReports =
new MetricsTimeVaryingRate("blockReports", registry);
public DataNodeMetrics(Configuration conf, String datanodeName) {
String sessionId = conf.get("session.id");
// Initiate reporting of Java VM metrics
JvmMetrics.init("DataNode", sessionId);
// Now the MBean for the data node
datanodeActivityMBean = new DataNodeActivityMBean(registry, datanodeName);
// Create record for DataNode metrics
MetricsContext context = MetricsUtil.getContext("dfs");
metricsRecord = MetricsUtil.createRecord(context, "datanode");
metricsRecord.setTag("sessionId", sessionId);
context.registerUpdater(this);
}
public void shutdown() {
if (datanodeActivityMBean != null)
datanodeActivityMBean.shutdown();
}
/**
* Since this object is a registered updater, this method will be called
* periodically, e.g. every 5 seconds.
*/
public void doUpdates(MetricsContext unused) {
synchronized (this) {
for (MetricsBase m : registry.getMetricsList()) {
m.pushMetric(metricsRecord);
}
}
metricsRecord.update();
}
public void resetAllMinMax() {
readBlockOp.resetMinMax();
writeBlockOp.resetMinMax();
blockChecksumOp.resetMinMax();
copyBlockOp.resetMinMax();
replaceBlockOp.resetMinMax();
heartbeats.resetMinMax();
blockReports.resetMinMax();
}
}