Examples of org.apache.hadoop.metrics.util.MetricsTimeVaryingRate

org.apache.hadoop.metrics.util.MetricsTimeVaryingRate
The MetricsTimeVaryingRate class is for a rate based metric that naturally varies over time (e.g. time taken to create a file). The rate is averaged at each interval heart beat (the interval is set in the metrics config file). This class also keeps track of the min and max rates along with a method to reset the min-max.


  public synchronized void incrTimeVaryingMetric(
      String name,
      long amt,
      int numOps) {
    MetricsTimeVaryingRate m = (MetricsTimeVaryingRate)registry.get(name);
    if (m == null) {
      m = new MetricsTimeVaryingRate(name, this.registry);
      try {
        if (updateMbeanInfoIfMetricsListChanged != null) {
          updateMbeanInfoIfMetricsListChanged.invoke(this.rsDynamicStatistics,
              new Object[]{});
        }
      } catch (Exception e) {
        LOG.error(e);
      }
    }
    if (numOps > 0) {
      m.inc(numOps, amt);
    }
  }

View Full Code Here

                    " procesingTime= " + processingTime);
        }
        rpcMetrics.rpcQueueTime.inc(qTime);
        rpcMetrics.rpcProcessingTime.inc(processingTime);


        MetricsTimeVaryingRate m =
         (MetricsTimeVaryingRate) rpcDetailedMetrics.registry.get(call.getMethodName());
        if (m == null) {
          try {
            m = new MetricsTimeVaryingRate(call.getMethodName(),
                                                rpcDetailedMetrics.registry);
          } catch (IllegalArgumentException iae) {
            // the metrics has been registered; re-fetch the handle
            LOG.info("Error register " + call.getMethodName(), iae);
            m = (MetricsTimeVaryingRate) rpcDetailedMetrics.registry.get(
                call.getMethodName());
          }
        }
        m.inc(processingTime);


        if (verbose) log("Return: "+value);


        return new ObjectWritable(method.getReturnType(), value);

View Full Code Here

    private final MetricsRecord metricsRecord;
    private final MetricsRegistry registry;


    UgiMetrics() {
      registry = new MetricsRegistry();
      loginSuccess = new MetricsTimeVaryingRate("loginSuccess", registry,
          "Rate of successful kerberos logins and time taken in milliseconds");
      loginFailure = new MetricsTimeVaryingRate("loginFailure", registry,
          "Rate of failed kerberos logins and time taken in milliseconds");
      final MetricsContext metricsContext = MetricsUtil.getContext("ugi");
      metricsRecord = MetricsUtil.createRecord(metricsContext, "ugi");
      metricsContext.registerUpdater(this);
    }

View Full Code Here

    assertTrue(server.rpcMetrics.sentBytes.getPreviousIntervalValue() > 0);
    assertTrue(server.rpcMetrics.receivedBytes.getPreviousIntervalValue() > 0);
    
    // Number of calls to echo method should be 2
    server.rpcDetailedMetrics.doUpdates(new NullContext());
    MetricsTimeVaryingRate metrics = 
      (MetricsTimeVaryingRate)server.rpcDetailedMetrics.registry.get("echo");
    assertEquals(2, metrics.getPreviousIntervalNumOps());
    
    // Number of calls to ping method should be 1
    metrics = 
      (MetricsTimeVaryingRate)server.rpcDetailedMetrics.registry.get("ping");
    assertEquals(1, metrics.getPreviousIntervalNumOps());
    
    String[] stringResults = proxy.echo(new String[]{"foo","bar"});
    assertTrue(Arrays.equals(stringResults, new String[]{"foo","bar"}));


    stringResults = proxy.echo((String[])null);

View Full Code Here


  Iterator keyIter = keys.iterator();


  while (keyIter.hasNext()) {
    Object key = keyIter.next();
    MetricsTimeVaryingRate value = metricsList.get(key);


    value.pushMetric(metricsRecord);
  }
    }
    metricsRecord.update();
  }

View Full Code Here

            " queueTime= " + qTime +
            " procesingTime= " + processingTime);
        rpcMetrics.rpcQueueTime.inc(qTime);
        rpcMetrics.rpcProcessingTime.inc(processingTime);


  MetricsTimeVaryingRate m = rpcMetrics.metricsList.get(call.getMethodName());


  if (m != null) {
    m.inc(processingTime);
  }
  else {
    rpcMetrics.metricsList.put(call.getMethodName(), new MetricsTimeVaryingRate(call.getMethodName()));
    m = rpcMetrics.metricsList.get(call.getMethodName());
    m.inc(processingTime);
  }


        if (verbose) log("Return: "+value);


        return new HbaseObjectWritable(method.getReturnType(), value);

View Full Code Here

            " queueTime= " + qTime +
            " procesingTime= " + processingTime);
        rpcMetrics.rpcQueueTime.inc(qTime);
        rpcMetrics.rpcProcessingTime.inc(processingTime);


  MetricsTimeVaryingRate m = rpcMetrics.metricsList.get(call.getMethodName());


  if (m != null) {
    m.inc(processingTime);
  }
  else {
    rpcMetrics.metricsList.put(call.getMethodName(), new MetricsTimeVaryingRate(call.getMethodName()));
    m = rpcMetrics.metricsList.get(call.getMethodName());
    m.inc(processingTime);
  }


        if (verbose) log("Return: "+value);


        return new ObjectWritable(method.getReturnType(), value);

View Full Code Here

                    " procesingTime (microsec)= " + processingMicroTime);
        }
        rpcMetrics.rpcQueueTime.inc(qTime);
        rpcMetrics.rpcProcessingTime.inc(processingMicroTime);


        MetricsTimeVaryingRate m =
         (MetricsTimeVaryingRate) rpcMetrics.registry.get(call.getMethodName());
        if (m == null) {
          try {
            m = new MetricsTimeVaryingRate(call.getMethodName(),
                                                rpcMetrics.registry);
          } catch (IllegalArgumentException iae) {
            // the metrics has been registered; re-fetch the handle
      LOG.debug("Error register " + call.getMethodName(), iae);
            m = (MetricsTimeVaryingRate) rpcMetrics.registry.get(
                call.getMethodName());
          }
        }
        // record call time in microseconds
        m.inc(processingMicroTime);


        if (verbose) log("Return: "+value);


        return new ObjectWritable(method.getReturnType(), value);

View Full Code Here

      String metricsName = "sync_" + this.getName();
      MetricsBase retrMetrics = metrics.registry.get(metricsName);
      if (retrMetrics != null) {
        sync = (MetricsTimeVaryingRate) retrMetrics;     
      } else {
        sync = new MetricsTimeVaryingRate(metricsName, metrics.registry, "Journal Sync for " + this.getName());
      }
    }
  }

View Full Code Here

            " queueTime= " + qTime +
            " procesingTime= " + processingTime);
        rpcMetrics.rpcQueueTime.inc(qTime);
        rpcMetrics.rpcProcessingTime.inc(processingTime);


  MetricsTimeVaryingRate m = rpcMetrics.metricsList.get(call.getMethodName());


  if (m != null) {
    m.inc(processingTime);
  }
  else {
    rpcMetrics.metricsList.put(call.getMethodName(), new MetricsTimeVaryingRate(call.getMethodName()));
    m = rpcMetrics.metricsList.get(call.getMethodName());
    m.inc(processingTime);
  }


        if (verbose) log("Return: "+value);


        return new ObjectWritable(method.getReturnType(), value);

View Full Code Here

0 1 2 3 4 5 6

TOP

Related Classes of org.apache.hadoop.metrics.util.MetricsTimeVaryingRate

com.ngdata.sep.impl.SepMetrics

org.apache.hadoop.hbase.ipc.HbaseRPC$Server

org.apache.hadoop.hbase.ipc.HBaseRPC$Server

org.apache.hadoop.hbase.ipc.HBaseRpcMetrics

org.apache.hadoop.hbase.metrics.TestMetricsMBeanBase

org.apache.hadoop.hbase.regionserver.metrics.RegionServerDynamicMetrics

org.apache.hadoop.hbase.thrift.ThriftMetrics

org.apache.hadoop.hdfs.qjournal.client.IPCLoggerChannelMetrics

org.apache.hadoop.hdfs.qjournal.client.QuorumOutputStream

org.apache.hadoop.hdfs.qjournal.server.JournalMetrics

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.