Package com.alimama.quanjingmonitor.mdrillImport.parse.goldeye

Source Code of com.alimama.quanjingmonitor.mdrillImport.parse.goldeye.p4p_click

package com.alimama.quanjingmonitor.mdrillImport.parse.goldeye;

import java.util.Date;
import org.apache.log4j.Logger;

import com.alimama.mdrillImport.InvalidEntryException;
import com.taobao.loganalyzer.input.click.parser.ClickLog;

public class p4p_click extends com.alimama.mdrillImport.DataParser{
  private static final long serialVersionUID = 1L;
  public volatile long groupCreateerror=0;

  private static Logger LOG = Logger.getLogger(p4p_click.class);

  private volatile long lines=0;
  private static long TS_MAX=3600l*24*31;

  private volatile long laststartts=(System.currentTimeMillis()/1000)-TS_MAX;
  private volatile long lastendts=(System.currentTimeMillis()/1000)+TS_MAX;
  @Override
  public DataIter parseLine(String line) throws InvalidEntryException {
   
    try {
        ClickLog p4ppvlog = com.taobao.loganalyzer.input.click.parser.ClickLogParser.parse(line);
      if (p4ppvlog == null) {
        return null;
      }
     
      if((p4ppvlog.getRefPID()==null&&p4ppvlog.getP4PPID()==null)||p4ppvlog.getClickTime()==null)
      {
        return null;
      }
     
      this.lines++;
      if(this.lines>100000)
      {
        this.laststartts=(System.currentTimeMillis()/1000)-TS_MAX;
        this.lastendts=(System.currentTimeMillis()/1000)+TS_MAX;
        this.lines=0;
      }
     
      long ts = Long.parseLong(p4ppvlog.getClickTime());
      if(ts<laststartts||ts>lastendts)
      {
        return null;
      }
     
      DataIterParse rtn= new DataIterParse(p4ppvlog);
     
      return rtn;
    } catch (Throwable nfe) {
      if(groupCreateerror<10)
      {
        LOG.error("InvalidEntryException:"+line,nfe);
        groupCreateerror++;
      }
     
      throw new InvalidEntryException("Invalid log `" + line + "'\n" , nfe);
    }
  }
 
  public static class DataIterParse implements DataIter{
    private ClickLog p4ppvlog=null;

    public DataIterParse(ClickLog p4ppvlog) {
      this.p4ppvlog = p4ppvlog;
    }

    @Override
    public boolean next() {
      return false;
    }


 
    @Override
    public long getTs() {
       long ts = Long.parseLong(p4ppvlog.getClickTime());
       return (ts/10)*10000;
    }
   

     
    @Override
    public Object[] getGroup() {
       long ts = Long.parseLong(p4ppvlog.getClickTime());
       long ts300=(ts/300)*300000;
       Date d= new Date(ts300);
      
      String bucketId = "";
      String seaBucketid = "";
      try {
        String tagFields[] = p4ppvlog.getAbtag().split(";", -1)[1]
            .split("#")[1].split("\\|", -1);
        if (tagFields.length >= 2) {
          bucketId = tagFields[0];
          seaBucketid = tagFields[1];
        }
      } catch (Throwable e) {
      }
      
      return  new String[] {
          String.valueOf(ColsDefine.formatDay.format(d)),
          String.valueOf(ColsDefine.formatMin.format(d)),
          String.valueOf(""),
          String.valueOf(""),
          String.valueOf(p4ppvlog.getRefPID()),
          String.valueOf(bucketId), "p4p_click", "", ColsDefine.version,
          seaBucketid ,
          String.valueOf(p4ppvlog.getP4PPID())
          };
    }
   
    @Override
    public Number[] getSum() {
      int price=Integer.parseInt(p4ppvlog.getClickPrice());
      return new Number[] { 0, 0, 1, price, 0, 0 , 0,0 };
    }
   
   
  }
 
 

  @Override
  public String[] getSumName() {
    return ColsDefine.colSumName;

  }

  @Override
  public String getTableName() {
    return ColsDefine.tablename;
  }

  @Override
  public String[] getGroupName() {
    return ColsDefine.colname;
  }
 

}
TOP

Related Classes of com.alimama.quanjingmonitor.mdrillImport.parse.goldeye.p4p_click

TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.