private volatile long lastendts=System.currentTimeMillis()/1000+TS_MAX;
@Override
public DataIter parseLine(String line) throws InvalidEntryException {
try {
TanxClickLog clicklog = TanxClickLogParser.parse(line);
if (clicklog == null) {
return null;
}
if(clicklog.getPid()==null||clicklog.getClickTime()==null||clicklog.getPid().length()>50)
{
return null;
}
this.lines++;
if(this.lines>100000)
{
this.laststartts=(System.currentTimeMillis()/1000)-TS_MAX;
this.lastendts=(System.currentTimeMillis()/1000)+TS_MAX;
this.lines=0;
}
long ts = Long.parseLong(clicklog.getClickTime());
if(ts<laststartts||ts>lastendts)
{
return null;
}