276277278279280281282283284285286
tokenStartIndex = ((Integer) o).intValue(); // skip ahead over single token we don't want tokenStartIndex++; } tokens.remove(o); fsm.reset(); } } } // cleanup
288289290291292293294295296297298
// reset machines Iterator itr = iv_machineSet.iterator(); while (itr.hasNext()) { Machine fsm = (Machine) itr.next(); fsm.reset(); } return tokens; }
299300301302303304305306307308309
BaseToken endToken = token; MeasurementToken measurementToken = new MeasurementToken( startToken.getStartOffset(), endToken .getEndOffset()); measurementSet.add(measurementToken); fsm.reset(); } } } // cleanup
311312313314315316317318319320321
// reset machines Iterator<Machine> itr = iv_machineSet.iterator(); while (itr.hasNext()) { Machine fsm = itr.next(); fsm.reset(); } return measurementSet; } }
293294295296297298299300301302303
BaseToken startToken = tokens .get(tokenStartIndex); DateToken dateToken = new DateToken(startToken .getStartOffset(), endToken.getEndOffset()); dateSet.add(dateToken); fsm.reset(); } } } // cleanup
305306307308309310311312313314315
// reset machines Iterator<Machine> itr = iv_machineSet.iterator(); while (itr.hasNext()) { Machine fsm = itr.next(); fsm.reset(); } return dateSet; }
198199200201202203204205206207208
BaseToken startToken = tokens.get(tokenStartIndex); BaseToken endToken = token; RangeToken rangeToken = new RangeToken(startToken .getStartOffset(), endToken.getEndOffset()); rangeSet.add(rangeToken); fsm.reset(); } } } // cleanup
210211212213214215216217218219220
// reset machines Iterator<Machine> itr = iv_machineSet.iterator(); while (itr.hasNext()) { Machine fsm = itr.next(); fsm.reset(); } return rangeSet; } }
184185186187188189190191192193194
BaseToken startToken = tokens.get(tokenStartIndex); BaseToken endToken = token; FractionToken fractionToken = new FractionToken(startToken .getStartOffset(), endToken.getEndOffset()); fractionSet.add(fractionToken); fsm.reset(); } } } // cleanup
196197198199200201202203204205206
// reset machines Iterator<Machine> itr = iv_machineSet.iterator(); while (itr.hasNext()) { Machine fsm = itr.next(); fsm.reset(); } return fractionSet; } }