Examples of TupleListIterator


Examples of uk.org.ogsadai.activity.io.TupleListIterator

  protected void processIteration(Object[] iterationInputs)
      throws ActivityProcessingException, ActivityTerminatedException,
      ActivityUserException {
      try {
       
        TupleListIterator dataTuples = (TupleListIterator)iterationInputs[0];
        Tuple tuple;
        List<String> binNames = getBinNames((ListIterator)iterationInputs[1]);
        List<Double> aggregates = getAggregates((TupleListIterator)iterationInputs[2]);
        mOutput.write(ControlBlock.LIST_BEGIN);
        mOutput.write(prepareMetadata(dataTuples));
        while((tuple = (Tuple)dataTuples.nextValue()) != null) {
          ArrayList<String> list = new ArrayList<String>();
          list.add(getBinName(tuple, binNames, aggregates));
          mOutput.write(new SimpleTuple(list));
        }
        mOutput.write(ControlBlock.LIST_END);
View Full Code Here

Examples of uk.org.ogsadai.activity.io.TupleListIterator

            throws ActivityProcessingException, ActivityTerminatedException,
            ActivityUserException
    {

        List<ClassifierPriorityPair> classifiers = getClassifiers(iterationInputs);
        TupleListIterator tuples = (TupleListIterator)iterationInputs[0];
        TupleMetadata metadata =
            (TupleMetadata)tuples.getMetadataWrapper().getMetadata();
        try
        {
          boolean isNumeric = classifiers.get(0).classifier.classIsNumeric();
            mOutput.write(ControlBlock.LIST_BEGIN);
            ColumnMetadata column;
            if (isNumeric)
            {
                column = new SimpleColumnMetadata("class", TupleTypes._DOUBLE, 0, 0, 0);               
            }
            else
            {
                column = new SimpleColumnMetadata("class", TupleTypes._STRING, 0, 0, 0);
            }
           
            TupleMetadata outMetadata = new SimpleTupleMetadata(Collections.singletonList(column));
            mOutput.write(new MetadataWrapper(outMetadata));
            Tuple tuple;
            while ((tuple = (Tuple)tuples.nextValue()) != null)
            {
               
               
                Object result = classify(classifiers, tuple);
               
View Full Code Here

Examples of uk.org.ogsadai.activity.io.TupleListIterator

  @Override
  protected void processIteration(Object[] iterationInputs)
      throws ActivityProcessingException, ActivityTerminatedException,
      ActivityUserException {
    TupleListIterator tuples = (TupleListIterator) iterationInputs[0];
    TupleMetadata metadata = (TupleMetadata) tuples.getMetadataWrapper()
        .getMetadata();
    int classIndex = TupleUtilities.getColumnIndex(iterationInputs[1],
        metadata, INPUT_CLASS_INDEX);

    Map<Integer, List<Object>> nominalValues = getNominalValues(
View Full Code Here

Examples of uk.org.ogsadai.activity.io.TupleListIterator

    protected void processIteration(Object[] iterationData)
            throws ActivityProcessingException, ActivityTerminatedException,
            ActivityUserException
    {
        TupleClassifier classifier = (TupleClassifier)iterationData[0];
        TupleListIterator tuples = (TupleListIterator)iterationData[1];
        String resultColumnName = (String)iterationData[2];
        TupleMetadata metadata =
            (TupleMetadata)tuples.getMetadataWrapper().getMetadata();
        try
        {
            classifier.configure(metadata);
            boolean isNumeric = classifier.classIsNumeric();
            mOutput.write(ControlBlock.LIST_BEGIN);
            ColumnMetadata column;
            if (isNumeric)
            {
                column = new SimpleColumnMetadata(resultColumnName, TupleTypes._DOUBLE, 0, 0, 0);               
            }
            else
            {
                column = new SimpleColumnMetadata(resultColumnName, TupleTypes._STRING, 0, 0, 0);
            }
            TupleMetadata outMetadata = new SimpleTupleMetadata(Collections.singletonList(column));
            mOutput.write(new MetadataWrapper(outMetadata));
            Tuple tuple;
            while ((tuple = (Tuple)tuples.nextValue()) != null)
            {
                Object result;
                if (isNumeric)
                {
                    result = classifier.classifyNumeric(tuple);
View Full Code Here

Examples of uk.org.ogsadai.activity.io.TupleListIterator

     * {@inheritDoc}
     */
  protected void processIteration() throws ActivityProcessingException,
      ActivityTerminatedException, ActivityUserException {
    FullListTupleListIterator items = new FullListTupleListIterator(INPUT_ITEM_LIST, mItemList);
    TupleListIterator customers = new FullListTupleListIterator(INPUT_CUSTOMERS_LIST, mCustomerList);
    Integer keyIndex= getKeyIndex();
   
    TupleMetadata metadata = prepareMetadata(items);
    Set<Entry<Integer, String[]>> set = prepareList(customers, metadata, keyIndex, 1);
   
View Full Code Here

Examples of uk.org.ogsadai.activity.io.TupleListIterator

        {
            iterativeStageComplete();
            return;
        }
        LOG.debug("Started BuildClassifier");
        TupleListIterator tuples = new FullListTupleListIterator(INPUT_DATA, mDataInput);
        TupleMetadata metadata = (TupleMetadata)tuples.getMetadataWrapper().getMetadata();
        int classIndex = getClassIndex(classIndexBlock, metadata);
        Map<Integer, List<Object>> nominalValues = getNominalValues(metadata);
        Instances dataset = WekaUtilities.createClassificationDataset(tuples, classIndex, nominalValues);
        String options;
        if(mOptionsInput != null)
View Full Code Here

Examples of uk.org.ogsadai.activity.io.TupleListIterator

    protected void processIteration(Object[] iterationData)
        throws ActivityUserException,
               ActivityProcessingException,
               ActivityTerminatedException
    {
        TupleListIterator expectedInput = (TupleListIterator)iterationData[0];
        TupleListIterator actualInput = (TupleListIterator)iterationData[1];
        Map<Object, Map<Object, Long>> confusionMatrix =
            new HashMap<Object, Map<Object,Long>>();
        SortedSet<Object> actualValues = new TreeSet<Object>();
        Tuple expected;
        while ((expected = (Tuple)expectedInput.nextValue()) != null)
        {
            Tuple actual = (Tuple)actualInput.nextValue();
            if (actual == null)
            {
                throw new UnmatchedActivityInputsException(
                        new String[] {INPUT_EXPECTED, INPUT_PREDICTED},
                        new Object[] {expected, ControlBlock.NO_MORE_DATA});
            }
            // we're assuming there are no more than Integer.MAX_VALUE classes
            Object predicted = actual.getObject(0);
            Object exp = expected.getObject(0);
            Map<Object, Long> map = confusionMatrix.get(exp);
            actualValues.add(predicted);
            if (map == null)
            {
                Map<Object, Long> counts = new HashMap<Object, Long>();
                confusionMatrix.put(exp, counts);
                counts.put(predicted, 1L);
            }
            else
            {
                Long count = map.get(predicted);
                if (count == null)
                {
                    map.put(predicted, 1L);
                }
                else
                {
                    map.put(predicted, count+1);
                }
            }
        }
        Object obj = actualInput.nextValue();
        if (obj != null)
        {
            throw new UnmatchedActivityInputsException(
                    new String[] {INPUT_EXPECTED, INPUT_PREDICTED},
                    new Object[] {ControlBlock.NO_MORE_DATA, obj});
View Full Code Here

Examples of uk.org.ogsadai.activity.io.TupleListIterator

    @Override
    protected void processIteration(Object[] iterationInputs)
            throws ActivityProcessingException, ActivityTerminatedException,
            ActivityUserException
    {
        TupleListIterator tuples = (TupleListIterator)iterationInputs[0];
        TupleMetadata metadata = (TupleMetadata)tuples.getMetadataWrapper().getMetadata();
        int classIndex = TupleUtilities.getColumnIndex(iterationInputs[1], metadata, INPUT_CLASS_INDEX);
        Map<Integer, List<Object>> nominalValues =
            getNominalValues(iterationInputs, metadata);
        Instances dataset = WekaUtilities.createClassificationDataset(tuples, classIndex, nominalValues);
        String options = TupleUtilities.getAsString(iterationInputs[2], INPUT_OPTIONS);
View Full Code Here

Examples of uk.org.ogsadai.activity.io.TupleListIterator

            iterativeStageComplete();
            return;
        }
        LOG.debug("Started BuildIterationalClassifier");
        Map<Integer, List<Object>> nominalValues = getNominalValues();
        TupleListIterator tuples = new FullListTupleListIterator(INPUT_DATA, mDataInput);
        TupleMetadata metadata = (TupleMetadata)tuples.getMetadataWrapper().getMetadata();
      columns = "Trained on: [";
      for(int i=0; i<metadata.getColumnCount();i++)
        columns += metadata.getColumnMetadata(i).getName() + " ";
     
      columns += "]\n";
        Instances dataset = WekaUtilities.createEmptyDataset(metadata, classIndex, nominalValues);
        if(mOptionsInput != null)
          description = TupleUtilities.getString(readBlock(mDescriptionInput), INPUT_DESCRIPTION);
        else
          description = "";
         
       
        HoeffdingTree tree = new HoeffdingTree();
        String options;
        try
        {
        if(mOptionsInput != null)
          options = TupleUtilities.getMoaOptions(readBlock(mOptionsInput));
        else
          options = DEFAULT_OPTIONS;
         
        }
        catch (Exception e)
        {
            throw new ActivityUserException(e);
        }
        try
        {
          Tuple tuple;
       
          tree.getOptions().setViaCLIString(options);
          tree.prepareForUse();
          Calendar cal = Calendar.getInstance();
          this.startTime = cal.getTimeInMillis();
          if(mSummaryOutput != null) {
           
              mSummaryOutput.write(ControlBlock.LIST_BEGIN);
            }
          while((tuple = (Tuple)tuples.nextValue()) != null && tuple != ControlBlock.LIST_END) {
            Instance inst = WekaUtilities.createInstance(dataset, tuple);
            tree.trainOnInstance(inst);
            if(stepCounter == 0) {

                  writeOutput(new TupleClassifier(tree, WekaUtilities.getAttributes(dataset), classIndex));                                        
View Full Code Here

Examples of uk.org.ogsadai.activity.io.TupleListIterator

    protected void processIteration(Object[] iterationData)
        throws ActivityProcessingException,
               ActivityTerminatedException,
               ActivityUserException
    {
        TupleListIterator tuples = (TupleListIterator)iterationData[0];
        int sampleSize = ((Integer)iterationData[1]).intValue();
        int sampleRepeat = ((Integer)iterationData[2]).intValue();
       
        LOG.debug("Sample size = " + sampleSize);
        LOG.debug("Sample repeate = " + sampleRepeat);
       
        int count=0;
       
//        Random rand = new Random();
       
        MetadataWrapper metadataWrapper = tuples.getMetadataWrapper();
       
        TupleMetadata metadata =
            (TupleMetadata)metadataWrapper.getMetadata();
       
        Tuple[] sampleTuples = new Tuple[sampleSize];
        boolean filled = false;

        try
        {
            //mOutput.write(ControlBlock.LIST_BEGIN);

            Tuple tuple;
            while ((tuple = (Tuple)tuples.nextValue()) != null)
            {
                int posn = 0;

//                if (!filled)
//                {
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.