Examples of statechum.model.testset.PTA_computePrecisionRecall.crossWith()

Class statechum.model.testset.PTA_computePrecisionRecall

Examples of statechum.model.testset.PTA_computePrecisionRecall.crossWith()

statechum.model.testset.PTA_computePrecisionRecall.crossWith()
Calculates precision/recall when supplied with a specific set of sequences (such as a test set, backed by an FSM). When we record sequences, non-existing transitions at the ends are recorded too, however if we have a long non-existing path, only the first non-existing transition is being recorded. This is in compliance with the training data which only has one non-existing transition at the end of every non-existing path (by construction, we do not build long paths with multiple non-existing transitions). @param pc the set of sequences.

    
    PTA_computePrecisionRecall precRec = null;
    
    {
      precRec = new PTA_computePrecisionRecall(markovD);
      precRec.crossWith(walkEngine);PosNegPrecisionRecall result = precRec.getPosNegPrecisionRecallNum(); 
      final String name = "Markov";
      System.out.println(name+": +precision "+result.getPosprecision()+" +recall: "+result.getPosrecall());
      System.out.println(name+": -precision "+result.getNegprecision()+" -recall: "+result.getNegrecall());
      System.out.println(name+": =precision "+result.getPrecision()+" =recall: "+result.getRecall());
    }

View Full Code Here

    partialPTA = partialPTA.cross(TestFSMAlgo.buildSet(new String[][] {
        new String[] {"a","a","a"}, // + 
        new String[]{"b"}      // -
      },config));
    PTA_computePrecisionRecall precComputer = new PTA_computePrecisionRecall(fsm);
    precComputer.crossWith(engine);
    assertEquals("true negatives",1, precComputer.resultTN);assertEquals("true positives",1, precComputer.resultTP);
    assertEquals("false negatives",0, precComputer.resultFN);assertEquals("false positives",0, precComputer.resultFP);
    assertEquals("positives relevant",1, precComputer.pos_Rel);assertEquals("negatives relevant",1, precComputer.neg_Rel);
    assertEquals("positives retrieved",1, precComputer.pos_Ret);assertEquals("negatives retrieved",1, precComputer.neg_Ret);
  }

View Full Code Here

        new String[] {"a","a","a"},// + 
        new String[]{"b"},      // -
        new String[]{"a", "b"}  // -, FP
      },config));
    PTA_computePrecisionRecall precComputer = new PTA_computePrecisionRecall(fsm);
    precComputer.crossWith(engine);
    assertEquals("true negatives",1, precComputer.resultTN);assertEquals("true positives",1, precComputer.resultTP);
    assertEquals("false negatives",0, precComputer.resultFN);assertEquals("false positives",1, precComputer.resultFP);
    assertEquals("positives relevant",1, precComputer.pos_Rel);assertEquals("negatives relevant",2, precComputer.neg_Rel);
    assertEquals("positives retrieved",2, precComputer.pos_Ret);assertEquals("negatives retrieved",1, precComputer.neg_Ret);
  }

View Full Code Here

        new String[]{"b"}, // -
        new String[]{"a", "b"} // -, FP
      },config));
    fsm = buildLearnerGraph("Q-a->Q / A-a->B-a->A-b-#C\nB-b->D-c->E\nD-a-#F", "testPrecisionRecall2b",config);
    PTA_computePrecisionRecall precComputer = new PTA_computePrecisionRecall(fsm,fsm.findVertex(VertexID.parseID("A")));
    precComputer.crossWith(engine);
    assertEquals("true negatives",1, precComputer.resultTN);assertEquals("true positives",1, precComputer.resultTP);
    assertEquals("false negatives",0, precComputer.resultFN);assertEquals("false positives",1, precComputer.resultFP);
    assertEquals("positives relevant",1, precComputer.pos_Rel);assertEquals("negatives relevant",2, precComputer.neg_Rel);
    assertEquals("positives retrieved",2, precComputer.pos_Ret);assertEquals("negatives retrieved",1, precComputer.neg_Ret);
  }

View Full Code Here

        new String[] {"a","a","a","a","b"}, // - 
        new String[]{"b"}, // -
        new String[]{"a", "b"} //, FP
      },config));
    PTA_computePrecisionRecall precComputer = new PTA_computePrecisionRecall(fsm);
    precComputer.crossWith(engine);
    assertEquals("true negatives",2, precComputer.resultTN);assertEquals("true positives",0, precComputer.resultTP);
    assertEquals("false negatives",0, precComputer.resultFN);assertEquals("false positives",1, precComputer.resultFP);
    assertEquals("positives relevant",0, precComputer.pos_Rel);assertEquals("negatives relevant",3, precComputer.neg_Rel);
    assertEquals("positives retrieved",1, precComputer.pos_Ret);assertEquals("negatives retrieved",2, precComputer.neg_Ret);
  }

View Full Code Here

        new String[]{"b"}, // -
        new String[]{"a", "b", "c"}, // -, FP 
        new String[]{"a", "b", "a"} // +, FN
      },config));
    PTA_computePrecisionRecall precComputer = new PTA_computePrecisionRecall(fsm);
    precComputer.crossWith(engine);
    assertEquals("true negatives",2, precComputer.resultTN);assertEquals("true positives",0, precComputer.resultTP);
    assertEquals("false negatives",1, precComputer.resultFN);assertEquals("false positives",1, precComputer.resultFP);
    assertEquals("positives relevant",1, precComputer.pos_Rel);assertEquals("negatives relevant",3, precComputer.neg_Rel);
    assertEquals("positives retrieved",1, precComputer.pos_Ret);assertEquals("negatives retrieved",3, precComputer.neg_Ret);
  }

View Full Code Here

    SequenceSet partialPTA = engine.new SequenceSet();partialPTA.setIdentity();
    partialPTA = partialPTA.cross(TestFSMAlgo.buildSet(new String[][] {
        new String[] {"a","a","a","b","a"}, // +, FN
      },config));
    PTA_computePrecisionRecall precComputer = new PTA_computePrecisionRecall(fsm);
    precComputer.crossWith(engine);
    assertEquals("true negatives",0, precComputer.resultTN);assertEquals("true positives",0, precComputer.resultTP);
    assertEquals("false negatives",1, precComputer.resultFN);assertEquals("false positives",0, precComputer.resultFP);
    assertEquals("positives relevant",1, precComputer.pos_Rel);assertEquals("negatives relevant",0, precComputer.neg_Rel);
    assertEquals("positives retrieved",0, precComputer.pos_Ret);assertEquals("negatives retrieved",1, precComputer.neg_Ret);
  }

View Full Code Here

    SequenceSet partialPTA = engine.new SequenceSet();partialPTA.setIdentity();
    partialPTA = partialPTA.cross(TestFSMAlgo.buildSet(new String[][] {
        new String[] {"a","a","a","a","b"}, // +, FN
      },config));
    PTA_computePrecisionRecall precComputer = new PTA_computePrecisionRecall(fsm);
    precComputer.crossWith(engine);
    assertEquals("true negatives",0, precComputer.resultTN);assertEquals("true positives",0, precComputer.resultTP);
    assertEquals("false negatives",1, precComputer.resultFN);assertEquals("false positives",0, precComputer.resultFP);
    assertEquals("positives relevant",1, precComputer.pos_Rel);assertEquals("negatives relevant",0, precComputer.neg_Rel);
    assertEquals("positives retrieved",0, precComputer.pos_Ret);assertEquals("negatives retrieved",1, precComputer.neg_Ret);
  }

View Full Code Here

    SequenceSet partialPTA = engine.new SequenceSet();partialPTA.setIdentity();
    partialPTA = partialPTA.cross(TestFSMAlgo.buildSet(new String[][] {
        new String[] {"a","a","a","b","a","c"}, // +, FN
      },config));
    PTA_computePrecisionRecall precComputer = new PTA_computePrecisionRecall(fsm);
    precComputer.crossWith(engine);
    assertEquals("true negatives",0, precComputer.resultTN);assertEquals("true positives",0, precComputer.resultTP);
    assertEquals("false negatives",1, precComputer.resultFN);assertEquals("false positives",0, precComputer.resultFP);
    assertEquals("positives relevant",1, precComputer.pos_Rel);assertEquals("negatives relevant",0, precComputer.neg_Rel);
    assertEquals("positives retrieved",0, precComputer.pos_Ret);assertEquals("negatives retrieved",1, precComputer.neg_Ret);
  }

View Full Code Here

        new String[] {"a","a","a","b","a","d"}, // -
        new String[] {"a","a","a","b","a","e","f"}, // -
        new String[] {"a","a","a","b","a","c","c","c"}, // +, FN
      },config));
    PTA_computePrecisionRecall precComputer = new PTA_computePrecisionRecall(fsm);
    precComputer.crossWith(engine);
    assertEquals("true negatives",2, precComputer.resultTN);assertEquals("true positives",0, precComputer.resultTP);
    assertEquals("false negatives",1, precComputer.resultFN);assertEquals("false positives",0, precComputer.resultFP);
    assertEquals("positives relevant",1, precComputer.pos_Rel);assertEquals("negatives relevant",2, precComputer.neg_Rel);
    assertEquals("positives retrieved",0, precComputer.pos_Ret);assertEquals("negatives retrieved",3, precComputer.neg_Ret);
  }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.