Examples of CategoryScore

Examples of uk.ac.cam.ha293.tweetlabel.types.CategoryScore

85
86
87
88
89
90
91
92
93
 
  public List<CategoryScore> logClassify(String document) {
    List<CategoryScore> categoryScores = new ArrayList<CategoryScore>();
    for(Category category : categories.keySet()) {
      double logP = logPOfCategoryGivenDocument(category, Tools.LIWCStripTweet(document));
      categoryScores.add(new CategoryScore(category,logP));     
    }
    return categoryScores;
  }
View Full Code Here

Examples of uk.ac.cam.ha293.tweetlabel.types.CategoryScore

94
95
96
97
98
99
100
101
102
 
  public List<CategoryScore> classify(String document) {
    List<CategoryScore> categoryScores = new ArrayList<CategoryScore>();
    for(Category category : categories.keySet()) {
      double p = pOfCategoryGivenDocument(category, Tools.LIWCStripTweet(document));
      categoryScores.add(new CategoryScore(category,p));     
    }
    return categoryScores;
  } 
View Full Code Here

Examples of uk.ac.cam.ha293.tweetlabel.types.CategoryScore

228
229
230
231
232
233
234
235
236
237
    while(it.hasNext()) {   
      Category cat = it.next();
      if(categoryBlacklistSet.contains(cat.getTitle())) continue; //Don't include blacklist categories
      if(categoryScores.get(cat) == 0) continue; //Remove zero scoring categories
      //System.out.println(cat.getTitle()+": "+categoryScores.get(cat));
      results.add(new CategoryScore(cat,categoryScores.get(cat)));
    }
   
    return results;
  }
View Full Code Here

Examples of uk.ac.cam.ha293.tweetlabel.types.CategoryScore

239
240
241
242
243
244
245
246
247
248
249
250
  public List<CategoryScore> classifyTweetNaiveBayes(SimpleTweet tweet) { 
    String text = Tools.LIWCStripTweet(tweet.getText());
    List<CategoryScore> results = naiveBayes.logClassify(text);
    //List<CategoryScore> results = naiveBayes.classify(text);
    for(Iterator<CategoryScore> it = results.iterator(); it.hasNext();) {
      CategoryScore score = it.next();
      if(categoryBlacklistSet.contains(score.getCategory().getTitle())) it.remove(); //Don't include blacklist categories
    }
    Collections.sort(results);
    Collections.reverse(results);
    return results;
  }
View Full Code Here

Examples of uk.ac.cam.ha293.tweetlabel.types.CategoryScore

292
293
294
295
296
297
298
299
300
301
    //print results
    while(it.hasNext()) {   
      Category cat = it.next();
      //System.out.println(cat.getTitle()+": "+categoryScores.get(cat));
      if(categoryBlacklistSet.contains(cat.getTitle())) continue; //Don't include blacklist categories
      results.add(new CategoryScore(cat,categoryScores.get(cat)));
    }
   
    return results;
  }
View Full Code Here

Examples of uk.ac.cam.ha293.tweetlabel.types.CategoryScore

309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
      String text = Tools.LIWCStripTweet(tweet.getText());
      List<CategoryScore> scores = naiveBayes.logClassify(text);
      //List<CategoryScore> scores = naiveBayes.classify(text);

      for(Iterator<CategoryScore> it = scores.iterator(); it.hasNext();) {
        CategoryScore next = it.next();
       
        //Moving average calculation
        if(averageScores.containsKey(next.getCategory())) {
          averageScores.put(next.getCategory(), (((averageScores.get(next.getCategory())*averageCount)+next.getScore())/(averageCount+1)));
        } else {
          averageScores.put(next.getCategory(), next.getScore());
        }
       
        //System.out.println(next.getCategory().getTitle()+": new logP="+next.getLIWCLogP()+", new avg="+averageScores.get(next.getCategory()));
      }
      averageCount++;
    }
   
    List<CategoryScore> results = new ArrayList<CategoryScore>();
    for(Category category : averageScores.keySet()) {
      if(categoryBlacklistSet.contains(category.getTitle())) continue; //Don't include blacklist categories
      results.add(new CategoryScore(category,averageScores.get(category)));
    }
    Collections.sort(results);
    Collections.reverse(results);
   
    return results;
View Full Code Here

Examples of uk.ac.cam.ha293.tweetlabel.types.CategoryScore

404
405
406
407
408
409
410
411
412
413
414
        if(nextLine == null) break;
        String[] splitTweet = nextLine.split(",");
        long tweetID = Long.parseLong(splitTweet[0]);
        List<CategoryScore> categoryScores = new ArrayList<CategoryScore>();
        for(int i=1;i<splitTweet.length; i+=2) {
          CategoryScore categoryScore = new CategoryScore(stringCategoryLookup.get(splitTweet[i]),Double.parseDouble(splitTweet[i+1]));
          categoryScores.add(categoryScore);
        }
        tweetScores.put(tweetID, categoryScores);
      }
    } catch (IOException e){
View Full Code Here

Examples of uk.ac.cam.ha293.tweetlabel.types.CategoryScore

430
431
432
433
434
435
436
437
438
439
440
        if(nextLine == null) break;
        String[] splitTweet = nextLine.split(",");
        long tweetID = Long.parseLong(splitTweet[0]);
        List<CategoryScore> categoryScores = new ArrayList<CategoryScore>();
        for(int i=1;i<splitTweet.length; i+=2) {
          CategoryScore categoryScore = new CategoryScore(stringCategoryLookup.get(splitTweet[i]),Double.parseDouble(splitTweet[i+1]));
          categoryScores.add(categoryScore);
        }
        tweetScores.put(tweetID, categoryScores);
      }
    } catch (IOException e){
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.