Package org.apache.ctakes.dictionary.lookup2.dictionary.RareWordTermMapCreator

Examples of org.apache.ctakes.dictionary.lookup2.dictionary.RareWordTermMapCreator.CuiTuiTerm

162
163
164
165
166
167
168
169
170
      } catch ( IOException ioE ) {
         throw new AnnotatorContextException( "Could not parse " + descriptorFile.getPath(), new Object[0], ioE );
      }
      final Map<String, RareWordDictionary> dictionaries
            = parseDictionaries( uimaContext, doc.getRootElement().getChild( DICTIONARIES_KEY ) );
      final TermConsumer consumer = parseConsumerXml( uimaContext,
                                                              doc.getRootElement().getChild( CONSUMER_KEY ) );
      return new DictionarySpec( dictionaries.values(), consumer );
   }
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
      final List<RelatedCui> relatedCuis = new ArrayList<RelatedCui>();
      try {
         initMetaDataStatement( cui );
         final ResultSet resultSet = _metadataStatement.executeQuery();
         while ( resultSet.next() ) {
            final RelatedCui relatedCui = new RelatedCui( resultSet.getString( FIELD_INDEX.CUI.__index),
                                                          resultSet.getString( FIELD_INDEX.RELATION_TYPE.__index ) );
            relatedCuis.add( relatedCui );
         }
         // Though the ResultSet interface documentation states that there are automatic closures,
         // it is up to the driver to implement this behavior ...  historically some drivers have not done so
View Full Code Here
113
114
115
116
117
118
119
120
121
122
123
      try {
         final BufferedReader reader = new BufferedReader( new FileReader( bsvFile ) );
         String line = reader.readLine();
         while ( line != null ) {
            final String[] columns = LookupUtil.fastSplit( line, '|' );
            final CuiTuiTerm cuiTuiTerm = createCuiTuiTerm( columns, entityId );
            if ( cuiTuiTerm != null ) {
               // Add to the dictionary
               cuiTuiTerms.add( cuiTuiTerm );
            } else {
               LOGGER.warn( "Bad BSV line " + line + " in " + bsvFile.getPath() );
View Full Code Here
153
154
155
156
157
158
159
         return null;
      }
      final String cui = columns[ cuiIndex ].trim();
      final String tui = (tuiIndex < 0 || columns[tuiIndex].trim().isEmpty()) ? entityId : columns[ tuiIndex ].trim();
      final String term = columns[ termIndex ].trim().toLowerCase();
      return new CuiTuiTerm( cui, tui, term );
   }
View Full Code Here
160
161
162
163
164
165
166
167
168
169
         Collection<RareWordTerm> rareWordTerms = rareWordTermMap.get( rareWord );
         if ( rareWordTerms == null ) {
            rareWordTerms = new ArrayList<RareWordTerm>();
            rareWordTermMap.put( rareWord, rareWordTerms );
         }
         rareWordTerms.add( new RareWordTerm( cuiTuiTerm.getTerm(), cuiTuiTerm.__cui, cuiTuiTerm.__tui,
                                              rareWord, wordIndex, tokenCount ) );
      }
      return rareWordTermMap;
   }
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
      final List<RareWordTerm> rareWordTerms = new ArrayList<RareWordTerm>();
      try {
         initMetaDataStatement( rareWordText );
         final ResultSet resultSet = _metadataStatement.executeQuery();
         while ( resultSet.next() ) {
            final RareWordTerm rareWordTerm = new RareWordTerm( resultSet.getString( FIELD_INDEX.TEXT.__index),
                                                                resultSet.getString( FIELD_INDEX.CUI.__index ),
                                                                resultSet.getString( FIELD_INDEX.TUI.__index ),
                                                                resultSet.getString( FIELD_INDEX.RWORD.__index ),
                                                                resultSet.getInt( FIELD_INDEX.RINDEX.__index ),
                                                                resultSet.getInt( FIELD_INDEX.TCOUNT.__index ) );
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
            continue;
         }
         for ( RareWordTerm rareWordHit : rareWordHits ) {
            if ( rareWordHit.getTokenCount() == 1 ) {
               // Single word term, add and move on
               termsFromDictionary.add( new SpannedRareWordTerm( rareWordHit, lookupToken.getTextSpan() ) );
               continue;
            }
            final int termStartIndex = lookupTokenIndex - rareWordHit.getRareWordIndex();
            if ( termStartIndex < 0 || termStartIndex + rareWordHit.getTokenCount() > allTokens.size() ) {
               // term will extend beyond window
               continue;
            }
            final int termEndIndex = termStartIndex + rareWordHit.getTokenCount() - 1;
            if ( TokenMatchUtil.isTermMatch( rareWordHit, allTokens, termStartIndex, termEndIndex ) ) {
               final int spanStart = allTokens.get( termStartIndex ).getStart();
               final int spanEnd = allTokens.get( termEndIndex ).getEnd();
               termsFromDictionary.add( new SpannedRareWordTerm( rareWordHit, spanStart, spanEnd ) );
            }
         }
      }
   }
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
            continue;
         }
         for ( RareWordTerm rareWordHit : rareWordHits ) {
            if ( rareWordHit.getTokenCount() == 1 ) {
               // Single word term, add and move on
               termsFromDictionary.add( new SpannedRareWordTerm( rareWordHit, lookupToken.getTextSpan() ) );
               continue;
            }
            final int termStartIndex = lookupTokenIndex - rareWordHit.getRareWordIndex();
            if ( termStartIndex < 0 || termStartIndex + rareWordHit.getTokenCount() > allTokens.size() ) {
               // term will extend beyond window
               continue;
            }
            final SpannedRareWordTerm overlapTerm = getOverlapTerm( allTokens, lookupTokenIndex, rareWordHit,
                                                                    _consecutiveSkipMax, _totalSkipMax );
            if ( overlapTerm != null ) {
               termsFromDictionary.add( overlapTerm );
            }
         }
View Full Code Here
183
184
185
186
187
188
189
190
191
192
193
194
195
196
         if ( lastWordIndex == -1 ) {
            return null;
         }
      }
      if ( missingSpanKeys.isEmpty() ) {
         return new SpannedRareWordTerm( rareWordHit,
                                         allTokens.get( firstWordIndex ).getStart(),
                                         allTokens.get( lastWordIndex ).getEnd() );
      }
      final TextSpan discontiguousSpanKey = new MultiTextSpan( allTokens.get( firstWordIndex ).getStart(),
                                                                     allTokens.get( lastWordIndex ).getEnd(),
                                                                     missingSpanKeys );
      return new SpannedRareWordTerm( rareWordHit, discontiguousSpanKey );
   }
View Full Code Here
41
42
43
44
45
46
47
    * @param rareWordTerm contains a term from a {@link org.apache.ctakes.dictionary.lookup2.dictionary.RareWordDictionary}
    * @param startOffset the start index of the term
    * @param endOffset the end index of the term
    */
   public SpannedRareWordTerm( final RareWordTerm rareWordTerm, final int startOffset, final int endOffset ) {
      this( rareWordTerm, new DefaultTextSpan( startOffset, endOffset ) );
   }
View Full Code Here
TOP

Related Classes of org.apache.ctakes.dictionary.lookup2.dictionary.RareWordTermMapCreator.CuiTuiTerm

  • org.apache.ctakes.core.resource.FileResource
  • org.apache.ctakes.dictionary.lookup2.ae.AbstractJCasTermAnnotator
  • org.apache.ctakes.dictionary.lookup2.ae.DefaultJCasTermAnnotator
  • org.apache.ctakes.dictionary.lookup2.ae.OverlapJCasTermAnnotator
  • org.apache.ctakes.dictionary.lookup2.consumer.PrecisionTermConsumer
  • org.apache.ctakes.dictionary.lookup2.consumer.TermConsumer
  • org.apache.ctakes.dictionary.lookup2.consumer.WsdTermConsumer.RelatedCui
  • org.apache.ctakes.dictionary.lookup2.dictionary.BsvRareWordDictionary
  • org.apache.ctakes.dictionary.lookup2.dictionary.DictionaryDescriptorParser
  • org.apache.ctakes.dictionary.lookup2.dictionary.JdbcRareWordDictionary
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.