Examples of ARCReader

Examples of org.archive.io.arc.ARCReader

65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
   * @return Iterator of SearchResults for input arc File
   * @throws IOException
   */
  public CloseableIterator<SearchResult> iterator(File arc)
  throws IOException {
    ARCReader arcReader = ARCReaderFactory.get(arc);
    arcReader.setParseHttpHeaders(true);

    Adapter<ArchiveRecord,ARCRecord> adapter1 =
      new ArchiveRecordToARCRecordAdapter();

    ARCRecordToSearchResultAdapter adapter2 =
      new ARCRecordToSearchResultAdapter();
    adapter2.setCanonicalizer(canonicalizer);
   
    ArchiveReaderCloseableIterator itr1 =
      new ArchiveReaderCloseableIterator(arcReader,arcReader.iterator());

    CloseableIterator<ARCRecord> itr2 =
      new AdaptedIterator<ArchiveRecord,ARCRecord>(itr1,adapter1);
   
    return new AdaptedIterator<ARCRecord,SearchResult>(itr2,adapter2);
View Full Code Here

Examples of org.archive.io.arc.ARCReader

32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
      name = name.substring(0, name.length()
          - LocalResourceStore.OPEN_EXTENSION.length());
    }
    if (isArc(name)) {

      ARCReader reader = ARCReaderFactory.get(file,offset);
      r = ARCArchiveRecordToResource(reader.get(),reader);

    } else if (isWarc(name)) {

      WARCReader reader = WARCReaderFactory.get(file,offset);
      r = WARCArchiveRecordToResource(reader.get(),reader);

    } else {
      throw new ResourceNotAvailableException("Unknown extension");
    }
View Full Code Here

Examples of org.archive.io.arc.ARCReader

53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
      throws IOException, ResourceNotAvailableException {
    Resource r = null;
    String name = url.getFile();
    if (isArc(name)) {

      ARCReader reader = ARCReaderFactory.get(url, offset);
      r = ARCArchiveRecordToResource(reader.get(),reader);

    } else if (isWarc(name)) {

      WARCReader reader = WARCReaderFactory.get(url, offset);
      r = WARCArchiveRecordToResource(reader.get(),reader);

    } else {
      throw new ResourceNotAvailableException("Unknown extension");
    }
    return r;
View Full Code Here

Examples of org.archive.io.arc.ARCReader

80
81
82
83
84
85
86
87
       if (warc.exists() && !force) {
         throw new IOException("Target WARC already exists. " +
             "Will not overwrite.");
       }

       ARCReader reader = ARCReaderFactory.get(arc, false, 0);
       transform(reader, warc);
   }
View Full Code Here

Examples of org.archive.io.arc.ARCReader

192
193
194
195
196
197
198
199
200
201
202
203
    Resource r = null;
    long start = System.currentTimeMillis();
    TimeoutArchiveReaderFactory tarf = defaultTimeoutReader;
    ArchiveReader reader = tarf.getArchiveReader(url,offset);
    if(reader instanceof ARCReader) {
      ARCReader areader = (ARCReader) reader;
      r = ARCArchiveRecordToResource(areader.get(),areader);
   
    } else if(reader instanceof WARCReader) {
      WARCReader wreader = (WARCReader) reader;
      r = WARCArchiveRecordToResource(wreader.get(),wreader);
     
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.