Examples of StdIngester

org.apache.oodt.cas.filemgr.ingest.StdIngester
@author mattmann @author bfoster @version $Revision$
An implementation of the {@link Ingster} interface that uses the followingpieces of {@link Metadata} information to determine how to ingest a{@link Product}:
- Filename - The name of the Product file to ingest.
- ProductType - The type of the Product to ingest.
- FileLocation - A full path pointer to directory containing the Product file to ingest.
The {@link Ingester} supports overriding certain {@link Product} properties,including:
- Specification of ProductStructure parameter that will tell the {@link Ingester} whether or not the {@link Product} is a directoryor a regular file.
- Specification of ProductName parameter that will tell the {@link Ingester} a name for the {@link Product} to use (default is using thespecified {@link Metadata} field, Filename.
.

Examples of org.apache.oodt.cas.filemgr.ingest.StdIngester

    return resObj.toString();


  }


  private Ingester configureIngester() {
    StdIngester ingest = new StdIngester(DATA_TRANSFER_SERVICE);
    return ingest;
  }

View Full Code Here

Examples of org.apache.oodt.cas.filemgr.ingest.StdIngester


   protected abstract File renameProduct(File product, Metadata productMetadata)
         throws Exception;


   @VisibleForTesting void setupIngester() {
      ingester = new StdIngester(getClientTransferer());
   }

View Full Code Here

Examples of org.apache.oodt.cas.filemgr.ingest.StdIngester


    }


    private void ingestTestFile() {
        Metadata prodMet = null;
        StdIngester ingester = new StdIngester(transferServiceFacClass);


        try {
            prodMet = new SerializableMetadata(new FileInputStream(
                    "./src/testdata/ingest/test.txt.met"));


            // now add the right file location
            prodMet.addMetadata(CoreMetKeys.FILE_LOCATION, new File(
                    "./src/testdata/ingest").getCanonicalPath());
            ingester.ingest(new URL("http://localhost:" + FM_PORT), new File(
                    "./src/testdata/ingest/test.txt"), prodMet);
        } catch (Exception e) {
            fail(e.getMessage());
        }
    }

View Full Code Here

Examples of org.apache.oodt.cas.filemgr.ingest.StdIngester

                "./src/testdata/ingest").getCanonicalPath());
        prodMet.addMetadata(CoreMetKeys.FILENAME, "test.txt");
        prodMet.addMetadata(CoreMetKeys.PRODUCT_NAME, "TestFile");
        prodMet.addMetadata(CoreMetKeys.PRODUCT_TYPE, "GenericFile");
        
        StdIngester ingester = new StdIngester(transferServiceFacClass);
        String productId = ingester.ingest(new URL("http://localhost:" + FM_PORT), new File(
            "./src/testdata/ingest/test.txt"), prodMet);     
        XmlRpcFileManagerClient fmc = new XmlRpcFileManagerClient(new URL(
                "http://localhost:" + FM_PORT));
        Metadata m = fmc.getMetadata(fmc.getProductById(productId));
        assertEquals(m.getMetadata("Filename"), "test.txt");

View Full Code Here

Examples of org.apache.oodt.cas.filemgr.ingest.StdIngester

        assertEquals(m.getMetadata("Filename"), "test.txt");
        deleteAllFiles("/tmp/test-type");
    }
    
    public void testComplexQuery() throws Exception {
        StdIngester ingester = new StdIngester(transferServiceFacClass);


        //ingest first file
        Metadata prodMet = new Metadata();
        prodMet.addMetadata(CoreMetKeys.FILE_LOCATION, new File(
                "./src/testdata/ingest").getCanonicalPath());
        prodMet.addMetadata(CoreMetKeys.FILENAME, "test-file-1.txt");
        prodMet.addMetadata(CoreMetKeys.PRODUCT_NAME, "TestFile1");
        prodMet.addMetadata(CoreMetKeys.PRODUCT_TYPE, "GenericFile");
        ingester.ingest(new URL("http://localhost:" + FM_PORT), new File(
            "./src/testdata/ingest/test-file-1.txt"), prodMet);           
        
        //ingest second file
        prodMet.replaceMetadata(CoreMetKeys.FILENAME, "test-file-2.txt");
        prodMet.replaceMetadata(CoreMetKeys.PRODUCT_NAME, "TestFile2");
        ingester.ingest(new URL("http://localhost:" + FM_PORT), new File(
            "./src/testdata/ingest/test-file-2.txt"), prodMet);   
        
        //perform complex query
        ComplexQuery complexQuery = new ComplexQuery();
        List<String> reducedMetadata = new Vector<String>();

View Full Code Here

Examples of org.apache.oodt.cas.filemgr.ingest.StdIngester


    }


    private void ingestTestFile() {
        Metadata prodMet = null;
        StdIngester ingester = new StdIngester(transferServiceFacClass);


        try {
            prodMet = new SerializableMetadata(new FileInputStream(
                    "./src/testdata/ingest/test.txt.met"));


            // now add the right file location
            prodMet.addMetadata(CoreMetKeys.FILE_LOCATION, new File(
                    "./src/testdata/ingest").getCanonicalPath());
            prodMet.addMetadata(CoreMetKeys.FILENAME, "test.txt");
            prodMet.addMetadata(CoreMetKeys.PRODUCT_TYPE, "GenericFile");
            ingester.ingest(new URL("http://localhost:" + FM_PORT), new File(
                    "./src/testdata/ingest/test.txt"), prodMet);
        } catch (Exception e) {
            fail(e.getMessage());
        }
    }

View Full Code Here

Examples of org.apache.oodt.cas.filemgr.ingest.StdIngester


  }


  private void ingestTestFile() {
    Metadata prodMet = null;
    StdIngester ingester = new StdIngester(transferServiceFacClass);


    try {
      prodMet = new SerializableMetadata(new FileInputStream(
          "./src/testdata/ingest/test.txt.met"));


      // now add the right file location
      prodMet.addMetadata(CoreMetKeys.FILE_LOCATION, new File(
          "./src/testdata/ingest").getCanonicalPath());
      prodMet.addMetadata(CoreMetKeys.FILENAME, "test.txt");
      prodMet.addMetadata(CoreMetKeys.PRODUCT_TYPE, "GenericFile");
      ingester.ingest(new URL("http://localhost:" + FM_PORT), new File(
          "./src/testdata/ingest/test.txt"), prodMet);
    } catch (Exception e) {
      fail(e.getMessage());
    }
  }

View Full Code Here

Examples of org.apache.oodt.cas.filemgr.ingest.StdIngester

        deleteAllFiles("/tmp/test.txt");
    }


    private void ingestTestFiles() {
        Metadata prodMet = null;
        StdIngester ingester = new StdIngester(transferServiceFacClass);


        try {
            prodMet = new SerializableMetadata(new FileInputStream(
                    "./src/testdata/ingest/test.txt.met"));


            // now add the right file location
            prodMet.addMetadata(CoreMetKeys.FILE_LOCATION, new File(
                    "./src/testdata/ingest").getCanonicalPath());
            ingester.ingest(new URL("http://localhost:" + FM_PORT), new File(
                    "./src/testdata/ingest/test.txt"), prodMet);
            
            prodMet.replaceMetadata(CoreMetKeys.PRODUCT_NAME, "TestTypeFile");
            prodMet.replaceMetadata(CoreMetKeys.PRODUCT_TYPE, "TestType");
            ingester.ingest(new URL("http://localhost:" + FM_PORT), new File(
                "./src/testdata/ingest/test.txt"), prodMet);
        } catch (Exception e) {
            fail(e.getMessage());
        }
    }

View Full Code Here

Examples of org.apache.oodt.cas.filemgr.ingest.StdIngester

            (this.actionRepo = new CrawlerActionRepo())
                    .loadActionsFromBeanFactory(this.getApplicationContext(), this
                            .getActionIds());


        // create ingester
        this.ingester = new StdIngester(this.getClientTransferer());


        if (dirRoot == null || ((dirRoot != null && !dirRoot.exists())))
            throw new IllegalArgumentException("dir root is null or non existant!");


        // start crawling

View Full Code Here

Examples of org.apache.oodt.cas.filemgr.ingest.StdIngester


   protected abstract File renameProduct(File product, Metadata productMetadata)
         throws Exception;


   @VisibleForTesting void setupIngester() {
      ingester = new StdIngester(getClientTransferer());
   }

View Full Code Here

0 1 2

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.