Examples of TestWebServer

bixo.fetcher.simulation.TestWebServer
org.apache.ace.agent.testutil.TestWebServer
Test utility that manages a Jetty webserver with a {@link DefaultServlet} that support HTTP range downloads and asimple HTTP protocol dump filter. It can be extended with custom test servlets.
org.apache.clerezza.jaxrs.testutils.TestWebServer
Creates a single webserver, the webserver is stopped when the instance is garbage collected @author reto

Examples of bixo.fetcher.simulation.TestWebServer

        Tap content = platform.makeTap(platform.makeBinaryScheme(FetchedDatum.FIELDS), contentPath, SinkMode.REPLACE);


        // Finally we can run it.
        FlowConnector flowConnector = platform.makeFlowConnector();
        Flow flow = flowConnector.connect(in, FetchPipe.makeSinkMap(status, content), fetchPipe);
        TestWebServer webServer = null;
        
        try {
            webServer = new TestWebServer(new NoRobotsResponseHandler(), port);
            flow.complete();
        } finally {
            webServer.stop();
        }
        
        // Verify numPages fetched and numPages status entries were saved.
        Tap validate = platform.makeTap(platform.makeBinaryScheme(FetchedDatum.FIELDS), contentPath);
        TupleEntryIterator tupleEntryIterator = validate.openForRead(platform.makeFlowProcess());

View Full Code Here

Examples of bixo.fetcher.simulation.TestWebServer

        Tap content = platform.makeTap(platform.makeBinaryScheme(FetchedDatum.FIELDS), contentPath, SinkMode.REPLACE);


        // Finally we can run it.
        FlowConnector flowConnector = platform.makeFlowConnector();
        Flow flow = flowConnector.connect(in, FetchPipe.makeSinkMap(status, content), fetchPipe);
        TestWebServer webServer = null;
        
        try {
            webServer = new TestWebServer(new RedirectResponseHandler(true), port);
            flow.complete();
        } finally {
            webServer.stop();
        }
        
        // Verify numPages fetched and numPages status entries were saved.
        Tap validate = platform.makeTap(platform.makeBinaryScheme(FetchedDatum.FIELDS), contentPath);
        TupleEntryIterator tupleEntryIterator = validate.openForRead(platform.makeFlowProcess());

View Full Code Here

Examples of bixo.fetcher.simulation.TestWebServer

        Tap status = platform.makeTap(platform.makeBinaryScheme(StatusDatum.FIELDS), statusPath, SinkMode.REPLACE);


        // Finally we can run it.
        FlowConnector flowConnector = platform.makeFlowConnector();
        Flow flow = flowConnector.connect(in, status, fetchPipe.getStatusTailPipe());
        TestWebServer webServer = null;
        
        try {
            final int numBytes = 10000;
            
            // Pick a time way longer than the FetcherPolicy.getRequestTimeout().
            final long numMilliseconds = 100 * 1000L;
            webServer = new TestWebServer(new NoRobotsResponseHandler(numBytes, numMilliseconds), port);
            flow.complete();
        } finally {
            webServer.stop();
        }
        
        Tap validate = platform.makeTap(platform.makeBinaryScheme(StatusDatum.FIELDS), statusPath);
        TupleEntryIterator tupleEntryIterator = validate.openForRead(platform.makeFlowProcess());
        int totalEntries = 0;

View Full Code Here

Examples of bixo.fetcher.simulation.TestWebServer

        
        Mockito.when(bc.getGroup()).thenReturn(new TupleEntry(new Tuple("http://localhost:8089")));
        Mockito.when(bc.getArgumentsIterator()).thenReturn(getGroupedurlDatumList("http://localhost:8089").iterator());
        Mockito.when(bc.getOutputCollector()).thenReturn(collector);
        
        TestWebServer server = null;
        
        try {
            server = new TestWebServer(new RandomResponseHandler(100, 1000), 8089);
            op.prepare(fp, oc);


            for (int i = 0; i < maxThreads; i++) {
                op.operate(fp, bc);
            }
            
            // Give threads a chance to run, as otherwise we might call verify() before one of the ProcessRobotsTask
            // threads has been started.
            op.flush(fp, oc);
            
            Mockito.verify(fp, Mockito.times(maxThreads)).increment(FetchCounters.DOMAINS_PROCESSING, 1);
        } finally {
            server.stop();
        }
    }

View Full Code Here

Examples of bixo.fetcher.simulation.TestWebServer

        
        Mockito.when(bc.getGroup()).thenReturn(new TupleEntry(new Tuple("http://localhost:8089")));
        Mockito.when(bc.getArgumentsIterator()).thenReturn(getGroupedurlDatumList("http://localhost:8089").iterator());
        Mockito.when(bc.getOutputCollector()).thenReturn(collector);
        
        TestWebServer server = null;
        
        try {
            final String disallowAllRobots = "User-agent: *" + CRLF
            + "Disallow: /";


            server = new TestWebServer(new StringResponseHandler("text/plain", disallowAllRobots), 8089);
            op.prepare(fp, oc);


            for (int i = 0; i < maxThreads; i++) {
                op.operate(fp, bc);
            }
            
            // Give threads a chance to run, as otherwise we might call verify() before one of the ProcessRobotsTask
            // threads has been started.
            op.flush(fp, oc);
            
            Mockito.verify(collector).add(Mockito.argThat(new MatchBlockedByRobotsKey()));
        } finally {
            server.stop();
        }
    }

View Full Code Here

Examples of org.apache.ace.agent.testutil.TestWebServer


    @BeforeClass
    public void setUpOnceAgain() throws Exception {
        m_basicAuthURL = new URL("http://localhost:" + PORT + "/basicauth");


        m_webServer = new TestWebServer(PORT, "/", "generated");
        m_webServer.addServlet(new BasicAuthServlet(USERNAME, PASSWORD), "/basicauth/*");
        m_webServer.start();


        BundleContext bc = mockBundleContext();

View Full Code Here

Examples of org.apache.ace.agent.testutil.TestWebServer

            dos.write(" Lorum Ipsum Lorum Ipsum Lorum Ipsum Lorum Ipsum Lorum Ipsum\n".getBytes());
        }
        dos.close();
        m_200digest = new String(dos.getMessageDigest().digest());


        m_webServer = new TestWebServer(port, "/", dataLocation.getName());
        m_webServer.addServlet(new TestErrorServlet(), "/error");
        m_webServer.start();


        m_agentContextImpl = mockAgentContext();
        m_agentContext = m_agentContextImpl;

View Full Code Here

Examples of org.apache.ace.agent.testutil.TestWebServer

    private AgentContext m_agentContext;
    private AgentContextImpl m_agentContextImpl;


    @BeforeClass
    public void setUpOnceAgain() throws Exception {
        m_webServer = new TestWebServer(PORT, "/", "generated");
        m_webServer.start();
        m_availableURL = new URL("http://localhost:" + PORT);
        m_unavailableURL = new URL("http://localhost:9999");


        BundleContext bc = mockBundleContext();

View Full Code Here

Examples of org.apache.ace.agent.testutil.TestWebServer

        // this setup is needed because a real Feedbackstore is initialized in the constructor.
        m_agentContext = mockAgentContext();


        URL serverURL = new URL("http://localhost:" + PORT + "/");


        m_webServer = new TestWebServer(PORT, "/", "generated");
        m_webServer.start();


        DiscoveryHandler discoveryHandler = addTestMock(DiscoveryHandler.class);
        expect(discoveryHandler.getServerUrl()).andReturn(serverURL).anyTimes();

View Full Code Here

Examples of org.apache.ace.agent.testutil.TestWebServer

    private AgentContextImpl m_agentContext;


    @BeforeClass
    public void setUpOnceAgain() throws Exception {
        serverURL = new URL("http://localhost:" + port + "/");
        m_webserver = new TestWebServer(port, "/", "generated");
        m_webserver.start();


        m_200file = new File(new File("generated"), "testfile.txt");
        DigestOutputStream dos = new DigestOutputStream(new FileOutputStream(m_200file), MessageDigest.getInstance("MD5"));
        for (int i = 0; i < 10000; i++) {

View Full Code Here

0 1 2

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.