/**
* Search
* Copyright 2010 by Michael Peter Christen
* First released 25.05.2010 at http://yacy.net
*
* $LastChangedDate: 2011-06-13 23:44:03 +0200 (Mo, 13. Jun 2011) $
* $LastChangedRevision: 7778 $
* $LastChangedBy: orbiter $
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General private
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with this program in the file lgpl21.txt
* If not, see <http://www.gnu.org/licenses/>.
*/
package net.yacy.cora.services.federated;
import java.util.ArrayList;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.concurrent.ConcurrentHashMap;
import net.yacy.cora.document.RSSMessage;
import net.yacy.cora.protocol.http.HTTPClient;
import net.yacy.cora.services.federated.opensearch.SRURSSConnector;
import net.yacy.cora.services.federated.yacy.CacheStrategy;
import net.yacy.cora.storage.ConcurrentScoreMap;
import net.yacy.cora.storage.ScoreMap;
public class SearchHub {
private static final String[] SRURSSServicesList = {
//"http://192.168.1.51:8000/yacysearch.rss"//,
"http://127.0.0.1:8008/yacysearch.rss"//,
/*
"http://yacy.dyndns.org:8000/yacysearch.rss",
"http://yacy.caloulinux.net:8085/yacysearch.rss",
"http://algire.dyndns.org:8085/yacysearch.rss",
"http://breyvogel.dyndns.org:8002/yacysearch.rss"*/
};
public final static SearchHub EMPTY = new SearchHub("", 0);
private final String query;
private final int timeout;
private final List<SearchAccumulator> threads;
private final Map<RSSMessage, List<Integer>> result;
public SearchHub(final String query, final int timeout) {
this.query = query;
this.timeout = timeout;
this.threads = new ArrayList<SearchAccumulator>();
this.result = new ConcurrentHashMap<RSSMessage, List<Integer>>();
}
/**
* get the result of the accumulation
* @return
*/
public Map<RSSMessage, List<Integer>> getAccumulation() {
return this.result;
}
/**
* add an accumulator to the list of accumulation theads.
* this is mainly used for awaitTermination() and isTerminated()
* @param a
*/
public void addAccumulator(final SearchAccumulator a) {
this.threads.add(a);
}
/**
* get the original query string
* @return
*/
public String getQuery() {
return this.query;
}
/**
* get the given time-out of the search request
* @return
*/
public int getTimeout() {
return this.timeout;
}
/**
* get the list of search results as scored map.
* The results are combined using their appearance positions.
* Every time this method is called the list is re-computed to reflect the latest results
* @return a score map of urls
*/
public ScoreMap<String> getResults() {
final ScoreMap<String> scores = new ConcurrentScoreMap<String>();
final int m = this.threads.size();
for (final Map.Entry<RSSMessage, List<Integer>> entry: this.result.entrySet()) {
int a = 0;
for (final Integer i : entry.getValue()) a += i.intValue();
scores.inc(entry.getKey().getLink(), a * m / entry.getValue().size());
}
return scores;
}
/**
* wait until all accumulation threads have terminated
*/
public void waitTermination() {
for (final SearchAccumulator t: this.threads) try {t.join();} catch (final InterruptedException e) {}
}
/**
* return true if all accumulation threads have terminated
* @return
*/
public boolean isTerminated() {
for (final SearchAccumulator t: this.threads) if (t.isAlive()) return false;
return true;
}
/**
* return a hash code of the search hub.
* This is computed using only the query string because that identifies the object
*/
@Override
public int hashCode() {
return this.query.hashCode();
}
/**
* test method to add a list of SRU RSS services.
* such services are provided by YaCy peers
* @param search
* @param rssServices
* @param count
* @param verify
* @param global
*/
public static void addSRURSSServices(final SearchHub search, final String[] rssServices, final int count, final CacheStrategy verify, final boolean global, final String userAgent) {
for (final String service: rssServices) {
final SRURSSConnector accumulator = new SRURSSConnector(search, service, count, verify, global, userAgent);
accumulator.start();
search.addAccumulator(accumulator);
}
}
public static void main(final String[] args) {
HTTPClient.setDefaultUserAgent("searchhub");
HTTPClient.initConnectionManager();
final StringBuilder sb = new StringBuilder();
for (final String s: args) sb.append(s).append(' ');
final String query = sb.toString().trim();
final SearchHub search = new SearchHub(query, 10000);
addSRURSSServices(search, SRURSSServicesList, 100, CacheStrategy.CACHEONLY, false, "searchhub");
try {Thread.sleep(100);} catch (final InterruptedException e1) {}
search.waitTermination();
final ScoreMap<String> result = search.getResults();
final Iterator<String> i = result.keys(true);
String u;
while (i.hasNext()) {
u = i.next();
System.out.println("[" + result.get(u) + "] " + u);
}
try {HTTPClient.closeConnectionManager();} catch (final InterruptedException e) { e.printStackTrace(); }
}
}