/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.oodt.cas.catalog.struct.impl.index;
//JDK imports
import java.io.UnsupportedEncodingException;
import java.net.URLDecoder;
import java.net.URLEncoder;
import java.sql.Connection;
import java.sql.ResultSet;
import java.sql.Statement;
import java.util.Collections;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Properties;
import java.util.Vector;
import java.util.logging.Level;
import java.util.logging.Logger;
//SQL imports
import javax.sql.DataSource;
//OODT imports
import org.apache.oodt.cas.catalog.exception.CatalogIndexException;
import org.apache.oodt.cas.catalog.exception.QueryServiceException;
import org.apache.oodt.cas.catalog.page.IndexPager;
import org.apache.oodt.cas.catalog.page.IngestReceipt;
import org.apache.oodt.cas.catalog.query.ComparisonQueryExpression;
import org.apache.oodt.cas.catalog.query.NotQueryExpression;
import org.apache.oodt.cas.catalog.query.QueryExpression;
import org.apache.oodt.cas.catalog.query.QueryLogicalGroup;
import org.apache.oodt.cas.catalog.query.StdQueryExpression;
import org.apache.oodt.cas.catalog.struct.Index;
import org.apache.oodt.cas.catalog.struct.QueryService;
import org.apache.oodt.cas.catalog.struct.TransactionId;
import org.apache.oodt.cas.catalog.struct.TransactionIdFactory;
import org.apache.oodt.cas.catalog.struct.impl.transaction.LongTransactionIdFactory;
import org.apache.oodt.cas.catalog.term.Term;
import org.apache.oodt.cas.catalog.term.TermBucket;
import org.apache.oodt.commons.database.DatabaseConnectionBuilder;
//EDA imports
import org.apache.oodt.commons.util.DateConvert;
/**
* @author bfoster
* @version $Revision$
*
* <p>
* A queriable index for querying for original cas-workflow instance metadata (not for cas-workflow2)
* <p>
*/
public class WorkflowManagerDataSourceIndex implements Index, QueryService {
private static final Logger LOG = Logger.getLogger(WorkflowManagerDataSourceIndex.class.getName());
protected DataSource dataSource;
public WorkflowManagerDataSourceIndex(String user, String pass, String driver, String jdbcUrl) throws InstantiationException {
this.dataSource = DatabaseConnectionBuilder.buildDataSource(user, pass, driver, jdbcUrl);
}
public List<TransactionId<?>> getPage(IndexPager indexPage)
throws CatalogIndexException {
// TODO Auto-generated method stub
return null;
}
public Properties getProperties() throws CatalogIndexException {
return new Properties();
}
public String getProperty(String key) throws CatalogIndexException {
return null;
}
public TransactionIdFactory getTransactionIdFactory() throws CatalogIndexException {
return new LongTransactionIdFactory();
}
public boolean hasTransactionId(TransactionId<?> transactionId)
throws CatalogIndexException {
Connection conn = null;
Statement stmt = null;
ResultSet rs = null;
try {
conn = this.dataSource.getConnection();
stmt = conn.createStatement();
rs = stmt.executeQuery("SELECT DISTINCT workflow_instance_id FROM workflow_instance_metadata WHERE workflow_instance_id = '" + transactionId + "'");
return rs.next();
}catch (Exception e) {
throw new CatalogIndexException("Failed to check for workflow id '" + transactionId + "' : " + e.getMessage(), e);
}finally {
try {
conn.close();
}catch(Exception e) {}
try {
stmt.close();
}catch(Exception e) {}
try {
rs.close();
}catch(Exception e) {}
}
}
public List<TermBucket> getBuckets(TransactionId<?> transactionId)
throws QueryServiceException {
Connection conn = null;
Statement stmt = null;
ResultSet rs = null;
try {
conn = this.dataSource.getConnection();
stmt = conn.createStatement();
rs = stmt.executeQuery("SELECT * FROM workflow_instance_metadata WHERE workflow_instance_id = '" + transactionId + "'");
TermBucket tb = new TermBucket("Workflows");
while (rs.next()) {
String key = rs.getString("workflow_met_key");
String value = URLDecoder.decode(rs.getString("workflow_met_val"), "UTF-8");
tb.addTerm(new Term(key, Collections.singletonList(value)));
}
return Collections.singletonList(tb);
}catch (Exception e) {
throw new QueryServiceException("Failed to get Workflow Instance Metadata for workflow id '" + transactionId + "' : " + e.getMessage(), e);
}finally {
try {
conn.close();
}catch(Exception e) {}
try {
stmt.close();
}catch(Exception e) {}
try {
rs.close();
}catch(Exception e) {}
}
}
public Map<TransactionId<?>, List<TermBucket>> getBuckets(
List<TransactionId<?>> transactionIds) throws QueryServiceException {
Map<TransactionId<?>, List<TermBucket>> returnMap = new HashMap<TransactionId<?>, List<TermBucket>>();
for (TransactionId<?> transactionId : transactionIds)
returnMap.put(transactionId, this.getBuckets(transactionId));
return returnMap;
}
public List<IngestReceipt> query(QueryExpression queryExpression)
throws QueryServiceException {
Connection conn = null;
Statement stmt = null;
ResultSet rs = null;
try {
conn = this.dataSource.getConnection();
stmt = conn.createStatement();
String sqlQuery = "SELECT workflow_instance_id,start_date_time FROM workflow_instances WHERE workflow_instance_id IN (" + this.getSqlQuery(queryExpression) + ")";
LOG.log(Level.INFO, "Performing Query: " + sqlQuery);
rs = stmt.executeQuery(sqlQuery);
List<IngestReceipt> receipts = new Vector<IngestReceipt>();
while (rs.next())
receipts.add(new IngestReceipt(new LongTransactionIdFactory().createTransactionId(rs.getString("workflow_instance_id")), DateConvert.isoParse(rs.getString("start_date_time"))));
return receipts;
}catch (Exception e) {
throw new QueryServiceException("Failed to query Workflow Instances Database : " + e.getMessage(), e);
}finally {
try {
conn.close();
}catch(Exception e) {}
try {
stmt.close();
}catch(Exception e) {}
try {
rs.close();
}catch(Exception e) {}
}
}
public List<IngestReceipt> query(QueryExpression queryExpression, int startIndex, int endIndex) throws QueryServiceException {
Connection conn = null;
Statement stmt = null;
ResultSet rs = null;
try {
conn = this.dataSource.getConnection();
stmt = conn.createStatement();
String sqlQuery = "SELECT workflow_instance_id,start_date_time FROM workflow_instances WHERE workflow_instance_id IN (" + this.getSqlQuery(queryExpression) + ")";
LOG.log(Level.INFO, "Performing Query: " + sqlQuery);
rs = stmt.executeQuery(sqlQuery);
List<IngestReceipt> receipts = new Vector<IngestReceipt>();
int index = 0;
while (startIndex > index && rs.next()) index++;
while (rs.next() && index++ <= endIndex)
receipts.add(new IngestReceipt(new LongTransactionIdFactory().createTransactionId(rs.getString("workflow_instance_id")), DateConvert.isoParse(rs.getString("start_date_time"))));
return receipts;
}catch (Exception e) {
throw new QueryServiceException("Failed to query Workflow Instances Database : " + e.getMessage(), e);
}finally {
try {
conn.close();
}catch(Exception e) {}
try {
stmt.close();
}catch(Exception e) {}
try {
rs.close();
}catch(Exception e) {}
}
}
public int sizeOf(QueryExpression queryExpression)
throws QueryServiceException {
Connection conn = null;
Statement stmt = null;
ResultSet rs = null;
try {
conn = this.dataSource.getConnection();
stmt = conn.createStatement();
String sqlQuery = "SELECT COUNT(workflow_instance_id) AS numInstances FROM workflow_instances WHERE workflow_instance_id IN (" + this.getSqlQuery(queryExpression) + ")";
LOG.log(Level.INFO, "Performing Query: " + sqlQuery);
rs = stmt.executeQuery(sqlQuery);
int numInstances = 0;
while (rs.next())
numInstances = rs.getInt("numInstances");
return numInstances;
} catch (Exception e) {
throw new QueryServiceException(
"Failed to get size of query in Workflow Instances Database : "
+ e.getMessage(), e);
} finally {
try {
conn.close();
} catch (Exception e) {
}
try {
stmt.close();
} catch (Exception e) {
}
try {
rs.close();
} catch (Exception e) {
}
}
}
private String getSqlQuery(QueryExpression queryExpression) throws QueryServiceException, UnsupportedEncodingException {
String sqlQuery = null;
if (queryExpression instanceof QueryLogicalGroup) {
QueryLogicalGroup qlg = (QueryLogicalGroup) queryExpression;
sqlQuery = "(" + this.getSqlQuery(qlg.getExpressions().get(0));
String op = qlg.getOperator() == QueryLogicalGroup.Operator.AND ? "INTERSECT" : "UNION";
for (int i = 1; i < qlg.getExpressions().size(); i++)
sqlQuery += ") " + op + " (" + this.getSqlQuery(qlg.getExpressions().get(i));
sqlQuery += ")";
}else if (queryExpression instanceof ComparisonQueryExpression){
ComparisonQueryExpression cqe = (ComparisonQueryExpression) queryExpression;
String operator = null;
if (cqe.getOperator().equals(ComparisonQueryExpression.Operator.EQUAL_TO)) {
operator = "=";
} else if (cqe.getOperator().equals(ComparisonQueryExpression.Operator.GREATER_THAN)) {
operator = ">";
} else if (cqe.getOperator().equals(ComparisonQueryExpression.Operator.GREATER_THAN_EQUAL_TO)) {
operator = ">=";
} else if (cqe.getOperator().equals(ComparisonQueryExpression.Operator.LESS_THAN)) {
operator = "<";
} else if (cqe.getOperator().equals(ComparisonQueryExpression.Operator.LESS_THAN_EQUAL_TO)) {
operator = "<=";
} else {
throw new QueryServiceException("Invalid ComparisonQueryExpression Operator '" + cqe.getOperator() + "'");
}
sqlQuery = "SELECT DISTINCT workflow_instance_id FROM workflow_instance_metadata WHERE workflow_met_key = '" + cqe.getTerm().getName() + "' AND (";
for (int i = 0; i < cqe.getTerm().getValues().size(); i++) {
String value = cqe.getTerm().getValues().get(i);
sqlQuery += "workflow_met_val " + operator + " '" + URLEncoder.encode(value, "UTF-8") + "'";
if ((i + 1) < cqe.getTerm().getValues().size())
sqlQuery += "OR";
}
sqlQuery += ")";
}else if (queryExpression instanceof NotQueryExpression) {
NotQueryExpression nqe = (NotQueryExpression) queryExpression;
sqlQuery = "SELECT DISTINCT workflow_instance_id FROM workflow_instance_metadata WHERE NOT (" + this.getSqlQuery(nqe.getQueryExpression()) + ")";
}else if (queryExpression instanceof StdQueryExpression) {
sqlQuery = "SELECT DISTINCT workflow_instance_id FROM workflow_instance_metadata";
}else {
throw new QueryServiceException("Invalid QueryExpression '" + queryExpression.getClass().getCanonicalName() + "'");
}
return sqlQuery;
}
}