/*
* Copyright (c) 2011, Rickard Öberg. All Rights Reserved.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
*/
package org.qi4j.index.solr.internal;
import java.io.IOException;
import java.util.ArrayList;
import java.util.Date;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import org.apache.solr.client.solrj.SolrServer;
import org.apache.solr.client.solrj.SolrServerException;
import org.apache.solr.common.SolrInputDocument;
import org.apache.solr.core.SolrCore;
import org.apache.solr.schema.SchemaField;
import org.json.JSONArray;
import org.json.JSONException;
import org.json.JSONObject;
import org.openrdf.model.BNode;
import org.openrdf.model.Graph;
import org.openrdf.model.Literal;
import org.openrdf.model.Resource;
import org.openrdf.model.Statement;
import org.openrdf.model.URI;
import org.openrdf.model.ValueFactory;
import org.openrdf.model.impl.GraphImpl;
import org.openrdf.model.impl.URIImpl;
import org.openrdf.model.impl.ValueFactoryImpl;
import org.qi4j.api.injection.scope.Service;
import org.qi4j.api.injection.scope.Uses;
import org.qi4j.index.solr.EmbeddedSolrService;
import org.qi4j.index.solr.SolrQueryService;
import org.qi4j.library.rdf.entity.EntityStateSerializer;
import org.qi4j.spi.entity.EntityState;
import org.qi4j.spi.entity.EntityStatus;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import static org.qi4j.functional.Iterables.first;
/**
* JAVADOC
*/
public abstract class SolrEntityIndexerMixin
implements SolrQueryService
{
@Service
private EmbeddedSolrService solr;
@Uses
private EntityStateSerializer stateSerializer;
private ValueFactory valueFactory = new ValueFactoryImpl();
private SolrServer server;
private Map<String, SchemaField> indexedFields;
Logger logger = LoggerFactory.getLogger( getClass() );
@Override
public void inflateSolrSchema()
{
server = solr.solrServer();
SolrCore solrCore = solr.solrCore();
try
{
indexedFields = solrCore.getSchema().getFields();
} finally
{
solrCore.close();
}
}
@Override
public void releaseSolrSchema()
{
server = null;
indexedFields = null;
}
@Override
public void notifyChanges( Iterable<EntityState> entityStates )
{
try
{
try
{
// Figure out what to update
List<String> deleted = null;
List<SolrInputDocument> added = new ArrayList<SolrInputDocument>();
for( EntityState entityState : entityStates )
{
if( entityState.entityDescriptor().queryable() )
{
if( entityState.status().equals( EntityStatus.REMOVED ) )
{
if( deleted == null )
deleted = new ArrayList<String>();
deleted.add( entityState.identity().identity() );
} else if( entityState.status().equals( EntityStatus.UPDATED ) )
{
added.add( indexEntityState( entityState, server ) );
} else if( entityState.status().equals( EntityStatus.NEW ) )
{
added.add( indexEntityState( entityState, server ) );
}
}
}
// Send changes to Solr
if( deleted != null )
server.deleteById( deleted );
if( !added.isEmpty() )
server.add( added );
} finally
{
if( server != null )
{
server.commit( false, false );
}
}
} catch( Throwable e )
{
logger.error( "Could not update Solr", e );
//TODO What shall we do with the exception?
}
}
private SolrInputDocument indexEntityState( final EntityState entityState,
final SolrServer server )
throws IOException, SolrServerException, JSONException
{
Graph graph = new GraphImpl();
stateSerializer.serialize( entityState, false, graph );
SolrInputDocument input = new SolrInputDocument();
input.addField( "id", entityState.identity().identity() );
input.addField( "type", first(entityState.entityDescriptor().types()).getName() );
input.addField( "lastModified", new Date( entityState.lastModified() ) );
for( Statement statement : graph )
{
SchemaField field = indexedFields.get( statement.getPredicate().getLocalName() );
if( field != null )
{
if( statement.getObject() instanceof Literal )
{
String value = statement.getObject().stringValue();
if( field.getType().getTypeName().equals( "json" ) )
{
if( value.charAt( 0 ) == '[' )
{
JSONArray array = new JSONArray( value );
indexJson( input, array );
} else if( value.charAt( 0 ) == '{' )
{
JSONObject object = new JSONObject( value );
indexJson( input, object );
}
} else
{
input.addField( field.getName(), value );
}
} else if( statement.getObject() instanceof URI && !"type".equals( field.getName() ) )
{
String value = statement.getObject().stringValue();
value = value.substring( value.lastIndexOf( ':' ) + 1, value.length() );
String name = field.getName();
input.addField( name, value );
} else if( statement.getObject() instanceof BNode )
{
Iterator<Statement> seq = graph.match( (Resource) statement.getObject(), new URIImpl( "http://www.w3.org/1999/02/22-rdf-syntax-ns#li" ), null, (Resource) null );
while( seq.hasNext() )
{
Statement seqStatement = seq.next();
String value = seqStatement.getObject().stringValue();
value = value.substring( value.lastIndexOf( ':' ) + 1, value.length() );
input.addField( field.getName(), value );
}
}
}
}
return input;
}
private void indexJson( SolrInputDocument input, Object object ) throws JSONException
{
if( object instanceof JSONArray )
{
JSONArray array = (JSONArray) object;
for( int i = 0; i < array.length(); i++ )
indexJson( input, array.get( i ) );
} else
{
JSONObject jsonObject = (JSONObject) object;
Iterator keys = jsonObject.keys();
while( keys.hasNext() )
{
Object name = keys.next();
Object value = jsonObject.get( name.toString() );
if( value instanceof JSONObject || value instanceof JSONArray )
{
indexJson( input, value );
} else
{
SchemaField field = indexedFields.get( name.toString() );
if( field != null )
{
input.addField( name.toString(), jsonObject.get( name.toString() ) );
}
}
}
}
}
}