package com.linkedin.databus.container.request;
/*
*
* Copyright 2013 LinkedIn Corp. All rights reserved
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*
*/
import java.io.BufferedReader;
import java.io.FileReader;
import java.io.IOException;
import java.nio.ByteBuffer;
import java.nio.charset.Charset;
import java.util.concurrent.ExecutorService;
import org.apache.log4j.Logger;
import com.linkedin.databus.container.netty.HttpRelay;
import com.linkedin.databus.core.DbusEventBuffer;
import com.linkedin.databus.core.DbusEventBufferMult;
import com.linkedin.databus.core.DbusEventSerializable;
import com.linkedin.databus.core.InvalidEventException;
import com.linkedin.databus.core.data_model.PhysicalPartition;
import com.linkedin.databus.core.monitoring.mbean.DbusEventsStatisticsCollector;
import com.linkedin.databus2.core.container.request.DatabusRequest;
import com.linkedin.databus2.core.container.request.RequestProcessingException;
import com.linkedin.databus2.core.container.request.RequestProcessor;
import com.linkedin.databus2.relay.config.PhysicalSourceStaticConfig;
public class LoadDataEventsRequestProcessor implements RequestProcessor
{
public static final Logger LOG = Logger.getLogger(LoadDataEventsRequestProcessor.class.getName());
public static final String COMMAND_NAME = "loadDataEvents";
public static final String FILE_PATH_PARAM = "file";
public static final String START_WINDOW_PARAM = "startWindow";
public static final String PHYSICAL_PARTITION_ID_PARAM = "physicalPartionId";
private final ExecutorService _executorService;
private final HttpRelay _relay;
private final DbusEventBufferMult _eventBuffer;
public LoadDataEventsRequestProcessor(ExecutorService executorService,
HttpRelay relay)
{
_executorService = executorService;
_relay = relay;
_eventBuffer = _relay.getEventBuffer();
}
@Override
public ExecutorService getExecutorService()
{
return _executorService;
}
@Override
public DatabusRequest process(DatabusRequest request) throws IOException,
RequestProcessingException
{
String fileStr = request.getRequiredStringParam(FILE_PATH_PARAM);
String startWinStr = request.getParams().getProperty(START_WINDOW_PARAM, "false");
String physicalParitionParameter = request.getParams().getProperty(PHYSICAL_PARTITION_ID_PARAM);
LOG.info(PHYSICAL_PARTITION_ID_PARAM + "=" + physicalParitionParameter);
PhysicalPartition pPartition = PhysicalSourceStaticConfig.getDefaultPhysicalPartition();
if(physicalParitionParameter != null) {
// physical partition parameter format is PPName_PPId
pPartition = PhysicalPartition.parsePhysicalPartitionString(physicalParitionParameter, "_");
}
boolean startWin = Boolean.valueOf(startWinStr);
BufferedReader in = new BufferedReader(new FileReader(fileStr));
try
{
//PhysicalPartition pPartition = new PhysicalPartition(physicalPartitionId);
// TODO this should actually use DbusEventBufferAppendable (DDSDBUS-78)
DbusEventBuffer buf = (DbusEventBuffer)_eventBuffer.getDbusEventBufferAppendable(pPartition);
if(buf == null)
throw new RequestProcessingException("cannot find buffer for ph. partion " + pPartition);
if ((buf.getMinScn() < 0) && (buf.getPrevScn() < 0)) buf.start(0);
try
{
DbusEventsStatisticsCollector statsCollector = _relay.getInBoundStatsCollectors().getStatsCollector(pPartition.toSimpleString());
int eventsAppended = 0;
if (!((eventsAppended = DbusEventSerializable.appendToEventBuffer(in, buf, statsCollector, startWin))>0))
{
throw new RequestProcessingException("event loading failed");
}
StringBuilder res = new StringBuilder(20);
res.append("{\"eventsAppended\":");
res.append(eventsAppended);
res.append("}");
request.getResponseContent().write(ByteBuffer.wrap(res.toString().getBytes(Charset.defaultCharset())));
}
catch (InvalidEventException iee)
{
throw new RequestProcessingException(iee);
}
catch (RuntimeException re)
{
LOG.error("runttime excception: " + re.getMessage(), re);
throw re;
}
}
finally
{
in.close();
}
return request;
}
}