/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.oozie.command.bundle;
import java.util.Date;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import org.apache.oozie.BundleActionBean;
import org.apache.oozie.BundleJobBean;
import org.apache.oozie.CoordinatorJobBean;
import org.apache.oozie.ErrorCode;
import org.apache.oozie.XException;
import org.apache.oozie.client.Job;
import org.apache.oozie.client.rest.RestConstants;
import org.apache.oozie.command.CommandException;
import org.apache.oozie.command.RerunTransitionXCommand;
import org.apache.oozie.command.coord.CoordRerunXCommand;
import org.apache.oozie.executor.jpa.BundleActionUpdateJPAExecutor;
import org.apache.oozie.executor.jpa.BundleActionsGetJPAExecutor;
import org.apache.oozie.executor.jpa.BundleJobGetJPAExecutor;
import org.apache.oozie.executor.jpa.BundleJobUpdateJPAExecutor;
import org.apache.oozie.executor.jpa.CoordJobGetJPAExecutor;
import org.apache.oozie.executor.jpa.JPAExecutorException;
import org.apache.oozie.service.JPAService;
import org.apache.oozie.service.Services;
import org.apache.oozie.util.DateUtils;
import org.apache.oozie.util.LogUtils;
import org.apache.oozie.util.ParamChecker;
import org.apache.oozie.util.XLog;
/**
* Rerun bundle coordinator jobs by a list of coordinator names or dates. User can specify if refresh or noCleanup.
* <p/>
* The "refresh" is used to indicate if user wants to refresh an action's input/outpur dataset urls
* <p/>
* The "noCleanup" is used to indicate if user wants to cleanup output events for given rerun actions
*/
public class BundleRerunXCommand extends RerunTransitionXCommand<Void> {
private final String coordScope;
private final String dateScope;
private final boolean refresh;
private final boolean noCleanup;
private BundleJobBean bundleJob;
private List<BundleActionBean> bundleActions;
protected boolean prevPending;
private JPAService jpaService = null;
/**
* The constructor for class {@link BundleRerunXCommand}
*
* @param jobId the bundle job id
* @param coordScope the rerun scope for coordinator job names separated by ","
* @param dateScope the rerun scope for coordinator nominal times separated by ","
* @param refresh true if user wants to refresh input/outpur dataset urls
* @param noCleanup false if user wants to cleanup output events for given rerun actions
*/
public BundleRerunXCommand(String jobId, String coordScope, String dateScope, boolean refresh, boolean noCleanup) {
super("bundle_rerun", "bundle_rerun", 1);
this.jobId = ParamChecker.notEmpty(jobId, "jobId");
this.coordScope = coordScope;
this.dateScope = dateScope;
this.refresh = refresh;
this.noCleanup = noCleanup;
}
/* (non-Javadoc)
* @see org.apache.oozie.command.XCommand#loadState()
*/
@Override
protected void loadState() throws CommandException {
try {
jpaService = Services.get().get(JPAService.class);
if (jpaService != null) {
this.bundleJob = jpaService.execute(new BundleJobGetJPAExecutor(jobId));
this.bundleActions = jpaService.execute(new BundleActionsGetJPAExecutor(jobId));
LogUtils.setLogInfo(bundleJob, logInfo);
super.setJob(bundleJob);
prevPending = bundleJob.isPending();
}
else {
throw new CommandException(ErrorCode.E0610);
}
}
catch (XException ex) {
throw new CommandException(ex);
}
}
/* (non-Javadoc)
* @see org.apache.oozie.command.RerunTransitionXCommand#rerunChildren()
*/
@Override
public void rerunChildren() throws CommandException {
boolean isUpdateActionDone = false;
Map<String, BundleActionBean> coordNameToBAMapping = new HashMap<String, BundleActionBean>();
if (bundleActions != null) {
for (BundleActionBean action : bundleActions) {
if (action.getCoordName() != null) {
coordNameToBAMapping.put(action.getCoordName(), action);
}
}
}
if (coordScope != null && !coordScope.isEmpty()) {
String[] list = coordScope.split(",");
for (String coordName : list) {
coordName = coordName.trim();
if (coordNameToBAMapping.keySet().contains(coordName)) {
String coordId = coordNameToBAMapping.get(coordName).getCoordId();
if (coordId == null) {
LOG.info("No coord id found. Therefore, nothing to queue for coord rerun for coordname: " + coordName);
continue;
}
CoordinatorJobBean coordJob = getCoordJob(coordId);
String rerunDateScope;
if (dateScope != null && !dateScope.isEmpty()) {
rerunDateScope = dateScope;
}
else {
String coordStart = DateUtils.convertDateToString(coordJob.getStartTime());
String coordEnd = DateUtils.convertDateToString(coordJob.getEndTime());
rerunDateScope = coordStart + "::" + coordEnd;
}
LOG.debug("Queuing rerun range [" + rerunDateScope + "] for coord id " + coordId + " of bundle "
+ bundleJob.getId());
queue(new CoordRerunXCommand(coordId, RestConstants.JOB_COORD_RERUN_DATE, rerunDateScope, refresh,
noCleanup));
updateBundleAction(coordNameToBAMapping.get(coordName));
isUpdateActionDone = true;
}
else {
LOG.info("Rerun for coord " + coordName + " NOT performed because it is not in bundle ", bundleJob.getId());
}
}
}
else if (dateScope != null && !dateScope.isEmpty()) {
if (bundleActions != null) {
for (BundleActionBean action : bundleActions) {
if (action.getCoordId() == null) {
LOG.info("No coord id found. Therefore nothing to queue for coord rerun with coord name "
+ action.getCoordName());
continue;
}
LOG.debug("Queuing rerun range [" + dateScope + "] for coord id " + action.getCoordId() + " of bundle "
+ bundleJob.getId());
queue(new CoordRerunXCommand(action.getCoordId(), RestConstants.JOB_COORD_RERUN_DATE, dateScope,
refresh, noCleanup));
updateBundleAction(action);
isUpdateActionDone = true;
}
}
}
if (!isUpdateActionDone) {
transitToPrevious();
}
LOG.info("Rerun coord jobs for the bundle=[{0}]", jobId);
}
private final void transitToPrevious() throws CommandException {
bundleJob.setStatus(getPrevStatus());
if (!prevPending) {
bundleJob.resetPending();
}
else {
bundleJob.setPending();
}
updateJob();
}
/**
* Update bundle action
*
* @param action the bundle action
* @throws CommandException thrown if failed to update bundle action
*/
private void updateBundleAction(BundleActionBean action) throws CommandException {
action.incrementAndGetPending();
action.setLastModifiedTime(new Date());
try {
jpaService.execute(new BundleActionUpdateJPAExecutor(action));
}
catch (JPAExecutorException je) {
throw new CommandException(je);
}
}
/* (non-Javadoc)
* @see org.apache.oozie.command.TransitionXCommand#updateJob()
*/
@Override
public void updateJob() throws CommandException {
try {
// rerun a paused bundle job will keep job status at paused and pending at previous pending
if (getPrevStatus()!= null && getPrevStatus().equals(Job.Status.PAUSED)) {
bundleJob.setStatus(Job.Status.PAUSED);
if (prevPending) {
bundleJob.setPending();
} else {
bundleJob.resetPending();
}
}
jpaService.execute(new BundleJobUpdateJPAExecutor(bundleJob));
}
catch (JPAExecutorException je) {
throw new CommandException(je);
}
}
/* (non-Javadoc)
* @see org.apache.oozie.command.XCommand#getEntityKey()
*/
@Override
public String getEntityKey() {
return jobId;
}
/* (non-Javadoc)
* @see org.apache.oozie.command.XCommand#isLockRequired()
*/
@Override
protected boolean isLockRequired() {
return true;
}
/*
* (non-Javadoc)
* @see org.apache.oozie.command.TransitionXCommand#getJob()
*/
@Override
public Job getJob() {
return bundleJob;
}
/* (non-Javadoc)
* @see org.apache.oozie.command.TransitionXCommand#notifyParent()
*/
@Override
public void notifyParent() throws CommandException {
}
/* (non-Javadoc)
* @see org.apache.oozie.command.RerunTransitionXCommand#getLog()
*/
@Override
public XLog getLog() {
return LOG;
}
private final CoordinatorJobBean getCoordJob(String coordId) throws CommandException {
try {
CoordinatorJobBean job = jpaService.execute(new CoordJobGetJPAExecutor(coordId));
return job;
}
catch (JPAExecutorException je) {
throw new CommandException(je);
}
}
}