MultipleSubmitTransfer.java
/*
* This file is part of Waarp Project (named also Waarp or GG).
*
* Copyright (c) 2019, Waarp SAS, and individual contributors by the @author
* tags. See the COPYRIGHT.txt in the distribution for a full listing of
* individual contributors.
*
* All Waarp Project is free software: you can redistribute it and/or
* modify it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or (at your
* option) any later version.
*
* Waarp is distributed in the hope that it will be useful, but WITHOUT ANY
* WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
* A PARTICULAR PURPOSE. See the GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License along with
* Waarp . If not, see <http://www.gnu.org/licenses/>.
*/
package org.waarp.openr66.client;
import org.waarp.common.database.exception.WaarpDatabaseException;
import org.waarp.common.logging.SysErrLogger;
import org.waarp.common.logging.WaarpLoggerFactory;
import org.waarp.common.logging.WaarpSlf4JLoggerFactory;
import org.waarp.common.utility.WaarpSystemUtil;
import org.waarp.openr66.client.utils.OutputFormat;
import org.waarp.openr66.client.utils.OutputFormat.FIELDS;
import org.waarp.openr66.context.R66Result;
import org.waarp.openr66.database.data.DbRule;
import org.waarp.openr66.database.data.DbTaskRunner;
import org.waarp.openr66.protocol.configuration.Configuration;
import org.waarp.openr66.protocol.configuration.Messages;
import org.waarp.openr66.protocol.networkhandler.NetworkTransaction;
import org.waarp.openr66.protocol.utils.R66Future;
import java.sql.Timestamp;
import java.util.ArrayList;
import java.util.Collections;
import java.util.List;
import static org.waarp.common.database.DbConstant.*;
/**
* Client to submit a transfer for multiple files to multiple hosts at
* once.<br>
* Files will have to be separated by ','.<br>
* Hosts will have to be separated by ','.<br>
* <br>
* For instance: -to host1,host2,host3 -file file1,file2 <br>
* Will generate: <br>
* -to host1 -file file1<br>
* -to host1 -file file2<br>
* -to host2 -file file1<br>
* -to host2 -file file2<br>
* -to host3 -file file1<br>
* -to host3 -file file2<br>
* <br>
* <br>
* Extra option is -client which allows the filename resolution on remote (recv
* files) when using
* wildcards.<br>
*/
public class MultipleSubmitTransfer extends SubmitTransfer {
private int errorMultiple;
private int doneMultiple;
protected boolean submit;
protected final NetworkTransaction networkTransaction;
private final List<OutputFormat> results = new ArrayList<OutputFormat>();
public MultipleSubmitTransfer(final R66Future future, final String remoteHost,
final String filename, final String rulename,
final String fileinfo, final boolean isMD5,
final int blocksize, final long id,
final Timestamp starttime,
final NetworkTransaction networkTransaction) {
super(future, remoteHost, filename, rulename, fileinfo, isMD5, blocksize,
id, starttime);
this.networkTransaction = networkTransaction;
}
@Override
public void run() {
final String[] localfilenames = transferArgs.getFilename().split(",");
final String[] rhosts = transferArgs.getRemoteHost().split(",");
R66Result resultError = null;
// first check if filenames contains wildcards
DbRule dbrule = null;
try {
dbrule = new DbRule(transferArgs.getRulename());
} catch (final WaarpDatabaseException e) {
logger.error(Messages.getString("SubmitTransfer.2") +
transferArgs.getRulename()); //$NON-NLS-1$
WaarpSystemUtil.systemExit(2);
return;
}
if (!submit && dbrule.isRecvMode() && networkTransaction == null) {
logger.error(Messages.getString("Configuration.WrongInit") +
" => -client argument is missing"); //$NON-NLS-1$
WaarpSystemUtil.systemExit(2);
return;
}
List<String> files = null;
if (dbrule.isSendMode()) {
files = getLocalFiles(dbrule, localfilenames);
} else if (submit) {
files = new ArrayList<String>();
Collections.addAll(files, localfilenames);
}
for (String host : rhosts) {
host = host.trim();
if (!host.isEmpty()) {
if (!submit && dbrule.isRecvMode()) {
files = getRemoteFiles(localfilenames, host, networkTransaction);
}
for (String filename : files) {
filename = filename.trim();
if (!filename.isEmpty()) {
final R66Future future = new R66Future(true);
final SubmitTransfer transaction =
new SubmitTransfer(future, host, filename,
transferArgs.getRulename(),
transferArgs.getTransferInfo(),
transferArgs.isMD5(),
transferArgs.getBlockSize(),
transferArgs.getId(),
transferArgs.getStartTime());
transaction.transferArgs.setFollowId(transferArgs.getFollowId());
transaction.normalInfoAsWarn = normalInfoAsWarn;
transaction.run();
future.awaitOrInterruptible();
final DbTaskRunner runner = future.getResult().getRunner();
final OutputFormat outputFormat =
new OutputFormat(MultipleSubmitTransfer.class.getSimpleName(),
null);
if (future.isSuccess()) {
prepareSubmitOkOutputFormat(runner, outputFormat);
getResults().add(outputFormat);
if (transaction.normalInfoAsWarn) {
logger.warn(outputFormat.loggerOut());
} else if (logger.isInfoEnabled()) {
logger.info(outputFormat.loggerOut());
}
setDoneMultiple(getDoneMultiple() + 1);
} else {
prepareSubmitKoOutputFormat(future, runner, outputFormat);
getResults().add(outputFormat);
setErrorMultiple(getErrorMultiple() + 1);
resultError = future.getResult();
}
}
}
}
}
if (getErrorMultiple() > 0) {
if (resultError != null) {
future.setResult(resultError);
}
future.cancel();
} else {
future.setSuccess();
}
}
/**
* @param args configuration file, the remoteHost Id, the file to
* transfer, the rule, file transfer
* information as arguments and optionally isMD5=1 for true or 0 for
* false(default) and the
* blocksize if different than default
*/
public static void main(final String[] args) {
WaarpLoggerFactory.setDefaultFactoryIfNotSame(
new WaarpSlf4JLoggerFactory(null));
if (logger == null) {
logger = WaarpLoggerFactory.getLogger(MultipleSubmitTransfer.class);
}
boolean submit = true;
for (final String string : args) {
if ("-client".equalsIgnoreCase(string)) {
submit = false;
break;
}
}
if (!getParams(args, submit)) {
logger.error(Messages.getString("Configuration.WrongInit")); //$NON-NLS-1$
if (!OutputFormat.isQuiet()) {
SysErrLogger.FAKE_LOGGER.sysout(
Messages.getString("Configuration.WrongInit")); //$NON-NLS-1$
}
if (admin != null) {
admin.close();
}
WaarpSystemUtil.systemExit(1);
return;
}
NetworkTransaction networkTransaction = null;
if (!submit) {
Configuration.configuration.pipelineInit();
networkTransaction = new NetworkTransaction();
}
try {
final R66Future future = new R66Future(true);
final MultipleSubmitTransfer transaction =
new MultipleSubmitTransfer(future, rhost, localFilename, rule,
transferInfo, ismd5, block, idt,
ttimestart, networkTransaction);
transaction.normalInfoAsWarn = snormalInfoAsWarn;
transaction.run();
future.awaitOrInterruptible();
final OutputFormat outputFormat = new OutputFormat(
"Unique " + MultipleSubmitTransfer.class.getSimpleName(), args);
if (future.isSuccess()) {
outputFormat.setValue(FIELDS.status.name(), 0);
outputFormat.setValue(FIELDS.statusTxt.name(), "Multiple " +
Messages.getString(
"SubmitTransfer.3") +
Messages.getString(
"RequestInformation.Success")); //$NON-NLS-1$
outputFormat.setValue(FIELDS.remote.name(), rhost);
outputFormat.setValue("ok", transaction.getDoneMultiple());
if (transaction.normalInfoAsWarn) {
logger.warn(outputFormat.loggerOut());
} else if (logger.isInfoEnabled()) {
logger.info(outputFormat.loggerOut());
}
if (!OutputFormat.isQuiet()) {
outputFormat.sysout();
for (final OutputFormat result : transaction.getResults()) {
SysErrLogger.FAKE_LOGGER.sysout();
result.sysout();
}
}
if (networkTransaction != null) {
networkTransaction.closeAll();
networkTransaction = null;
}
admin.close();
WaarpSystemUtil.systemExit(0);
} else {
outputFormat.setValue(FIELDS.status.name(), 2);
outputFormat.setValue(FIELDS.statusTxt.name(), "Multiple " +
Messages.getString(
"SubmitTransfer.14") +
Messages.getString(
"RequestInformation.Failure")); //$NON-NLS-1$
outputFormat.setValue(FIELDS.remote.name(), rhost);
outputFormat.setValue("ok", transaction.getDoneMultiple());
outputFormat.setValue("ko", transaction.getErrorMultiple());
logger.error(outputFormat.loggerOut());
if (!OutputFormat.isQuiet()) {
outputFormat.sysout();
for (final OutputFormat result : transaction.getResults()) {
SysErrLogger.FAKE_LOGGER.sysout();
result.sysout();
}
}
if (networkTransaction != null) {
networkTransaction.closeAll();
networkTransaction = null;
}
admin.close();
WaarpSystemUtil.systemExit(transaction.getErrorMultiple());
}
} finally {
if (networkTransaction != null) {
networkTransaction.closeAll();
}
}
}
/**
* @return the errorMultiple
*/
public int getErrorMultiple() {
return errorMultiple;
}
/**
* @param errorMultiple the errorMultiple to set
*/
private void setErrorMultiple(final int errorMultiple) {
this.errorMultiple = errorMultiple;
}
/**
* @return the doneMultiple
*/
public int getDoneMultiple() {
return doneMultiple;
}
/**
* @param doneMultiple the doneMultiple to set
*/
private void setDoneMultiple(final int doneMultiple) {
this.doneMultiple = doneMultiple;
}
/**
* @return the results
*/
public List<OutputFormat> getResults() {
return results;
}
}