/*
* Copyright (C) 2010-2101 Alibaba Group Holding Limited.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.alibaba.otter.node.etl.common.io;
import java.io.File;
import java.io.InputStream;
import java.util.ArrayList;
import java.util.Collection;
import java.util.List;
import org.apache.commons.io.FileUtils;
import org.apache.commons.io.FilenameUtils;
import org.apache.commons.lang.StringUtils;
import org.testng.annotations.Test;
import com.alibaba.otter.node.etl.BaseOtterTest;
import com.alibaba.otter.node.etl.common.pipe.impl.http.archive.ArchiveBean;
import com.alibaba.otter.node.etl.common.pipe.impl.http.archive.ArchiveRetriverCallback;
import com.alibaba.otter.node.etl.common.pipe.impl.http.archive.LazyFileInputStream;
import com.alibaba.otter.shared.etl.model.FileData;
public class ArchiveBeanIntegration extends BaseOtterTest {
// @Test
public void test_pack() {
ArchiveBean archiveBean = new ArchiveBean();
try {
archiveBean.afterPropertiesSet();
archiveBean.setUseLocalFileMutliThread(false);
} catch (Exception e1) {
want.fail();
}
File file = new File("/tmp/otter/test");
Collection<File> allFiles = FileUtils.listFiles(file, new String[] { "jpg" }, true);
List<FileData> fileDatas = new ArrayList<FileData>();
for (File files : allFiles) {
FileData data = new FileData();
// data.setPath("wsproduct_repository/product_sku/76/84/32/84/768432847_10.summ.jpg");
data.setPath(StringUtils.substringAfter(files.getAbsolutePath(), "/tmp/otter/test"));
fileDatas.add(data);
}
File archiveFile = new File("/tmp/otter/test.gzip");
if (archiveFile.exists()) {
archiveFile.delete();
}
boolean result = archiveBean.pack(archiveFile, fileDatas, new ArchiveRetriverCallback<FileData>() {
public InputStream retrive(FileData source) {
return new LazyFileInputStream(new File("/tmp/otter/test", source.getPath()));
}
});
if (!result) {
want.fail();
}
}
@Test
public void test_unpack() {
ArchiveBean archiveBean = new ArchiveBean();
try {
archiveBean.afterPropertiesSet();
archiveBean.setUseLocalFileMutliThread(false);
} catch (Exception e1) {
want.fail();
}
File archiveFile = new File("/tmp/otter/test.gzip");
// for (File archiveFile : archiveFiles.listFiles()) {
// if (archiveFile.isDirectory()) {
// continue;
// }
//
// if (!"FileBatch-2013-03-07-16-27-05-245-369-3209577.gzip".equals(archiveFile.getName())) {
// continue;
// }
System.out.println("start unpack : " + archiveFile.getName());
File targetFile = new File("/tmp/otter", FilenameUtils.removeExtension(archiveFile.getName()));
archiveBean.unpack(archiveFile, targetFile);
// }
}
}