Revert "HADOOP-13236. truncate will fail when we use viewfilesystem. Contributed by Brahma Reddy Battula"
This reverts commit b63dd7b63b
.
This commit is contained in:
parent
b63dd7b63b
commit
2b575a90f3
|
@ -353,11 +353,6 @@ class ChRootedFileSystem extends FilterFileSystem {
|
||||||
return super.getXAttrs(fullPath(path), names);
|
return super.getXAttrs(fullPath(path), names);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
|
||||||
public boolean truncate(Path path, long newLength) throws IOException {
|
|
||||||
return super.truncate(fullPath(path), newLength);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public List<String> listXAttrs(Path path) throws IOException {
|
public List<String> listXAttrs(Path path) throws IOException {
|
||||||
return super.listXAttrs(fullPath(path));
|
return super.listXAttrs(fullPath(path));
|
||||||
|
|
|
@ -505,7 +505,7 @@ public class ViewFileSystem extends FileSystem {
|
||||||
throws IOException {
|
throws IOException {
|
||||||
InodeTree.ResolveResult<FileSystem> res =
|
InodeTree.ResolveResult<FileSystem> res =
|
||||||
fsState.resolve(getUriPath(f), true);
|
fsState.resolve(getUriPath(f), true);
|
||||||
return res.targetFileSystem.truncate(res.remainingPath, newLength);
|
return res.targetFileSystem.truncate(f, newLength);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
|
|
|
@ -1,123 +0,0 @@
|
||||||
/**
|
|
||||||
* Licensed to the Apache Software Foundation (ASF) under one
|
|
||||||
* or more contributor license agreements. See the NOTICE file
|
|
||||||
* distributed with this work for additional information
|
|
||||||
* regarding copyright ownership. The ASF licenses this file
|
|
||||||
* to you under the Apache License, Version 2.0 (the
|
|
||||||
* "License"); you may not use this file except in compliance
|
|
||||||
* with the License. You may obtain a copy of the License at
|
|
||||||
* <p>
|
|
||||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
* <p>
|
|
||||||
* Unless required by applicable law or agreed to in writing, software
|
|
||||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
* See the License for the specific language governing permissions and
|
|
||||||
* limitations under the License.
|
|
||||||
*/
|
|
||||||
|
|
||||||
package org.apache.hadoop.fs.viewfs;
|
|
||||||
|
|
||||||
import java.io.IOException;
|
|
||||||
|
|
||||||
import com.google.common.base.Supplier;
|
|
||||||
import org.apache.hadoop.conf.Configuration;
|
|
||||||
import org.apache.hadoop.fs.FSDataOutputStream;
|
|
||||||
import org.apache.hadoop.fs.FileSystem;
|
|
||||||
import org.apache.hadoop.fs.FileSystemTestHelper;
|
|
||||||
import org.apache.hadoop.fs.FsConstants;
|
|
||||||
import org.apache.hadoop.fs.Path;
|
|
||||||
import org.apache.hadoop.hdfs.MiniDFSCluster;
|
|
||||||
import org.apache.hadoop.hdfs.MiniDFSNNTopology;
|
|
||||||
import org.apache.hadoop.test.GenericTestUtils;
|
|
||||||
import org.junit.After;
|
|
||||||
import org.junit.AfterClass;
|
|
||||||
import org.junit.Before;
|
|
||||||
import org.junit.BeforeClass;
|
|
||||||
import org.junit.Test;
|
|
||||||
|
|
||||||
import static org.junit.Assert.*;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Verify truncate through ViewFileSystem functionality.
|
|
||||||
*
|
|
||||||
*/
|
|
||||||
public class TestViewFileSystemWithTruncate {
|
|
||||||
private static MiniDFSCluster cluster;
|
|
||||||
private static Configuration clusterConf = new Configuration();
|
|
||||||
private static FileSystem fHdfs;
|
|
||||||
private FileSystem fsView;
|
|
||||||
private Configuration fsViewConf;
|
|
||||||
private FileSystem fsTarget;
|
|
||||||
private Path targetTestRoot, mountOnNn1;
|
|
||||||
private FileSystemTestHelper fileSystemTestHelper =
|
|
||||||
new FileSystemTestHelper("/tmp/TestViewFileSystemWithXAttrs");
|
|
||||||
|
|
||||||
@BeforeClass
|
|
||||||
public static void clusterSetupAtBeginning() throws IOException {
|
|
||||||
cluster = new MiniDFSCluster.Builder(clusterConf)
|
|
||||||
.nnTopology(MiniDFSNNTopology.simpleFederatedTopology(2))
|
|
||||||
.numDataNodes(2).build();
|
|
||||||
cluster.waitClusterUp();
|
|
||||||
|
|
||||||
fHdfs = cluster.getFileSystem(0);
|
|
||||||
}
|
|
||||||
|
|
||||||
@AfterClass
|
|
||||||
public static void clusterShutdownAtEnd() throws Exception {
|
|
||||||
if (cluster != null) {
|
|
||||||
cluster.shutdown();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
@Before
|
|
||||||
public void setUp() throws Exception {
|
|
||||||
fsTarget = fHdfs;
|
|
||||||
targetTestRoot = fileSystemTestHelper.getAbsoluteTestRootPath(fsTarget);
|
|
||||||
|
|
||||||
fsTarget.delete(targetTestRoot, true);
|
|
||||||
fsTarget.mkdirs(targetTestRoot);
|
|
||||||
|
|
||||||
fsViewConf = ViewFileSystemTestSetup.createConfig();
|
|
||||||
setupMountPoints();
|
|
||||||
fsView = FileSystem.get(FsConstants.VIEWFS_URI, fsViewConf);
|
|
||||||
}
|
|
||||||
|
|
||||||
private void setupMountPoints() {
|
|
||||||
mountOnNn1 = new Path("/mountOnNn1");
|
|
||||||
ConfigUtil
|
|
||||||
.addLink(fsViewConf, mountOnNn1.toString(), targetTestRoot.toUri());
|
|
||||||
}
|
|
||||||
|
|
||||||
@After
|
|
||||||
public void tearDown() throws Exception {
|
|
||||||
fsTarget.delete(fileSystemTestHelper.getTestRootPath(fsTarget), true);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test(timeout = 30000)
|
|
||||||
public void testTruncateWithViewFileSystem()
|
|
||||||
throws Exception {
|
|
||||||
Path filePath = new Path(mountOnNn1 + "/ttest");
|
|
||||||
Path hdfFilepath = new Path("/tmp/TestViewFileSystemWithXAttrs/ttest");
|
|
||||||
FSDataOutputStream out = fsView.create(filePath);
|
|
||||||
out.writeBytes("drtatedasfdasfgdfas");
|
|
||||||
out.close();
|
|
||||||
int newLength = 10;
|
|
||||||
boolean isReady = fsView.truncate(filePath, newLength);
|
|
||||||
if (!isReady) {
|
|
||||||
GenericTestUtils.waitFor(new Supplier<Boolean>() {
|
|
||||||
@Override
|
|
||||||
public Boolean get() {
|
|
||||||
try {
|
|
||||||
return cluster.getFileSystem(0).isFileClosed(hdfFilepath);
|
|
||||||
} catch (IOException e) {
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}, 100, 60 * 1000);
|
|
||||||
}
|
|
||||||
// file length should be 10 after truncate
|
|
||||||
assertEquals(newLength, fsView.getFileStatus(filePath).getLen());
|
|
||||||
}
|
|
||||||
|
|
||||||
}
|
|
Loading…
Reference in New Issue