Skip to content

Update Raw filesystem #2

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 2 commits into
base: branch-3.2.0-ppml
Choose a base branch
from
Open

Update Raw filesystem #2

Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
0f2d0fd
set all file to 777
qiuxin2012 Dec 2, 2021
e409449
update
qiuxin2012 Dec 3, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
35 changes: 21 additions & 14 deletions ...p-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/RawLocalFileSystem.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -312,6 +312,9 @@ private FSDataOutputStream create(Path f, boolean overwrite,
if (exists(f) && !overwrite) {
throw new FileAlreadyExistsException("File already exists: " + f);
}
if (!exists(f)) {
Files.createFile(pathToFile(f).toPath());
}
Path parent = f.getParent();
if (parent != null && !mkdirs(parent)) {
throw new IOException("Mkdirs failed to create " + parent.toString());
Expand Down Expand Up @@ -528,10 +531,10 @@ protected boolean mkOneDirWithMode(Path p, File p2f, FsPermission permission)
if (permission == null) {
permission = FsPermission.getDirDefault();
}
// permission = permission.applyUMask(FsPermission.getUMask(getConf()));
System.out.println("WARN disable permission umask not to " +
permission.applyUMask(FsPermission.getUMask(getConf())));
System.out.println("WARN permission is still:" + permission);
permission = permission.applyUMask(FsPermission.getUMask(getConf()));
// System.out.println("WARN disable permission umask not to " +
// permission.applyUMask(FsPermission.getUMask(getConf())));
// System.out.println("WARN permission is still:" + permission);
if (Shell.WINDOWS && NativeIO.isAvailable()) {
try {
NativeIO.Windows.createDirectoryWithMode(p2f, permission.toShort());
Expand Down Expand Up @@ -734,9 +737,9 @@ public String getGroup() {
*/
private synchronized void loadPermissionInfo() {
// disable NativeIO to avoid graphene issue
System.out.println("WARN RawLocalFileSystem.loadPermissionInfo disabled loadPermissionInfoByNativeIO and " +
"loadPermissionInfoByNonNativeIO!!!");
/*
// System.out.println("WARN RawLocalFileSystem.loadPermissionInfo disabled loadPermissionInfoByNativeIO and " +
// "loadPermissionInfoByNonNativeIO!!!");
System.out.println("INFO RawLocalFileSystem.loadPermissionInfo");
if (!isPermissionLoaded() && NativeIO.isAvailable()) {
try {
loadPermissionInfoByNativeIO();
Expand All @@ -749,7 +752,6 @@ private synchronized void loadPermissionInfo() {
if (!isPermissionLoaded()) {
loadPermissionInfoByNonNativeIO();
}
*/
}

/// loads permissions, owner, and group from `ls -ld`
Expand Down Expand Up @@ -866,18 +868,23 @@ public void setOwner(Path p, String username, String groupname)
@Override
public void setPermission(Path p, FsPermission permission)
throws IOException {
System.out.println("WARN: HADOOP.RawLocalFileSystem disabled NativeIO and " +
"ProcessBuilder chmod to avoid issues in Graphene");
/* disable NativeIO and ProcessBuilder chmod to avoid issues in Graphene
// System.out.println("WARN: HADOOP.RawLocalFileSystem disabled NativeIO and " +
// "ProcessBuilder chmod to avoid issues in Graphene");
System.out.println("INFO: HADOOP.RawLocalFileSystem setPermission " + p +
"to " + permission);
// disable NativeIO and ProcessBuilder chmod to avoid issues in Graphene
if (NativeIO.isAvailable()) {
NativeIO.POSIX.chmod(pathToFile(p).getCanonicalPath(),
permission.toShort());
File f = pathToFile(p);
f.setReadable(true, false);
f.setWritable(true, false);
f.setExecutable(true, false);
// NativeIO.POSIX.chmod(pathToFile(p).getCanonicalPath(),
// permission.toShort());
} else {
String perm = String.format("%04o", permission.toShort());
Shell.execCommand(Shell.getSetPermissionCommand(perm, false,
FileUtil.makeShellPath(pathToFile(p), true)));
}
*/
}

/**
Expand Down