Merge pull request #105 from lfrancke/spark3

Create a Spark 3 Application History & Driver Logs directories
Isilon · Mar 15, 2023 · 65347f5 · 65347f5
2 parents 7ee72ef + dde28f5
commit 65347f5
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/isilon_hadoop_tools/directories.py b/src/isilon_hadoop_tools/directories.py
@@ -171,7 +171,9 @@ def cdp_directories(identity_suffix=None):
         HDFSDirectory("/user/oozie", "oozie", "oozie", 0o775),
         HDFSDirectory("/user/spark", "spark", "spark", 0o751),
         HDFSDirectory("/user/spark/applicationHistory", "spark", "spark", 0o1777),
+        HDFSDirectory("/user/spark/spark3ApplicationHistory", "spark", "spark", 0o1777),
         HDFSDirectory("/user/spark/driverLogs", "spark", "spark", 0o1777),
+        HDFSDirectory("/user/spark/driver3Logs", "spark", "spark", 0o1777),
         HDFSDirectory("/user/sqoop", "sqoop", "sqoop", 0o775),
         HDFSDirectory("/user/sqoop2", "sqoop2", "sqoop", 0o775),
         HDFSDirectory("/user/tez", "hdfs", "supergroup", 0o775),