We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6d99940 commit 3c9d277Copy full SHA for 3c9d277
streaming/src/main/scala/org/apache/spark/streaming/util/HdfsUtils.scala
@@ -29,7 +29,9 @@ private[streaming] object HdfsUtils {
29
// If the file exists and we have append support, append instead of creating a new file
30
val stream: FSDataOutputStream = {
31
if (dfs.isFile(dfsPath)) {
32
- if (conf.getBoolean("hdfs.append.support", false) || dfs.isInstanceOf[RawLocalFileSystem]) {
+ if (conf.getBoolean("dfs.support.append", true) ||
33
+ conf.getBoolean("hdfs.append.support", false) ||
34
+ dfs.isInstanceOf[RawLocalFileSystem]) {
35
dfs.append(dfsPath)
36
} else {
37
throw new IllegalStateException("File exists and there is no append support!")
0 commit comments