Add user to HDFS uri

This commit is contained in:
Krisztián Szűcs committed 2019-12-09 22:20:28 +01:00
1 parent 8b2f44e7e6
commit f38fdfd164
2 files changed
+4 -4

No files matched your search

+2 -2
View File
@@ -245,8 +245,8 @@ def hdfs_server():
host = os.environ.get('ARROW_HDFS_TEST_HOST', 'default')
port = int(os.environ.get('ARROW_HDFS_TEST_PORT', 0))
user = os.environ.get('ARROW_HDFS_TEST_USER', 'hdfs')
uri = "hdfs://{}:{}".format(host, port)
return uri, user
uri = "hdfs://{}:{}/?user={}".format(host, port, user)
return uri
@pytest.mark.s3
+2 -2
View File
@@ -108,7 +108,6 @@ def hdfs(request, hdfs_server):
uri, user = hdfs_server
options = HdfsOptions.from_uri(uri)
options.user = user
fs = HadoopFileSystem(options)
@@ -528,5 +527,6 @@ def test_hdfs_options(hdfs_server):
options.buffer_size = 64*1024
assert options.buffer_size == 64*1024
options = HdfsOptions.from_uri('hdfs://localhost:8080/')
options = HdfsOptions.from_uri('hdfs://localhost:8080/?user=test')
assert options.endpoint == ('localhost', 8080)
assert options.user == 'test'