mirror of
https://github.com/apache/arrow.git
synced 2026-10-29 09:05:47 +08:00
ARROW-2992: [Python] Fix Parquet benchmark
Fix flake Change-Id: I6c051a2c93674e6c0ffb68c68e06a8f0ca836ed9
This commit is contained in:
1 parent
9f0a63d585
commit
9083dc3987
1 file changed
+2
-7
@@ -15,7 +15,6 @@
|
||||
# specific language governing permissions and limitations
|
||||
# under the License.
|
||||
|
||||
from concurrent.futures import ThreadPoolExecutor
|
||||
import pandas as pd
|
||||
import random
|
||||
import shutil
|
||||
@@ -32,7 +31,7 @@ class ParquetManifestCreation(object):
|
||||
tmpdir = None
|
||||
|
||||
param_names = ('num_partitions', 'num_threads')
|
||||
params = [(10, 100, 1000), (1, 8, 'default')]
|
||||
params = [(10, 100, 1000), (1, 8)]
|
||||
|
||||
def setup(self, num_partitions, num_threads):
|
||||
self.tmpdir = tempfile.mkdtemp('benchmark_parquet')
|
||||
@@ -47,8 +46,4 @@ class ParquetManifestCreation(object):
|
||||
shutil.rmtree(self.tmpdir)
|
||||
|
||||
def time_manifest_creation(self, num_partitions, num_threads):
|
||||
if num_threads != 'default':
|
||||
thread_pool = ThreadPoolExecutor(num_threads)
|
||||
else:
|
||||
thread_pool = None
|
||||
pq.ParquetManifest(self.tmpdir, thread_pool=thread_pool)
|
||||
pq.ParquetManifest(self.tmpdir, metadata_nthreads=num_threads)
|
||||
Reference in new issue
Block a user