mirror of
https://github.com/apache/arrow.git
synced 2026-10-29 09:05:47 +08:00
rat
This commit is contained in:
5 files changed
+10
-406
No files matched your search
@@ -1,6 +0,0 @@
|
||||
{
|
||||
"cells": [],
|
||||
"metadata": {},
|
||||
"nbformat": 4,
|
||||
"nbformat_minor": 2
|
||||
}
|
||||
@@ -1,387 +0,0 @@
|
||||
{
|
||||
"cells": [
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 8,
|
||||
"metadata": {},
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"import pandas as pd\n",
|
||||
"import pyarrow as pa\n",
|
||||
"import pyarrow.parquet as pq\n",
|
||||
"from s3fs import S3File, S3FileSystem\n",
|
||||
"\n",
|
||||
"\n",
|
||||
"df = pd.DataFrame({'col0': []})\n",
|
||||
"s3_filepath = 's3://some-bogus-bucket/df.parquet'"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 16,
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"data": {
|
||||
"text/plain": [
|
||||
"3"
|
||||
]
|
||||
},
|
||||
"execution_count": 16,
|
||||
"metadata": {},
|
||||
"output_type": "execute_result"
|
||||
}
|
||||
],
|
||||
"source": []
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 17,
|
||||
"metadata": {
|
||||
"scrolled": false
|
||||
},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stderr",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"Exception ignored in: <function AbstractBufferedFile.__del__ at 0x1153d4048>\n",
|
||||
"Traceback (most recent call last):\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/fsspec/spec.py\", line 1127, in __del__\n",
|
||||
" self.close()\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/fsspec/spec.py\", line 1104, in close\n",
|
||||
" self.flush(force=True)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/fsspec/spec.py\", line 976, in flush\n",
|
||||
" self._initiate_upload()\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/s3fs/core.py\", line 984, in _initiate_upload\n",
|
||||
" Bucket=self.bucket, Key=self.key, ACL=self.acl)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/s3fs/core.py\", line 971, in _call_s3\n",
|
||||
" **kwargs)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/s3fs/core.py\", line 189, in _call_s3\n",
|
||||
" return method(**additional_kwargs)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/client.py\", line 357, in _api_call\n",
|
||||
" return self._make_api_call(operation_name, kwargs)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/client.py\", line 648, in _make_api_call\n",
|
||||
" operation_model, request_dict, request_context)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/client.py\", line 667, in _make_request\n",
|
||||
" return self._endpoint.make_request(operation_model, request_dict)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/endpoint.py\", line 102, in make_request\n",
|
||||
" return self._send_request(request_dict, operation_model)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/endpoint.py\", line 132, in _send_request\n",
|
||||
" request = self.create_request(request_dict, operation_model)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/endpoint.py\", line 116, in create_request\n",
|
||||
" operation_name=operation_model.name)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/hooks.py\", line 356, in emit\n",
|
||||
" return self._emitter.emit(aliased_event_name, **kwargs)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/hooks.py\", line 228, in emit\n",
|
||||
" return self._emit(event_name, kwargs)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/hooks.py\", line 211, in _emit\n",
|
||||
" response = handler(**kwargs)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/signers.py\", line 90, in handler\n",
|
||||
" return self.sign(operation_name, request)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/signers.py\", line 157, in sign\n",
|
||||
" auth.add_auth(request)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/auth.py\", line 425, in add_auth\n",
|
||||
" super(S3SigV4Auth, self).add_auth(request)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/auth.py\", line 357, in add_auth\n",
|
||||
" raise NoCredentialsError\n",
|
||||
"botocore.exceptions.NoCredentialsError: Unable to locate credentials\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"del out"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 10,
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"data": {
|
||||
"text/plain": [
|
||||
"3"
|
||||
]
|
||||
},
|
||||
"execution_count": 10,
|
||||
"metadata": {},
|
||||
"output_type": "execute_result"
|
||||
}
|
||||
],
|
||||
"source": []
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 11,
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stderr",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"Exception ignored in: <function AbstractBufferedFile.__del__ at 0x1153d4048>\n",
|
||||
"Traceback (most recent call last):\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/fsspec/spec.py\", line 1127, in __del__\n",
|
||||
" self.close()\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/fsspec/spec.py\", line 1104, in close\n",
|
||||
" self.flush(force=True)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/fsspec/spec.py\", line 976, in flush\n",
|
||||
" self._initiate_upload()\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/s3fs/core.py\", line 984, in _initiate_upload\n",
|
||||
" Bucket=self.bucket, Key=self.key, ACL=self.acl)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/s3fs/core.py\", line 971, in _call_s3\n",
|
||||
" **kwargs)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/s3fs/core.py\", line 189, in _call_s3\n",
|
||||
" return method(**additional_kwargs)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/client.py\", line 357, in _api_call\n",
|
||||
" return self._make_api_call(operation_name, kwargs)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/client.py\", line 648, in _make_api_call\n",
|
||||
" operation_model, request_dict, request_context)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/client.py\", line 667, in _make_request\n",
|
||||
" return self._endpoint.make_request(operation_model, request_dict)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/endpoint.py\", line 102, in make_request\n",
|
||||
" return self._send_request(request_dict, operation_model)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/endpoint.py\", line 132, in _send_request\n",
|
||||
" request = self.create_request(request_dict, operation_model)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/endpoint.py\", line 116, in create_request\n",
|
||||
" operation_name=operation_model.name)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/hooks.py\", line 356, in emit\n",
|
||||
" return self._emitter.emit(aliased_event_name, **kwargs)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/hooks.py\", line 228, in emit\n",
|
||||
" return self._emit(event_name, kwargs)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/hooks.py\", line 211, in _emit\n",
|
||||
" response = handler(**kwargs)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/signers.py\", line 90, in handler\n",
|
||||
" return self.sign(operation_name, request)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/signers.py\", line 157, in sign\n",
|
||||
" auth.add_auth(request)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/auth.py\", line 425, in add_auth\n",
|
||||
" super(S3SigV4Auth, self).add_auth(request)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/auth.py\", line 357, in add_auth\n",
|
||||
" raise NoCredentialsError\n",
|
||||
"botocore.exceptions.NoCredentialsError: Unable to locate credentials\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": []
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 7,
|
||||
"metadata": {},
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"out.flush()"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": null,
|
||||
"metadata": {},
|
||||
"outputs": [],
|
||||
"source": []
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 5,
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stdout",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"CMakeLists.txt \u001b[34mbuild\u001b[m\u001b[m requirements-wheel.txt\r\n",
|
||||
"Dockerfile \u001b[35mcmake_modules\u001b[m\u001b[m requirements.txt\r\n",
|
||||
"Dockerfile.alpine \u001b[34mdist\u001b[m\u001b[m \u001b[31mrun_test.sh\u001b[m\u001b[m\r\n",
|
||||
"Dockerfile.nopandas \u001b[34mexamples\u001b[m\u001b[m \u001b[34mscripts\u001b[m\u001b[m\r\n",
|
||||
"MANIFEST.in \u001b[34mmanylinux1\u001b[m\u001b[m setup.cfg\r\n",
|
||||
"README.md \u001b[34mmanylinux2010\u001b[m\u001b[m \u001b[31msetup.py\u001b[m\u001b[m\r\n",
|
||||
"Untitled.ipynb nm_arrow.log \u001b[34msource-dir\u001b[m\u001b[m\r\n",
|
||||
"\u001b[31masv-build.sh\u001b[m\u001b[m \u001b[34mpyarrow\u001b[m\u001b[m test.parquet\r\n",
|
||||
"\u001b[31masv-install.sh\u001b[m\u001b[m \u001b[34mpyarrow.egg-info\u001b[m\u001b[m test.txt\r\n",
|
||||
"\u001b[31masv-uninstall.sh\u001b[m\u001b[m pyproject.toml visible_symbols.log\r\n",
|
||||
"asv.conf.json requirements-build.txt\r\n",
|
||||
"\u001b[34mbenchmarks\u001b[m\u001b[m requirements-test.txt\r\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"!ls"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 6,
|
||||
"metadata": {},
|
||||
"outputs": [],
|
||||
"source": [
|
||||
"f = open('test.txt', 'wb')"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 9,
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"ename": "AttributeError",
|
||||
"evalue": "'_io.BufferedWriter' object has no attribute '__mro__'",
|
||||
"output_type": "error",
|
||||
"traceback": [
|
||||
"\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
|
||||
"\u001b[0;31mAttributeError\u001b[0m Traceback (most recent call last)",
|
||||
"\u001b[0;32m<ipython-input-9-31c7629ad993>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mf\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m__mro__\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
|
||||
"\u001b[0;31mAttributeError\u001b[0m: '_io.BufferedWriter' object has no attribute '__mro__'"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"f."
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 4,
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"ename": "NoCredentialsError",
|
||||
"evalue": "Unable to locate credentials",
|
||||
"output_type": "error",
|
||||
"traceback": [
|
||||
"\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
|
||||
"\u001b[0;31mNoCredentialsError\u001b[0m Traceback (most recent call last)",
|
||||
"\u001b[0;32m<ipython-input-4-09523833562d>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mout\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mclose\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
|
||||
"\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/fsspec/spec.py\u001b[0m in \u001b[0;36mclose\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 1102\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1103\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mforced\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1104\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mflush\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mforce\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 1105\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 1106\u001b[0m \u001b[0;32massert\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbuffer\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtell\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;36m0\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
|
||||
"\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/fsspec/spec.py\u001b[0m in \u001b[0;36mflush\u001b[0;34m(self, force)\u001b[0m\n\u001b[1;32m 974\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 975\u001b[0m \u001b[0;31m# Initialize a multipart upload\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 976\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_initiate_upload\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 977\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 978\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_upload_chunk\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfinal\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mforce\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mFalse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
|
||||
"\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/s3fs/core.py\u001b[0m in \u001b[0;36m_initiate_upload\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 982\u001b[0m self.mpu = self._call_s3(\n\u001b[1;32m 983\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfs\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0ms3\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcreate_multipart_upload\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 984\u001b[0;31m Bucket=self.bucket, Key=self.key, ACL=self.acl)\n\u001b[0m\u001b[1;32m 985\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mClientError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 986\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0mtranslate_boto_error\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
|
||||
"\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/s3fs/core.py\u001b[0m in \u001b[0;36m_call_s3\u001b[0;34m(self, method, *kwarglist, **kwargs)\u001b[0m\n\u001b[1;32m 969\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_call_s3\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmethod\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0mkwarglist\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 970\u001b[0m return self.fs._call_s3(method, self.s3_additional_kwargs, *kwarglist,\n\u001b[0;32m--> 971\u001b[0;31m **kwargs)\n\u001b[0m\u001b[1;32m 972\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 973\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_initiate_upload\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
|
||||
"\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/s3fs/core.py\u001b[0m in \u001b[0;36m_call_s3\u001b[0;34m(self, method, *akwarglist, **kwargs)\u001b[0m\n\u001b[1;32m 187\u001b[0m additional_kwargs = self._get_s3_method_kwargs(method, *akwarglist,\n\u001b[1;32m 188\u001b[0m **kwargs)\n\u001b[0;32m--> 189\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mmethod\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m**\u001b[0m\u001b[0madditional_kwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 190\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 191\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_get_s3_method_kwargs\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmethod\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0makwarglist\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
|
||||
"\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/client.py\u001b[0m in \u001b[0;36m_api_call\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 355\u001b[0m \"%s() only accepts keyword arguments.\" % py_operation_name)\n\u001b[1;32m 356\u001b[0m \u001b[0;31m# The \"self\" in this scope is referring to the BaseClient.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 357\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_make_api_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0moperation_name\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 358\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 359\u001b[0m \u001b[0m_api_call\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m__name__\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mstr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpy_operation_name\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
|
||||
"\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/client.py\u001b[0m in \u001b[0;36m_make_api_call\u001b[0;34m(self, operation_name, api_params)\u001b[0m\n\u001b[1;32m 646\u001b[0m \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 647\u001b[0m http, parsed_response = self._make_request(\n\u001b[0;32m--> 648\u001b[0;31m operation_model, request_dict, request_context)\n\u001b[0m\u001b[1;32m 649\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 650\u001b[0m self.meta.events.emit(\n",
|
||||
"\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/client.py\u001b[0m in \u001b[0;36m_make_request\u001b[0;34m(self, operation_model, request_dict, request_context)\u001b[0m\n\u001b[1;32m 665\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_make_request\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0moperation_model\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrequest_dict\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrequest_context\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 666\u001b[0m \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 667\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_endpoint\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmake_request\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0moperation_model\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrequest_dict\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 668\u001b[0m \u001b[0;32mexcept\u001b[0m \u001b[0mException\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 669\u001b[0m self.meta.events.emit(\n",
|
||||
"\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/endpoint.py\u001b[0m in \u001b[0;36mmake_request\u001b[0;34m(self, operation_model, request_dict)\u001b[0m\n\u001b[1;32m 100\u001b[0m logger.debug(\"Making request for %s with params: %s\",\n\u001b[1;32m 101\u001b[0m operation_model, request_dict)\n\u001b[0;32m--> 102\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_send_request\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrequest_dict\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0moperation_model\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 103\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 104\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mcreate_request\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0moperation_model\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mNone\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
|
||||
"\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/endpoint.py\u001b[0m in \u001b[0;36m_send_request\u001b[0;34m(self, request_dict, operation_model)\u001b[0m\n\u001b[1;32m 130\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_send_request\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrequest_dict\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0moperation_model\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 131\u001b[0m \u001b[0mattempts\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 132\u001b[0;31m \u001b[0mrequest\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcreate_request\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrequest_dict\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0moperation_model\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 133\u001b[0m \u001b[0mcontext\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mrequest_dict\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'context'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 134\u001b[0m success_response, exception = self._get_response(\n",
|
||||
"\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/endpoint.py\u001b[0m in \u001b[0;36mcreate_request\u001b[0;34m(self, params, operation_model)\u001b[0m\n\u001b[1;32m 114\u001b[0m op_name=operation_model.name)\n\u001b[1;32m 115\u001b[0m self._event_emitter.emit(event_name, request=request,\n\u001b[0;32m--> 116\u001b[0;31m operation_name=operation_model.name)\n\u001b[0m\u001b[1;32m 117\u001b[0m \u001b[0mprepared_request\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mprepare_request\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrequest\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 118\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0mprepared_request\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
|
||||
"\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/hooks.py\u001b[0m in \u001b[0;36memit\u001b[0;34m(self, event_name, **kwargs)\u001b[0m\n\u001b[1;32m 354\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0memit\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mevent_name\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 355\u001b[0m \u001b[0maliased_event_name\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_alias_event_name\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mevent_name\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 356\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_emitter\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0memit\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0maliased_event_name\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 357\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 358\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0memit_until_response\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mevent_name\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
|
||||
"\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/hooks.py\u001b[0m in \u001b[0;36memit\u001b[0;34m(self, event_name, **kwargs)\u001b[0m\n\u001b[1;32m 226\u001b[0m \u001b[0mhandlers\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 227\u001b[0m \"\"\"\n\u001b[0;32m--> 228\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_emit\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mevent_name\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 229\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 230\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0memit_until_response\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mevent_name\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
|
||||
"\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/hooks.py\u001b[0m in \u001b[0;36m_emit\u001b[0;34m(self, event_name, kwargs, stop_on_response)\u001b[0m\n\u001b[1;32m 209\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mhandler\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mhandlers_to_call\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 210\u001b[0m \u001b[0mlogger\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdebug\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'Event %s: calling handler %s'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mevent_name\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mhandler\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 211\u001b[0;31m \u001b[0mresponse\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mhandler\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 212\u001b[0m \u001b[0mresponses\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mhandler\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mresponse\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 213\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mstop_on_response\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0mresponse\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
|
||||
"\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/signers.py\u001b[0m in \u001b[0;36mhandler\u001b[0;34m(self, operation_name, request, **kwargs)\u001b[0m\n\u001b[1;32m 88\u001b[0m \u001b[0;31m# this method is invoked to sign the request.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 89\u001b[0m \u001b[0;31m# Don't call this method directly.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 90\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msign\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0moperation_name\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrequest\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 91\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 92\u001b[0m def sign(self, operation_name, request, region_name=None,\n",
|
||||
"\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/signers.py\u001b[0m in \u001b[0;36msign\u001b[0;34m(self, operation_name, request, region_name, signing_type, expires_in, signing_name)\u001b[0m\n\u001b[1;32m 155\u001b[0m \u001b[0;32mraise\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 156\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 157\u001b[0;31m \u001b[0mauth\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0madd_auth\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrequest\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 158\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 159\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_choose_signer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0moperation_name\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msigning_type\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcontext\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
|
||||
"\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/auth.py\u001b[0m in \u001b[0;36madd_auth\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 423\u001b[0m self._region_name = signing_context.get(\n\u001b[1;32m 424\u001b[0m 'region', self._default_region_name)\n\u001b[0;32m--> 425\u001b[0;31m \u001b[0msuper\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mS3SigV4Auth\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0madd_auth\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrequest\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 426\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 427\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0m_modify_request_before_signing\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrequest\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
|
||||
"\u001b[0;32m~/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/auth.py\u001b[0m in \u001b[0;36madd_auth\u001b[0;34m(self, request)\u001b[0m\n\u001b[1;32m 355\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0madd_auth\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrequest\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 356\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcredentials\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 357\u001b[0;31m \u001b[0;32mraise\u001b[0m \u001b[0mNoCredentialsError\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 358\u001b[0m \u001b[0mdatetime_now\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mdatetime\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdatetime\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mutcnow\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 359\u001b[0m \u001b[0mrequest\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcontext\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'timestamp'\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mdatetime_now\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstrftime\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mSIGV4_TIMESTAMP\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
|
||||
"\u001b[0;31mNoCredentialsError\u001b[0m: Unable to locate credentials"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"out.close()"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": null,
|
||||
"metadata": {},
|
||||
"outputs": [],
|
||||
"source": []
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": null,
|
||||
"metadata": {},
|
||||
"outputs": [],
|
||||
"source": []
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": 5,
|
||||
"metadata": {},
|
||||
"outputs": [
|
||||
{
|
||||
"name": "stderr",
|
||||
"output_type": "stream",
|
||||
"text": [
|
||||
"Exception ignored in: <function AbstractBufferedFile.__del__ at 0x115551f28>\n",
|
||||
"Traceback (most recent call last):\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/fsspec/spec.py\", line 1127, in __del__\n",
|
||||
" self.close()\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/fsspec/spec.py\", line 1104, in close\n",
|
||||
" self.flush(force=True)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/fsspec/spec.py\", line 976, in flush\n",
|
||||
" self._initiate_upload()\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/s3fs/core.py\", line 984, in _initiate_upload\n",
|
||||
" Bucket=self.bucket, Key=self.key, ACL=self.acl)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/s3fs/core.py\", line 971, in _call_s3\n",
|
||||
" **kwargs)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/s3fs/core.py\", line 189, in _call_s3\n",
|
||||
" return method(**additional_kwargs)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/client.py\", line 357, in _api_call\n",
|
||||
" return self._make_api_call(operation_name, kwargs)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/client.py\", line 648, in _make_api_call\n",
|
||||
" operation_model, request_dict, request_context)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/client.py\", line 667, in _make_request\n",
|
||||
" return self._endpoint.make_request(operation_model, request_dict)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/endpoint.py\", line 102, in make_request\n",
|
||||
" return self._send_request(request_dict, operation_model)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/endpoint.py\", line 132, in _send_request\n",
|
||||
" request = self.create_request(request_dict, operation_model)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/endpoint.py\", line 116, in create_request\n",
|
||||
" operation_name=operation_model.name)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/hooks.py\", line 356, in emit\n",
|
||||
" return self._emitter.emit(aliased_event_name, **kwargs)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/hooks.py\", line 228, in emit\n",
|
||||
" return self._emit(event_name, kwargs)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/hooks.py\", line 211, in _emit\n",
|
||||
" response = handler(**kwargs)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/signers.py\", line 90, in handler\n",
|
||||
" return self.sign(operation_name, request)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/signers.py\", line 157, in sign\n",
|
||||
" auth.add_auth(request)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/auth.py\", line 425, in add_auth\n",
|
||||
" super(S3SigV4Auth, self).add_auth(request)\n",
|
||||
" File \"/Users/krisz/.conda/envs/arrow37/lib/python3.7/site-packages/botocore/auth.py\", line 357, in add_auth\n",
|
||||
" raise NoCredentialsError\n",
|
||||
"botocore.exceptions.NoCredentialsError: Unable to locate credentials\n"
|
||||
]
|
||||
}
|
||||
],
|
||||
"source": [
|
||||
"out = S3File(S3FileSystem(), s3_filepath, mode='wb')\n",
|
||||
"table = pa.Table.from_pandas(df.copy())\n",
|
||||
"try:\n",
|
||||
" pq.write_table(table, out)\n",
|
||||
"except:\n",
|
||||
" print('EEEEEEEEEEEEEe')"
|
||||
]
|
||||
},
|
||||
{
|
||||
"cell_type": "code",
|
||||
"execution_count": null,
|
||||
"metadata": {},
|
||||
"outputs": [],
|
||||
"source": []
|
||||
}
|
||||
],
|
||||
"metadata": {
|
||||
"kernelspec": {
|
||||
"display_name": "Python 3",
|
||||
"language": "python",
|
||||
"name": "python3"
|
||||
},
|
||||
"language_info": {
|
||||
"codemirror_mode": {
|
||||
"name": "ipython",
|
||||
"version": 3
|
||||
},
|
||||
"file_extension": ".py",
|
||||
"mimetype": "text/x-python",
|
||||
"name": "python",
|
||||
"nbconvert_exporter": "python",
|
||||
"pygments_lexer": "ipython3",
|
||||
"version": "3.7.3"
|
||||
}
|
||||
},
|
||||
"nbformat": 4,
|
||||
"nbformat_minor": 2
|
||||
}
|
||||
@@ -1,2 +0,0 @@
|
||||
|
||||
newly added
|
||||
@@ -811,7 +811,7 @@ cdef extern from "arrow/io/api.h" namespace "arrow::io" nogil:
|
||||
int file_descriptor()
|
||||
|
||||
cdef cppclass CMemoryMappedFile \
|
||||
"arrow::io::MemoryMappedFile"(ReadWriteFileInterface):
|
||||
" arrow::io::MemoryMappedFile"(ReadWriteFileInterface):
|
||||
|
||||
@staticmethod
|
||||
CStatus Create(const c_string& path, int64_t size,
|
||||
@@ -826,7 +826,7 @@ cdef extern from "arrow/io/api.h" namespace "arrow::io" nogil:
|
||||
int file_descriptor()
|
||||
|
||||
cdef cppclass CCompressedInputStream \
|
||||
"arrow::io::CompressedInputStream"(CInputStream):
|
||||
" arrow::io::CompressedInputStream"(CInputStream):
|
||||
@staticmethod
|
||||
CStatus Make(CMemoryPool* pool, CCodec* codec,
|
||||
shared_ptr[CInputStream] raw,
|
||||
@@ -837,7 +837,7 @@ cdef extern from "arrow/io/api.h" namespace "arrow::io" nogil:
|
||||
shared_ptr[CCompressedInputStream]* out)
|
||||
|
||||
cdef cppclass CCompressedOutputStream \
|
||||
"arrow::io::CompressedOutputStream"(COutputStream):
|
||||
" arrow::io::CompressedOutputStream"(COutputStream):
|
||||
@staticmethod
|
||||
CStatus Make(CMemoryPool* pool, CCodec* codec,
|
||||
shared_ptr[COutputStream] raw,
|
||||
@@ -848,7 +848,7 @@ cdef extern from "arrow/io/api.h" namespace "arrow::io" nogil:
|
||||
shared_ptr[CCompressedOutputStream]* out)
|
||||
|
||||
cdef cppclass CBufferedInputStream \
|
||||
"arrow::io::BufferedInputStream"(CInputStream):
|
||||
" arrow::io::BufferedInputStream"(CInputStream):
|
||||
|
||||
@staticmethod
|
||||
CStatus Create(int64_t buffer_size, CMemoryPool* pool,
|
||||
@@ -858,7 +858,7 @@ cdef extern from "arrow/io/api.h" namespace "arrow::io" nogil:
|
||||
shared_ptr[CInputStream] Detach()
|
||||
|
||||
cdef cppclass CBufferedOutputStream \
|
||||
"arrow::io::BufferedOutputStream"(COutputStream):
|
||||
" arrow::io::BufferedOutputStream"(COutputStream):
|
||||
|
||||
@staticmethod
|
||||
CStatus Create(int64_t buffer_size, CMemoryPool* pool,
|
||||
@@ -903,8 +903,7 @@ cdef extern from "arrow/io/api.h" namespace "arrow::io" nogil:
|
||||
cdef cppclass HdfsOutputStream(COutputStream):
|
||||
pass
|
||||
|
||||
cdef cppclass CHadoopFileSystem \
|
||||
"arrow::io::HadoopFileSystem"(CIOFileSystem):
|
||||
cdef cppclass CHadoopFileSystem" arrow::io::HadoopFileSystem"(CIOFileSystem):
|
||||
@staticmethod
|
||||
CStatus Connect(const HdfsConnectionConfig* config,
|
||||
shared_ptr[CHadoopFileSystem]* client)
|
||||
@@ -940,21 +939,21 @@ cdef extern from "arrow/io/api.h" namespace "arrow::io" nogil:
|
||||
shared_ptr[HdfsOutputStream]* handle)
|
||||
|
||||
cdef cppclass CBufferReader \
|
||||
"arrow::io::BufferReader"(CRandomAccessFile):
|
||||
" arrow::io::BufferReader"(CRandomAccessFile):
|
||||
CBufferReader(const shared_ptr[CBuffer]& buffer)
|
||||
CBufferReader(const uint8_t* data, int64_t nbytes)
|
||||
|
||||
cdef cppclass CBufferOutputStream \
|
||||
"arrow::io::BufferOutputStream"(COutputStream):
|
||||
" arrow::io::BufferOutputStream"(COutputStream):
|
||||
CBufferOutputStream(const shared_ptr[CResizableBuffer]& buffer)
|
||||
|
||||
cdef cppclass CMockOutputStream \
|
||||
"arrow::io::MockOutputStream"(COutputStream):
|
||||
" arrow::io::MockOutputStream"(COutputStream):
|
||||
CMockOutputStream()
|
||||
int64_t GetExtentBytesWritten()
|
||||
|
||||
cdef cppclass CFixedSizeBufferWriter \
|
||||
"arrow::io::FixedSizeBufferWriter"(WritableFile):
|
||||
" arrow::io::FixedSizeBufferWriter"(WritableFile):
|
||||
CFixedSizeBufferWriter(const shared_ptr[CBuffer]& buffer)
|
||||
|
||||
void set_memcopy_threads(int num_threads)
|
||||
|
||||
Whitespace-only changes.
Reference in new issue
Block a user