df = pd.read_csv( file, quotechar='"', encoding='latin-1', index_col=False, sep='\t' )
Remote function modin.pandas.utils.create_blocks failed with:
Traceback (most recent call last):
File "/usr/local/lib/python3.6/dist-packages/ray/worker.py", line 872, in _process_task
function_name, args)
File "/usr/local/lib/python3.6/dist-packages/ray/worker.py", line 801, in _get_arguments_for_execution
argument = self.get_object([arg])[0]
File "/usr/local/lib/python3.6/dist-packages/ray/worker.py", line 462, in get_object
final_results = self.retrieve_and_deserialize(plain_object_ids, 0)
File "/usr/local/lib/python3.6/dist-packages/ray/worker.py", line 395, in retrieve_and_deserialize
timeout, self.serialization_context)
File "pyarrow/_plasma.pyx", line 433, in pyarrow._plasma.PlasmaClient.get
File "pyarrow/serialization.pxi", line 441, in pyarrow.lib.deserialize
File "pyarrow/serialization.pxi", line 404, in pyarrow.lib.deserialize_from
File "pyarrow/serialization.pxi", line 257, in pyarrow.lib.SerializedPyObject.deserialize
File "pyarrow/serialization.pxi", line 174, in pyarrow.lib.SerializationContext._deserialize_callback
File "/usr/local/lib/python3.6/dist-packages/ray/pyarrow_files/pyarrow/serialization.py", line 101, in _deserialize_pandas_dataframe
return pdcompat.serialized_dict_to_dataframe(data)
File "/usr/local/lib/python3.6/dist-packages/ray/pyarrow_files/pyarrow/pandas_compat.py", line 457, in serialized_dict_to_dataframe
for block in data['blocks']]
File "/usr/local/lib/python3.6/dist-packages/ray/pyarrow_files/pyarrow/pandas_compat.py", line 457, in <listcomp>
for block in data['blocks']]
File "/usr/local/lib/python3.6/dist-packages/ray/pyarrow_files/pyarrow/pandas_compat.py", line 482, in _reconstruct_block
block = _int.make_block(builtin_pickle.loads(block_arr),
MemoryError
df = pd.read_csv( file, quotechar='"', encoding='latin-1', index_col=False, sep='\t' )