swifter
swifter copied to clipboard
swifter.apply not work on Mac?
import time
import pandas as pd
repeat = int(1e5)
sleep_time = 10 / repeat
df = pd.DataFrame([1] * repeat, columns=['app'])
if __name__ == '__main__':
from pandarallel import pandarallel
pandarallel.initialize(progress_bar=False)
start_time = time.time()
df['app'].parallel_apply(lambda x: time.sleep(sleep_time))
end_time = time.time()
print('pandarallel', end_time - start_time)
import swifter
swifter.set_defaults(allow_dask_on_strings=True, force_parallel=True, progress_bar=False)
start_time = time.time()
df['app'].swifter.apply(lambda x: time.sleep(sleep_time))
end_time = time.time()
print('swifter', end_time - start_time)
pandarallel 1.5697338581085205 swifter 8.031449794769287
df['app'].swifter.force_parallel(enable=True).apply(lambda x: time.sleep(sleep_time))