姜海强
Results
1
issues of
姜海强
tot_counter = Counter() for counter in tqdm(all_counters): tot_counter.update(counter) with open("/scratch/tot_image_urls_in_web_document_dataset_filtered.pickle", "wb") as f: pickle.dump(tot_counter, f, pickle.HIGHEST_PROTOCOL) command_sync_s3 = ( "aws s3 cp /scratch/tot_image_urls_in_web_document_dataset_filtered.pickle" " s3://m4-datasets/webdocs/tot_image_urls_in_web_document_dataset_filtered.pickle" ) os.system(command_sync_s3) os.system(command_sync_s3) os.system(command_sync_s3) tot_image_urls_in_web_document_dataset_filtered_too_duplicated...