From 85506b439f7d04b6e3aec347e373ea9f1a673282 Mon Sep 17 00:00:00 2001
From: Constantin Wenger <constantin.wenger@googlemail.com>
Date: Tue, 13 Aug 2019 20:38:51 +0000
Subject: [PATCH] make sure duplicate set abbreviations are removed
---
fetch_data.py | 7 ++++++-
1 files changed, 6 insertions(+), 1 deletions(-)
diff --git a/fetch_data.py b/fetch_data.py
index 00bf592..500dc55 100644
--- a/fetch_data.py
+++ b/fetch_data.py
@@ -81,9 +81,14 @@
# df is a single row of card
fetch_card_image(df, out_dir, size)
else:
+ from concurrent.futures import ThreadPoolExecutor, wait as fwait
+ executor = ThreadPoolExecutor(5)
# df is a dataframe containing list of cards
+ arglist = []
for ind, row in df.iterrows():
- fetch_card_image(row, out_dir, size)
+ arglist.append(executor.submit(fetch_card_image, row, out_dir, size))
+ fwait(arglist)
+ # fetch_card_image(row, out_dir, size)
def fetch_card_image(row, out_dir=None, size='png'):
--
Gitblit v1.10.0