Spaces:
Running
Running
File size: 552 Bytes
4160d5b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
from concurrent.futures import ThreadPoolExecutor
def process_item(item):
# Simulate a time-consuming task
import time
time.sleep(0.1)
return item * 2
def generate_data():
for i in range(10):
yield i
def process_data_in_parallel(data_generator):
with ThreadPoolExecutor(max_workers=4) as executor:
results = executor.map(process_item, data_generator)
return list(results)
# Usage example
data_generator = generate_data()
processed_data = process_data_in_parallel(data_generator)
print(processed_data) |