如何从CSV文件中获取数据以用于多个线程

Question

我正在android模拟器上创建一个自动机械手，并从文本输入的csv文件中获取数据。我想同时运行多个模拟器线程并导入数据，重复整个过程，直到文件中的所有数据都用完。

import subprocess
import uiautomator2 as u2
import sys
import threading
from time import sleep
import csv
def start_memu_emulator(instance_id):
# code

def sort_windows():
# code
def start_app(emulator):
# code
def begin(emulator):
# Input FirstName
emulator.send_keys(first_name)
emulator.implicitly_wait(10.0)
emulator(resourceId="lastName").click()
# Input LastName
emulator.send_keys(last_name)
emulator.implicitly_wait(10.0)
emulator(text="Next").click()
sleep(10)
def stop_memu_emulator():
# code
def run_functions(emulator):
sort_windows()
start_app(emulator)
begin(emulator)
stop_memu_emulator()
with open('name.csv', 'r') as file:
# Create a CSV reader object
reader = csv.DictReader(file)

# Iterate over the rows of the CSV file
for row in reader:
first_name = row["Name"]
last_name = row["Pass"]    

# Ask the user for the number of emulator threads to run
num_threads = int(input("Enter the number of emulator threads to run: "))
# Start the desired number of MEmu emulator instances
for i in range(num_threads):
instance_id = i
start_memu_emulator(instance_id)
# Run the adb devices command and capture the output
output = subprocess.run(['adb', 'devices'], capture_output=True)
# Split the output into lines and remove the first line (which is a header)
lines = output.stdout.decode().strip().split('n')[1:]
# Parse the lines into columns using the csv.reader function
reader = csv.reader(lines, delimiter='t', quoting=csv.QUOTE_NONE)
# Extract the serial numbers from the first column of each row
serials = [row[0].split('t')[0] for row in reader]
print('Devices series:', serials)
# Connect to each emulator instance using the serial number
emulators = []
for serial in serials[:num_threads]:
emulator = u2.connect(serial)
emulators.append(emulator)
# Use threading to run the start_gmail function on each emulator
threads = []
for emulator in emulators:
thread = threading.Thread(target=run_functions, args=(emulator,))
threads.append(thread)
thread.start()
# Wait for all threads to finish
for thread in threads:
thread.join()

多个线程如何在同一个文件上获得数据而不与其他线程重叠?有人能帮帮我吗?非常感谢!

Answer 1

您有一个CSV文件，您希望离散的线程处理CSV文件中的每条记录/行。

假设我们有这样一个CSV文件:

A,B,C
1,2,3
4,5,6

…然后…

from csv import DictReader
from concurrent.futures import ThreadPoolExecutor
def process(line):
print(line)
with open('foo.csv') as data:
with ThreadPoolExecutor() as tpe:
tpe.map(process, DictReader(data))

输出:

{'A': '1', 'B': '2', 'C': '3'}
{'A': '4', 'B': '5', 'C': '6'}