我有一个python模块的问题，它不能处理导入大数据文件(文件目标.csv重量接近1 Gb)

加载此行时出现错误：targets = [(name, float(X), float(Y), float(Z), float(BG))

for name, X, Y, Z, BG in csv.reader(open('targets.csv'))]

回溯：

^{pr2}$

我想知道有没有办法打开文件目标.csv一行一行？也很想知道这会减慢进程吗？在

这个模块已经很慢了。。。在

谢谢！在import geometry

import csv

import numpy as np

import random

import cv2

S = 0

img = cv2.imread("MAP.tif", -1)

height, width = img.shape

pixx = height * width

iterr = float(pixx / 1000)

accomplished = 0

temp = 0

ppm = file("epson gamut.ppm", 'w')

ppm.write("P3" + "\n" + str(width) + " " + str(height) + "\n" + "255" + "\n")

# PPM file header

all_colors = [(name, float(X), float(Y), float(Z))

for name, X, Y, Z in csv.reader(open('XYZcolorlist_D65.csv'))]

# background is marked SUPPORT

support_i = [i for i, color in enumerate(all_colors) if color[0] == '255 255 255']

if len(support_i)>0:

support = np.array(all_colors[support_i[0]][1:])

del all_colors[support_i[0]]

else:

support = None

tg, hull_i = geometry.tetgen_of_hull([(X,Y,Z) for name, X, Y, Z in all_colors])

colors = [all_colors[i] for i in hull_i]

print ("thrown out: "

+ ", ".join(set(zip(*all_colors)[0]).difference(zip(*colors)[0])))

targets = [(name, float(X), float(Y), float(Z), float(BG))

for name, X, Y, Z, BG in csv.reader(open('targets.csv'))]

for target in targets:

name, X, Y, Z, BG = target

target_point = support + (np.array([X,Y,Z]) - support)/(1-BG)

tet_i, bcoords = geometry.containing_tet(tg, target_point)

if tet_i == None:

#print str("out")

ppm.write(str("255 255 255") + "\n")

print "out"

temp += 1

if temp >= iterr:

accomplished += temp

print str(100 * accomplished / (float(pixx))) + str(" %")

temp = 0

continue

# not in gamut

else:

A = bcoords[0]

B = bcoords[1]

C = bcoords[2]

D = bcoords[3]

R = random.uniform(0,1)

names = [colors[i][0] for i in tg.tets[tet_i]]

if R <= A:

S = names[0]

elif R <= A+B:

S = names[1]

elif R <= A+B+C:

S = names[2]

else:

S = names[3]

ppm.write(str(S) + "\n")

temp += 1

if temp >= iterr:

accomplished += temp

print str(100 * accomplished / (float(pixx))) + str(" %")

temp = 0

print "done"

ppm.close()