有以下型号:
class Parameter (models.Model):
id_parameter = models.IntegerField(primary_key=True)
par_rollennr = models.IntegerField(default=0)
par_definition_id = models.IntegerField(default=0) #not FK
par_name = models.CharField(max_length=200)
class Measurements (models.Model):
id_measurement = models.AutoField(primary_key=True)
par_value = models.IntegerField(default=0)
line = models.ForeignKey(Line, on_delete=models.CASCADE, null=True)
order = models.ForeignKey(Order, on_delete=models.CASCADE, null=True)
recipe = models.ForeignKey(Recipe, on_delete=models.CASCADE, null=True)
parameter = models.ForeignKey(Parameter, on_delete=models.CASCADE, null=True)
我写下如下:def handle_parameters_upload(request,file):
wb = openpyxl.load_workbook(file, read_only=True)
first_sheet = wb.get_sheet_names()[0]
ws = wb.get_sheet_by_name(first_sheet)
recipe, created = Recipe.objects.get_or_create(par_recipe=ws["B2"].value)
line, created = Line.objects.get_or_create(par_machine=ws["C2"].value)
order, created = Order.objects.get_or_create(par_fa=ws["D2"].value)
data = []
data_par = []
_id = 1
for row in ws.iter_rows(row_offset=1):
parameter = Parameter()
parameter.id_parameter = _id
_id += 1
parameter.par_rollennr = row[5].value
parameter.par_definition_id = row[6].value
parameter.par_name = row[7].value
data_par.append(parameter)
measurements = Measurements()
measurements.par_value = row[8].value
measurements.line = line
measurements.order = order
measurements.parameter = parameter
measurements.recipe = recipe
data.append(measurements)
# Bulk create data
Measurements.objects.all().delete()
Parameter.objects.all().delete()
Parameter.objects.bulk_create(data_par)
Measurements.objects.bulk_create(data)
return True
如何避免参数表中的记录重复,而不是丢失Id的依赖性 . 参数是文件中的3个字段,每个下一行都有自己的字段,但总共不超过1052个,并且每1052个条目分别重复它们 . 它看起来像这样:
rollennr | deffinitionid | name | value
其中rollennr,deffinitionid,name这是模型参数字段 . 将来,我想通过大致以下查询来恢复此信息:
select * from Measurements as m
join Parameter as p on m.parameter_id = p.id
作为问题的临时解决方案,这种方法在很长一段时间内击败了数据:
def handle_parameters_upload_v2(request, file):
wb = openpyxl.load_workbook(file, read_only=True)
first_sheet = wb.get_sheet_names()[0]
ws = wb.get_sheet_by_name(first_sheet)
recipe, created = Recipe.objects.get_or_create(par_recipe=ws["B2"].value)
line, created = Line.objects.get_or_create(par_machine=ws["C2"].value)
order, created = Order.objects.get_or_create(par_fa=ws["D2"].value)
Measurements.objects.all().delete()
Parameter.objects.all().delete()
data = []
data_par = []
_id = 0
for row in ws.iter_rows(row_offset=1):
_id += 1
parameter = dict(par_rollennr=row[5].value, par_definition_id=row[6].value, par_name=row[7].value)
if parameter not in data_par:
# data_par_all.append(parameter)
data_par.append(parameter)
measurements = dict(par_value=row[8].value, line=line, order=order, parameter=parameter, recipe=recipe)
data.append(measurements)
else:
write_param(data_par, data)
return True
def write_param(data_par, data):
_id = 0
for i in data_par:
i['id_parameter'] = _id
_id += 1
Parameter.objects.all().delete()
parameter = [Parameter(**i) for i in data_par]
created_param = Parameter.objects.bulk_create(parameter)
# data_par_obj_all = data_par_obj_all + created_param
for obj in data:
obj['parameter'] = find_parameter(obj, created_param)
Measurements.objects.all().delete()
measurements = [Measurements(**i) for i in data]
i = 0
while i < measurements.__len__():
tmp = measurements[i: i + 100000]
Measurements.objects.bulk_create(tmp)
i += 100000
# return data_par_obj_all
def find_parameter(obj, data_par_obj_all):
for data in data_par_obj_all:
if data.par_rollennr != obj['parameter']['par_rollennr']:
continue
if data.par_definition_id != obj['parameter']['par_definition_id']:
continue
if data.par_name != obj['parameter']['par_name']:
continue
return data
1 回答
您需要使用比列表更好的数据结构来防止重复 .