批量操作 提高计算速度

import os

l = []
submission100_10_f = 'submission100_10.csv'
with open(submission100_10_f, 'r', encoding='utf-8') as fr:
    for i in fr: 
        if i not in l:
             l.append(i)

submission100_10_f_uniq = 'submission100_10_uniq.csv'
with open(submission100_10_f_uniq, 'w', encoding='utf-8') as fw:
    fw.write(''.join(l))
import os

l = []
submission100_10_