import os
读取
def fileToList(flag, filename, filepath):result = []if flag == 'txt':file = os.path.join(filepath, filename)with open(file, 'r') as f:for line in f:line = line.strip('\n')result.append(line)if flag == 'csv':with open(file, 'r') as f:for line in f.readlines():# for line in f.readlines()[50184:-1]: # 按照行数读取line_data = line[:-1].split(',')data0_list = line_data[0].split('|')data1_list = line_data[1].split('|')result = result + list(set(data0_list) | set(data1_list)) # 去重return result
保存
headers = ['h1', 'h2']def save_list(flag, save_path, data_list, headers):print('save rows:', len(data_list), 'to', flag)if flag == 'txt':txtFile = open(save_path, 'w')for data in data_list:txtFile.write(data)txtFile.write('\n')txtFile.close()if flag == 'csv':with open(save_path, 'w')as f:f_csv = csv.writer(f)f_csv.writerow(headers)f_csv.writerows(data_list)print('save to', flag, ' file over!')
