代码:
import pandas as pd
reader = pd.read_csv('E:\BaiduNetdiskDownload\比赛题目使用数据\data_202106.tsv', sep='\t', encoding='gb18030', iterator=True)
loop = True
chunkSize = 1000000
chunks = []
while loop:
try:
chunk = reader.get_chunk(chunkSize)
chunks.append(chunk)
except StopIteration:
loop = False
print('Iteration is END!!!')
df = pd.concat(chunks, ignore_index=True)
print(df)