Python将大的csv文件拆分多个小的csv文件

概述#ecoding=utf-8import osimport time# 2019/9/8 将大的csv文件拆分多个小的csv文件def mkSubFile(lines, head, srcName, sub): [des_filename, extname] = os.path.splitext(srcName) filename = des_filenam

#eCoding=utf-8import osimport time# 2019/9/8 将大的csv文件拆分多个小的csv文件def mkSubfile(lines,head,srcname,sub):    [des_filename,extname] = os.path.splitext(srcname)    filename = des_filename + ‘_‘ + str(sub) + extname    print(‘make file: %s‘ % filename)    fout = open(filename,‘w‘)    try:        fout.writelines([head])        fout.writelines(lines)        return sub + 1    finally:        fout.close()def splitBylineCount(filename,count):    fin = open(filename,enCoding="utf-8")    try:        head = fin.readline()        buf = []        sub = 1        for line in fin:            buf.append(line)            if len(buf) == count:                sub = mkSubfile(buf,filename,sub)                buf = []        if len(buf) != 0:            sub = mkSubfile(buf,sub)    finally:        fin.close()if __name__ == ‘__main__‘:    begin = time.time()    splitBylineCount(‘training-inspur.csv‘,1000)#每个小的csv文件存放1000条    end = time.time()    print(‘time is %d seconds ‘ % (end - begin))

总结

以上是内存溢出为你收集整理的Python将大的csv文件拆分多个小的csv文件全部内容，希望文章能够帮你解决Python将大的csv文件拆分多个小的csv文件所遇到的程序开发问题。

如果觉得内存溢出网站内容还不错，欢迎将内存溢出网站推荐给程序员好友。