import os
import time
import sys
from numpy import long
def mkSubFile(lines, head, srcName, sub):
[des_filename, extname] = os.path.splitext(srcName)
filename = des_filename + '_' + str(sub) + extname
print('make file: %s ' % filename)
print(sub)
fout = open(filename, 'wb')
try:
fout.writelines([head])
fout.writelines(lines)
return sub + 1
finally:
fout.close()
def splitByLineCount(filename, count):
fin = open(filename, 'rb')
try:
head = fin.readline()
buf = []
sub = long(1)
for line in fin:
buf.append(line)
print("buf size:", len(buf))
if len(buf) == count:
sub = mkSubFile(buf, head, filename, sub)
buf = []
if len(buf) != 0:
sub = mkSubFile(buf, head, filename, sub)
finally:
fin.close()
if __name__ == '__main__':
filename = sys.argv[1]
count = sys.argv[2]
print(filename,count)
begin = time.time()
splitByLineCount(filename, long(count))
end = time.time()
print('time is %d seconds ' % (end - begin))
python分割文件脚本
猜你喜欢
转载自blog.csdn.net/liuhao2415/article/details/90380763
今日推荐
周排行