时间:2020-12-07 17:10:04 | 栏目:Python代码 | 点击:次
复制一个文件夹的文件到指定目录下
import os import shutil import time start_time = time.time() # 需要被复制的文件夹 old_path = r'D:\zjf_workspace\001-地标、利器、服饰\004文本\json1' new_path = r'D:\zjf_workspace\001-地标、利器、服饰\004文本\json' all_list = os.listdir(old_path) for i in all_list: print(i) name, suffix = i.rsplit('.json') name = name.replace('.','') old_name = old_path + '\\' + i new_name = new_path + '\\' + name + ".json" shutil.copyfile(old_name, new_name) print(len(all_list)) print(all_list) end_time = time.time() print(end_time-start_time,'秒')
优化速度:
import gevent from gevent import monkey monkey.patch_all() import os import shutil import time def copy_file(i): global num num += 1 print(i,num) old_path = r'D:\zjf_workspace\001-地标、利器、服饰\004文本\baidu_isbn5\新建文件夹\txt' new_path = r'D:\zjf_workspace\001-地标、利器、服饰\004文本\百度isbn-json-非selenium5' name, suffix = i.split('.json') name = name.replace('.', '') old_name = old_path + '\\' + i new_name = new_path + '\\' + name + ".json" shutil.copyfile(old_name, new_name) if __name__ == '__main__': start_time = time.time() # 需要被复制的文件夹 old_path = r'D:\zjf_workspace\001-地标、利器、服饰\004文本\baidu_isbn5\新建文件夹\txt' all_list = os.listdir(old_path) gevent_list = [] num = 1 key_num = 0 for i in all_list: key_num += 1 if key_num >= 1500: gevent.joinall(gevent_list) gevent.killall(gevent_list) gevent_list = [] key_num = 0 gevent_list.append(gevent.spawn(copy_file, i)) # print(i) print(len(all_list)) # print(all_list) gevent.joinall(gevent_list) end_time = time.time() print(end_time - start_time, '秒')