前言
找了半个GG都没找到能用的多线程图片压缩，只好用Python自己造个轮子啦
辣鸡代码，看看就好
简介
使用须知
- 本脚本主要是为了对图片进行批量压缩而写的，所以没有调整图片大小等等之类的功能
- 本脚本使用的是Python多进程，因为Python多线程就是个幌子
- 本脚本使用的tkinter外观不友好，不过作者本人表示并不关心这些外在的东西（确信）
- 本脚本主要吃的是CPU和磁盘IO，如果4核心8线程的CPU开16进程以上，仍然无法跑满CPU，请检查是不是硬盘IO太低了
- 本脚本测试是基于Pillow原版，因为我的Win7死活没法装上Pillow-simd，欢迎使用Pillow-simd的童鞋提供测试数据，不知道效率能提高多少
功能简介
- JPEG质量最大值建议为95，再高就没有质量的提升，而且文件会变得很大（来自Pillow官方文档）
- 进程数量取决于CPU，我的I7 4核8线程，压缩大图片（相机相片）一般开16进程，压缩小图片12进程就够了
- 保留Exif是对相机相片来说的，普通图片不需要考虑
- 压缩图片时遇到不是图片的文件会跳过，不会采取任何措施
- 本脚本会递归寻找目录及所有子目录下的图片，所以最好选择一个干净的文件夹作为源文件夹
- 选中保持目录结构会自动在输出目录创建与输入目录相同的目录结构，不选中则所有图片都会保存在输出目录的根目录下
依赖
|
1 2 3 |
pip install piexif pillow tkinter multiprocessing |
脚本下载
Github gist: https://gist.github.com/littleplus/1e7331e389d346230a563306ed9d47e8
脚本源代码
|
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 |
#encoding=utf-8 import os,time import piexif from PIL.Image import open as imgOpen from multiprocessing import Pool from multiprocessing import Manager from tkinter import * import tkinter import tkinter.messagebox as messagebox import tkinter.filedialog as dialog class ImageCompress(Frame): def __init__(self, master=None): Frame.__init__(self, master) self.pack() self.createWidgets() def createWidgets(self): # Input labels Label(self, text="输入地址:", font=("微软雅黑", 12), width=8, height=1).grid(row=0) Label(self, text="输出地址:", font=("微软雅黑", 12), width=8, height=1).grid(row=1) Label(self, text="JPEG质量(1-95):", font=("微软雅黑", 12), width=12, height=1).grid(row=2) Label(self, text="进程数量:", font=("微软雅黑", 12), width=8, height=1).grid(row=3) # Label(self, text="处理进度:", font=("微软雅黑", 12), width=8, height=1).grid(row=4) # self.processedFiles = Label(self, text="0", font=("微软雅黑", 12), width=6, height=1) # self.processedFiles.grid(row=4,column=2) # Label(self, text="/", font=("微软雅黑", 12), width=1, height=1).grid(row=4,column=3) # self.totalFiles = Label(self, text="0", font=("微软雅黑", 12), width=6, height=1) # self.totalFiles.grid(row=4,column=4) self.keepExif = IntVar() self.keepExifCheckBox=Checkbutton(self,text="保留Exif",font=("微软雅黑", 12),variable=self.keepExif, onvalue =1,offvalue=0,height=1) self.keepExifCheckBox.grid(row=4) self.keepStruct = IntVar() self.keepStructCheckBox=Checkbutton(self,text="保持目录结构",font=("微软雅黑", 12),variable=self.keepStruct, onvalue =1,offvalue=0,height=1) self.keepStructCheckBox.grid(row=4,column=2) self.inDirInput = Entry(self,width=30) self.outDirInput = Entry(self,width=30) self.imgQualityInput = Entry(self,width=5) self.maxProcessesInput = Entry(self,width=5) self.inDirInput.grid(row=0,column=1,columnspan=3) self.outDirInput.grid(row=1,column=1,columnspan=3) self.imgQualityInput.grid(row=2,column=1) self.maxProcessesInput.grid(row=3,column=1) # Set default quality and processes self.imgQualityInput.insert(END,75) self.maxProcessesInput.insert(END,2) # Add buttons self.inButton = Button(self, text='选择', command=lambda: self.selectDir('input')) self.outButton = Button(self, text='选择', command=lambda: self.selectDir('output')) self.excuteButton = Button(self, text='输出', command=self.imageCompress) self.inButton.grid(row=0,column=5) self.outButton.grid(row=1,column=5) self.excuteButton.grid(row=2,column=5) def selectDir(self,section): if(section=='input'): self.inDirInput.delete(0,END) self.inDirInput.insert(END,dialog.askdirectory()) if(section=='output'): self.outDirInput.delete(0,END) self.outDirInput.insert(END,dialog.askdirectory()) pass # Use mapDir instead # def getFileList(self,inDir): # fileList = glob.glob(inDir+'/*.*') # fileNum = len(fileList) # # self.totalFiles['text']=str(fileNum) # return fileNum,fileList def makeDirs(self,outDir,dirList): for directory in dirList: try: os.makedirs(os.path.join(outDir,directory)) except: pass pass def mapDir(self,inDir): dirNames=[] fileNames=[] for dName, dNames, fNames in os.walk(inDir): for subDirName in dNames: #print(os.path.join(dName, subdirname)) dirNames.append(subDirName) for fileName in fNames: fileNames.append(os.path.join(dName,fileName)) return dirNames,fileNames def imageCompress(self): inDir= self.inDirInput.get() outDir=self.outDirInput.get() # Detect dir input if null if (inDir=='' or outDir==''): messagebox.showerror(title='错误',message='输入或输出文件夹不能为空') return # Normalize input dir format inDir = inDir.replace('\\','/').rstrip('/') outDir = outDir.replace('\\','/').rstrip('/') # Get running time startTime=time.time() # Get files list dirList,fileList=self.mapDir(inDir) fileNum=len(fileList) print("Total: "+str(fileNum)) # Prepare options imgQuality=int(self.imgQualityInput.get()) keepExif=int(self.keepExif.get()) keepStruct=int(self.keepStruct.get()) # If need to keep directory structure if(keepStruct): self.makeDirs(outDir,dirList) # Multi process queue # print(1) manager=Manager() queue=manager.Queue() processedNum=manager.Value('i',0) for i in fileList: queue.put(i) processesNum = int(self.maxProcessesInput.get()) pool = Pool(processesNum) # print(2) for i in range(processesNum): # print(2.01) pool.apply_async(compress,(outDir,imgQuality,keepExif,keepStruct,queue,processedNum)) # print(2.02) # pool.map(self.compress,range(processesNum)) pool.close() pool.join() # jobs = [] # for i in range(processesNum): # p = Process(target=compress) # jobs.append(p) # p.start() # p.join() # print(3) # Get running time stopTime=time.time() totalTime=round(stopTime-startTime, 3) messagebox.showinfo(title='提示',message='处理完成'+str(fileNum)+'项，耗时'+str(totalTime)+'s') print('处理完成'+str(fileNum)+'项，耗时'+str(totalTime)+'s') pass def reloadNum(): global processesNum self.processedFiles['text']=str(processesNum.value) def compress(outDir,imgQuality,keepExif,keepStruct,queue,num): # print(2.1) while(not queue.empty()): try: # print(2.2) source = queue.get() im = imgOpen(source) except Exception as e: print(e) continue # print(2.3) fullFileName= source.split('\\')[-1] fileName=fullFileName.split('.')[0] # If need to keep the directory structure if(keepStruct): subDir='/'.join(source.split('\\')[1:-1]) tempOutDir=outDir+'/'+subDir #print(source,subDir,outDir) # If not a jpeg file before if(not fullFileName.endswith('jpg')): im = im.convert('RGB') #print(outDir+'/'+fileName+'.jpg') # Keep exif information or not if(keepExif): exif_dict = piexif.load(im.info["exif"]) exif_bytes = piexif.dump(exif_dict) im.save(tempOutDir+'/'+fileName+'.jpg','jpeg',quality=imgQuality,progressive=True,optimize=True,exif=exif_bytes) else: im.save(tempOutDir+'/'+fileName+'.jpg','jpeg',quality=imgQuality,progressive=True,optimize=True) num.value+=1 print("Finished: "+str(num.value)) # print(2.4) # reloadNum() # global app # app.reloadNum() #self.processedNum+=1 #self.processedFiles['text']=str(self.processedNum) pass def reloadNum(): global app return app.reloadNum() if __name__=="__main__": app = ImageCompress() app.master.title('图片处理') app.mainloop() |
处理效率
500张图片，75质量
本脚本（12进程）：8s
Caesium：41s
具体效果请自行体验
运行截图
