stuartl/tornado-gallery
1
0
Fork 0
mirror of https://github.com/sjlongland/tornado-gallery.git synced 2025-09-14 00:53:19 +10:00
Code Issues Releases Wiki Activity

resizer: Avoid lots of files in one directory.

Browse Source 
Split up the cache directory structure so that we have:
	- gallery name
	- photo name
as subdirectories in the full path, as many file systems perform poorly
when you have *lots* of files in a single directory.
This commit is contained in:
Stuart Longland 2018-04-18 12:57:41 +10:00
parent 66b88bed17
commit a002a21ee5
Signed by: stuartl
GPG Key ID: 6AA32EFB18079BAA
1 changed files with 11 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
tornado_gallery/resizer.py
View File

@ -8,6 +8,8 @@ from tornado.locks import Semaphore
import magic
import logging
from os import makedirs
import multiprocessing
import multiprocessing.pool
from weakref import WeakValueDictionary
@ -155,23 +157,28 @@ class ResizerPool(object):
orig_node = self._fs_node.join_node(gallery, photo)
# Determine the name of the cache file.
photo_noext = '.'.join(photo.split('.')[:-1])
cache_name = ('%(gallery)s-%(photo)s-'\
'%(width)dx%(height)d-'\
'%(quality)d-%(rotation).6f.%(ext)s') % {
'gallery': gallery,
'photo': '.'.join(photo.split('.')[:-1]),
'photo': photo_noext,
'width': width,
'height': height,
'quality': quality,
'rotation': rotation,
'ext': img_format.ext
}
log.debug('Resized file: %s', cache_name)
cache_dir = self._cache_node.join(gallery, photo_noext)
log.debug('Resized file: %s in %s', cache_name, cache_dir)
# Ensure the directory exists
makedirs(cache_dir, exist_ok=True)
# Do we have this file?
cache_path = self._cache_node.join(cache_name)
cache_path = self._cache_node.join(cache_dir, cache_name)
try:
cache_node = self._cache_node[cache_name]
cache_node = self._cache_node[cache_path]
# We do, is it same age/newer and non-zero sized?
if (cache_node.stat.st_size > 0) and \
(cache_node.stat.st_mtime >= orig_node.stat.st_mtime):