Release: f44d258110

__init__.py

@@ -15,9 +15,7 @@ media (Media Tools)
 
 **Submodules:**
 
-* :mod:`mmod.module.sub1`
-* :class:`mmod.module.sub2`
-* :func:`mmod.module.sub2`
+* :func:`media.get_media_data`
 
 **Unittest:**
 
@@ -27,214 +25,26 @@ __DEPENDENCIES__ = []
 
 import logging
 
-
-logger_name = 'FSTOOLS'
+logger_name = 'MEDIA'
 logger = logging.getLogger(logger_name)
 
 
 __DESCRIPTION__ = """The Module {\\tt %s} is designed to help on all issues with media files, like tags (e.g. exif, id3) and transformations.
 For more Information read the documentation.""" % __name__.replace('_', '\_')
 """The Module Description"""
-__INTERPRETER__ = (2, 3)
+__INTERPRETER__ = (3, )
 """The Tested Interpreter-Versions"""
 
 
-def uid(pathname, max_staleness=3600):
-    """
-    Function returning a unique id for a given file or path.
-
-    :param str pathname: File or Path name for generation of the uid.
-    :param int max_staleness: If a file or path is older than that, we may consider
-                              it stale and return a different uid - this is a
-                              dirty trick to work around changes never being
-                              detected. Default is 3600 seconds, use None to
-                              disable this trickery. See below for more details.
-    :returns:  An object that changes value if the file changed,
-               None is returned if there were problems accessing the file
-    :rtype: str
-
-    .. note:: Depending on the operating system capabilities and the way the
-              file update is done, this function might return the same value
-              even if the file has changed. It should be better than just
-              using file's mtime though.
-              max_staleness tries to avoid the worst for these cases.
-
-    .. note:: If this function is used for a path, it will stat all pathes and files rekursively.
-
-    Using just the file's mtime to determine if the file has changed is
-    not reliable - if file updates happen faster than the file system's
-    mtime granularity, then the modification is not detectable because
-    the mtime is still the same.
-
-    This function tries to improve by using not only the mtime, but also
-    other metadata values like file size and inode to improve reliability.
-
-    For the calculation of this value, we of course only want to use data
-    that we can get rather fast, thus we use file metadata, not file data
-    (file content).
-
-    >>> print 'UID:', uid(__file__)
-    UID: 16a65cc78e1344e596ef1c9536dab2193a402934
-    """
-    if os.path.isdir(pathname):
-        pathlist = dirlist(pathname) + filelist(pathname)
-        pathlist.sort()
-    else:
-        pathlist = [pathname]
-    uid = []
-    for element in pathlist:
-        try:
-            st = os.stat(element)
-        except (IOError, OSError):
-            uid.append(None)    # for permanent errors on stat() this does not change, but
-            #                     having a changing value would be pointless because if we
-            #                     can't even stat the file, it is unlikely we can read it.
-        else:
-            fake_mtime = int(st.st_mtime)
-            if not st.st_ino and max_staleness:
-                # st_ino being 0 likely means that we run on a platform not
-                # supporting it (e.g. win32) - thus we likely need this dirty
-                # trick
-                now = int(time.time())
-                if now >= st.st_mtime + max_staleness:
-                    # keep same fake_mtime for each max_staleness interval
-                    fake_mtime = int(now / max_staleness) * max_staleness
-            uid.append((
-                st.st_mtime,    # might have a rather rough granularity, e.g. 2s
-                                # on FAT, 1s on ext3 and might not change on fast
-                                # updates
-                st.st_ino,      # inode number (will change if the update is done
-                                # by e.g. renaming a temp file to the real file).
-                                # not supported on win32 (0 ever)
-                st.st_size,     # likely to change on many updates, but not
-                                # sufficient alone
-                fake_mtime)     # trick to workaround file system / platform
-                                # limitations causing permanent trouble
-            )
-    if sys.version_info < (3, 0):
-        secret = ''
-        return hmac.new(secret, repr(uid), hashlib.sha1).hexdigest()
-    else:
-        secret = b''
-        return hmac.new(secret, bytes(repr(uid), 'latin-1'), hashlib.sha1).hexdigest()
-
-
-def uid_filelist(path='.', expression='*', rekursive=True):
-    SHAhash = hashlib.md5()
-    #
-    fl = filelist(path, expression, rekursive)
-    fl.sort()
-    for f in fl:
-        if sys.version_info < (3, 0):
-            with open(f, 'rb') as fh:
-                SHAhash.update(hashlib.md5(fh.read()).hexdigest())
-        else:
-            with open(f, mode='rb') as fh:
-                d = hashlib.md5()
-                for buf in iter(partial(fh.read, 128), b''):
-                    d.update(buf)
-            SHAhash.update(d.hexdigest().encode())
+def get_media_data(full_path):
+    from media import metadata
+    ft = metadata.get_filetype(full_path)
     #
-    return SHAhash.hexdigest()
-
-
-def filelist(path='.', expression='*', rekursive=True):
-    """
-    Function returning a list of files below a given path.
-
-    :param str path: folder which is the basepath for searching files.
-    :param str expression: expression to fit including shell-style wildcards.
-    :param bool rekursive: search all subfolders if True.
-    :returns: list of filenames including the pathe
-    :rtype: list
-
-    .. note:: The returned filenames could be relative pathes depending on argument path.
-
-    >>> for filename in filelist(path='.', expression='*.py*', rekursive=True):
-    ...     print filename
-    ./__init__.py
-    ./__init__.pyc
-    """
-    li = list()
-    if os.path.exists(path):
-        logger.debug('FILELIST: path (%s) exists - looking for files to append', path)
-        for filename in glob.glob(os.path.join(path, expression)):
-            if os.path.isfile(filename):
-                li.append(filename)
-        for directory in os.listdir(path):
-            directory = os.path.join(path, directory)
-            if os.path.isdir(directory) and rekursive and not os.path.islink(directory):
-                li.extend(filelist(directory, expression))
-    else:
-        logger.warning('FILELIST: path (%s) does not exist - empty filelist will be returned', path)
-    return li
-
-
-def dirlist(path='.', rekursive=True):
-    """
-    Function returning a list of directories below a given path.
-
-    :param str path: folder which is the basepath for searching files.
-    :param bool rekursive: search all subfolders if True.
-    :returns: list of filenames including the pathe
-    :rtype: list
-
-    .. note:: The returned filenames could be relative pathes depending on argument path.
-
-    >>> for dirname in dirlist(path='..', rekursive=True):
-    ...     print dirname
-    ../caching
-    ../fstools
-    """
-    li = list()
-    if os.path.exists(path):
-        logger.debug('DIRLIST: path (%s) exists - looking for directories to append', path)
-        for dirname in os.listdir(path):
-            fulldir = os.path.join(path, dirname)
-            if os.path.isdir(fulldir):
-                li.append(fulldir)
-                if rekursive:
-                    li.extend(dirlist(fulldir))
-    else:
-        logger.warning('DIRLIST: path (%s) does not exist - empty filelist will be returned', path)
-    return li
-
-
-def is_writeable(path):
-    """.. warning:: Needs to be documented
-    """
-    if os.access(path, os.W_OK):
-        # path is writable whatever it is, file or directory
-        return True
+    if ft == metadata.FILETYPE_AUDIO:
+        return metadata.get_audio_data(full_path)
+    elif ft == metadata.FILETYPE_IMAGE:
+        return metadata.get_image_data(full_path)
+    elif ft == metadata.FILETYPE_VIDEO:
+        return metadata.get_video_data(full_path)
     else:
-        # path is not writable whatever it is, file or directory
-        return False
-
-
-def mkdir(path):
-    """.. warning:: Needs to be documented
-    """
-    path = os.path.abspath(path)
-    if not os.path.exists(os.path.dirname(path)):
-        mkdir(os.path.dirname(path))
-    if not os.path.exists(path):
-        os.mkdir(path)
-    return os.path.isdir(path)
-
-
-def open_locked_non_blocking(*args, **kwargs):
-    """.. warning:: Needs to be documented (acquire exclusive lock file access). Throws an exception, if file is locked!
-    """
-    import fcntl
-    locked_file_descriptor = open(*args, **kwargs)
-    fcntl.lockf(locked_file_descriptor, fcntl.LOCK_EX | fcntl.LOCK_NB)
-    return locked_file_descriptor
-
-
-def open_locked_blocking(*args, **kwargs):
-    """.. warning:: Needs to be documented (acquire exclusive lock file access). Blocks until file is free. deadlock!
-    """
-    import fcntl
-    locked_file_descriptor = open(*args, **kwargs)
-    fcntl.lockf(locked_file_descriptor, fcntl.LOCK_EX)
-    return locked_file_descriptor
+        logger.warning('Filetype not known: %s', full_path)

_testresults_/coverage.xml

@@ -0,0 +1,231 @@
+<?xml version="1.0" ?>
+<coverage branch-rate="0.975" branches-covered="39" branches-valid="40" complexity="0" line-rate="0.9856" lines-covered="206" lines-valid="209" timestamp="1580418394944" version="4.5">
+	<!-- Generated by coverage.py: https://coverage.readthedocs.io -->
+	<!-- Based on https://raw.githubusercontent.com/cobertura/web/master/htdocs/xml/coverage-04.dtd -->
+	<sources/>
+	<packages>
+		<package branch-rate="0.975" complexity="0" line-rate="0.9856" name=".user_data.data.dirk.prj.unittest.media.pylibs.media">
+			<classes>
+				<class branch-rate="1" complexity="0" filename="/user_data/data/dirk/prj/unittest/media/pylibs/media/__init__.py" line-rate="1" name="__init__.py">
+					<methods/>
+					<lines>
+						<line hits="1" number="4"/>
+						<line hits="1" number="24"/>
+						<line hits="1" number="26"/>
+						<line hits="1" number="28"/>
+						<line hits="1" number="29"/>
+						<line hits="1" number="32"/>
+						<line hits="1" number="35"/>
+						<line hits="1" number="39"/>
+						<line hits="1" number="40"/>
+						<line hits="1" number="41"/>
+						<line branch="true" condition-coverage="100% (2/2)" hits="1" number="43"/>
+						<line hits="1" number="44"/>
+						<line branch="true" condition-coverage="100% (2/2)" hits="1" number="45"/>
+						<line hits="1" number="46"/>
+						<line branch="true" condition-coverage="100% (2/2)" hits="1" number="47"/>
+						<line hits="1" number="48"/>
+						<line hits="1" number="50"/>
+					</lines>
+				</class>
+				<class branch-rate="0.9706" complexity="0" filename="/user_data/data/dirk/prj/unittest/media/pylibs/media/metadata.py" line-rate="0.9844" name="metadata.py">
+					<methods/>
+					<lines>
+						<line hits="1" number="1"/>
+						<line hits="1" number="2"/>
+						<line hits="1" number="3"/>
+						<line hits="1" number="4"/>
+						<line hits="1" number="5"/>
+						<line hits="1" number="8"/>
+						<line hits="1" number="9"/>
+						<line hits="1" number="11"/>
+						<line hits="1" number="12"/>
+						<line hits="1" number="13"/>
+						<line hits="1" number="15"/>
+						<line hits="1" number="16"/>
+						<line hits="1" number="17"/>
+						<line hits="1" number="19"/>
+						<line hits="1" number="20"/>
+						<line hits="1" number="21"/>
+						<line hits="1" number="22"/>
+						<line hits="1" number="23"/>
+						<line hits="1" number="24"/>
+						<line hits="1" number="25"/>
+						<line hits="1" number="26"/>
+						<line hits="1" number="27"/>
+						<line hits="1" number="28"/>
+						<line hits="1" number="29"/>
+						<line hits="1" number="30"/>
+						<line hits="1" number="31"/>
+						<line hits="1" number="32"/>
+						<line hits="1" number="33"/>
+						<line hits="1" number="34"/>
+						<line hits="1" number="35"/>
+						<line hits="1" number="36"/>
+						<line hits="1" number="37"/>
+						<line hits="1" number="38"/>
+						<line hits="1" number="39"/>
+						<line hits="1" number="40"/>
+						<line hits="1" number="41"/>
+						<line hits="1" number="43"/>
+						<line hits="1" number="44"/>
+						<line hits="1" number="47"/>
+						<line hits="1" number="48"/>
+						<line branch="true" condition-coverage="100% (2/2)" hits="1" number="49"/>
+						<line hits="1" number="50"/>
+						<line branch="true" condition-coverage="100% (2/2)" hits="1" number="51"/>
+						<line hits="1" number="52"/>
+						<line branch="true" condition-coverage="100% (2/2)" hits="1" number="53"/>
+						<line hits="1" number="54"/>
+						<line hits="1" number="57"/>
+						<line hits="1" number="58"/>
+						<line hits="1" number="59"/>
+						<line hits="1" number="60"/>
+						<line hits="1" number="61"/>
+						<line hits="1" number="62"/>
+						<line hits="1" number="63"/>
+						<line hits="1" number="64"/>
+						<line hits="1" number="65"/>
+						<line hits="1" number="66"/>
+						<line hits="1" number="67"/>
+						<line hits="1" number="68"/>
+						<line hits="1" number="69"/>
+						<line hits="1" number="70"/>
+						<line hits="1" number="71"/>
+						<line hits="1" number="72"/>
+						<line hits="1" number="73"/>
+						<line hits="1" number="76"/>
+						<line hits="1" number="77"/>
+						<line hits="1" number="78"/>
+						<line hits="1" number="79"/>
+						<line hits="1" number="80"/>
+						<line hits="1" number="81"/>
+						<line hits="1" number="82"/>
+						<line hits="1" number="83"/>
+						<line hits="1" number="84"/>
+						<line hits="1" number="85"/>
+						<line hits="1" number="88"/>
+						<line hits="1" number="89"/>
+						<line hits="1" number="92"/>
+						<line hits="1" number="93"/>
+						<line branch="true" condition-coverage="100% (2/2)" hits="1" number="95"/>
+						<line hits="1" number="96"/>
+						<line hits="1" number="97"/>
+						<line hits="1" number="98"/>
+						<line branch="true" condition-coverage="100% (2/2)" hits="1" number="100"/>
+						<line branch="true" condition-coverage="100% (2/2)" hits="1" number="101"/>
+						<line hits="1" number="103"/>
+						<line hits="1" number="104"/>
+						<line hits="1" number="106"/>
+						<line hits="1" number="107"/>
+						<line hits="1" number="109"/>
+						<line hits="1" number="110"/>
+						<line hits="1" number="111"/>
+						<line hits="1" number="114"/>
+						<line hits="1" number="115"/>
+						<line hits="1" number="116"/>
+						<line hits="1" number="118"/>
+						<line hits="1" number="119"/>
+						<line hits="1" number="121"/>
+						<line hits="1" number="122"/>
+						<line hits="1" number="123"/>
+						<line hits="1" number="124"/>
+						<line hits="1" number="125"/>
+						<line hits="0" number="126"/>
+						<line hits="0" number="127"/>
+						<line hits="0" number="128"/>
+						<line hits="1" number="130"/>
+						<line branch="true" condition-coverage="100% (2/2)" hits="1" number="131"/>
+						<line hits="1" number="132"/>
+						<line branch="true" condition-coverage="100% (2/2)" hits="1" number="133"/>
+						<line hits="1" number="134"/>
+						<line hits="1" number="135"/>
+						<line branch="true" condition-coverage="100% (2/2)" hits="1" number="137"/>
+						<line hits="1" number="138"/>
+						<line hits="1" number="139"/>
+						<line hits="1" number="140"/>
+						<line hits="1" number="141"/>
+						<line hits="1" number="142"/>
+						<line hits="1" number="143"/>
+						<line hits="1" number="146"/>
+						<line hits="1" number="147"/>
+						<line hits="1" number="148"/>
+						<line hits="1" number="149"/>
+						<line hits="1" number="150"/>
+						<line hits="1" number="151"/>
+						<line hits="1" number="152"/>
+						<line hits="1" number="154"/>
+						<line hits="1" number="156"/>
+						<line hits="1" number="157"/>
+						<line hits="1" number="158"/>
+						<line hits="1" number="159"/>
+						<line hits="1" number="160"/>
+						<line hits="1" number="161"/>
+						<line hits="1" number="162"/>
+						<line hits="1" number="163"/>
+						<line hits="1" number="164"/>
+						<line hits="1" number="165"/>
+						<line hits="1" number="166"/>
+						<line hits="1" number="167"/>
+						<line hits="1" number="168"/>
+						<line branch="true" condition-coverage="100% (2/2)" hits="1" number="169"/>
+						<line branch="true" condition-coverage="100% (2/2)" hits="1" number="170"/>
+						<line hits="1" number="171"/>
+						<line hits="1" number="172"/>
+						<line branch="true" condition-coverage="100% (2/2)" hits="1" number="173"/>
+						<line hits="1" number="174"/>
+						<line hits="1" number="175"/>
+						<line hits="1" number="179"/>
+						<line hits="1" number="180"/>
+						<line hits="1" number="181"/>
+						<line hits="1" number="184"/>
+						<line hits="1" number="185"/>
+						<line hits="1" number="186"/>
+						<line hits="1" number="187"/>
+						<line hits="1" number="188"/>
+						<line hits="1" number="189"/>
+						<line branch="true" condition-coverage="100% (2/2)" hits="1" number="190"/>
+						<line hits="1" number="191"/>
+						<line hits="1" number="192"/>
+						<line hits="1" number="193"/>
+						<line hits="1" number="196"/>
+						<line hits="1" number="197"/>
+						<line hits="1" number="210"/>
+						<line hits="1" number="211"/>
+						<line hits="1" number="228"/>
+						<line hits="1" number="229"/>
+						<line hits="1" number="230"/>
+						<line hits="1" number="231"/>
+						<line branch="true" condition-coverage="100% (2/2)" hits="1" number="232"/>
+						<line hits="1" number="233"/>
+						<line branch="true" condition-coverage="100% (2/2)" hits="1" number="234"/>
+						<line hits="1" number="235"/>
+						<line hits="1" number="236"/>
+						<line hits="1" number="239"/>
+						<line hits="1" number="240"/>
+						<line hits="1" number="241"/>
+						<line hits="1" number="244"/>
+						<line hits="1" number="245"/>
+						<line hits="1" number="246"/>
+						<line hits="1" number="247"/>
+						<line branch="true" condition-coverage="100% (2/2)" hits="1" number="248"/>
+						<line hits="1" number="249"/>
+						<line hits="1" number="250"/>
+						<line hits="1" number="251"/>
+						<line hits="1" number="252"/>
+						<line hits="1" number="253"/>
+						<line hits="1" number="254"/>
+						<line branch="true" condition-coverage="50% (1/2)" hits="1" missing-branches="exit" number="255"/>
+						<line hits="1" number="256"/>
+						<line hits="1" number="257"/>
+						<line hits="1" number="258"/>
+						<line hits="1" number="261"/>
+						<line hits="1" number="262"/>
+						<line hits="1" number="263"/>
+						<line hits="1" number="264"/>
+					</lines>
+				</class>
+			</classes>
+		</package>
+	</packages>
+</coverage>

metadata.py

@@ -0,0 +1,264 @@
+import logging
+import os
+from PIL import Image
+import subprocess
+import time
+
+
+logger_name = 'MEDIA'
+logger = logging.getLogger(logger_name)
+
+FILETYPE_AUDIO = 'audio'
+FILETYPE_IMAGE = 'image'
+FILETYPE_VIDEO = 'video'
+
+EXTENTIONS_AUDIO = ['.mp3', ]
+EXTENTIONS_IMAGE = ['.jpg', '.jpeg', '.jpe', '.png', '.tif', '.tiff', '.gif', ]
+EXTENTIONS_VIDEO = ['.avi', '.mpg', '.mpeg', '.mpe', '.mov', '.qt', '.mp4', '.webm', '.ogv', '.flv', '.3gp', ]
+
+KEY_ALBUM = 'album'
+KEY_APERTURE = 'aperture'
+KEY_ARTIST = 'artist'
+KEY_BITRATE = 'bitrate'
+KEY_CAMERA = 'camera'
+KEY_DURATION = 'duration'
+KEY_EXPOSURE_PROGRAM = 'exposure_program'
+KEY_EXPOSURE_TIME = 'exposure_time'
+KEY_FLASH = 'flash'
+KEY_FOCAL_LENGTH = 'focal_length'
+KEY_GENRE = 'genre'
+KEY_GPS = 'gps'
+KEY_HEIGHT = 'height'
+KEY_ISO = 'iso'
+KEY_ORIENTATION = 'orientation'
+KEY_RATIO = 'ratio'
+KEY_SIZE = 'size'
+KEY_TIME = 'time'   # USE time.localtime(value) or datetime.fromtimestamp(value) to convert the timestamp
+KEY_TIME_IS_SUBSTITUTION = 'tm_is_subst'
+KEY_TITLE = 'title'
+KEY_TRACK = 'track'
+KEY_WIDTH = 'width'
+KEY_YEAR = 'year'
+
+__KEY_CAMERA_VENDOR__ = 'camera_vendor'
+__KEY_CAMERA_MODEL__ = 'camera_model'
+
+
+def get_filetype(full_path):
+    ext = os.path.splitext(full_path)[1]
+    if ext in EXTENTIONS_AUDIO:
+        return FILETYPE_AUDIO
+    elif ext in EXTENTIONS_IMAGE:
+        return FILETYPE_IMAGE
+    elif ext in EXTENTIONS_VIDEO:
+        return FILETYPE_VIDEO
+
+
+def get_audio_data(full_path):
+    conv_key_dict = {}
+    conv_key_dict['album'] = (str, KEY_ALBUM)
+    conv_key_dict['TAG:album'] = (str, KEY_ALBUM)
+    conv_key_dict['TAG:artist'] = (str, KEY_ARTIST)
+    conv_key_dict['artist'] = (str, KEY_ARTIST)
+    conv_key_dict['bit_rate'] = (__int_conv__, KEY_BITRATE)
+    conv_key_dict['duration'] = (float, KEY_DURATION)
+    conv_key_dict['TAG:genre'] = (str, KEY_GENRE)
+    conv_key_dict['genre'] = (str, KEY_GENRE)
+    conv_key_dict['TAG:title'] = (str, KEY_TITLE)
+    conv_key_dict['title'] = (str, KEY_TITLE)
+    conv_key_dict['TAG:track'] = (__int_conv__, KEY_TRACK)
+    conv_key_dict['track'] = (__int_conv__, KEY_TRACK)
+    conv_key_dict['TAG:date'] = (__int_conv__, KEY_YEAR)
+    conv_key_dict['date'] = (__int_conv__, KEY_YEAR)
+    return __adapt__data__(__get_xxprobe_data__(full_path, conv_key_dict), full_path)
+
+
+def get_video_data(full_path):
+    conv_key_dict = {}
+    conv_key_dict['creation_time'] = (__vid_datetime_conv__, KEY_TIME)
+    conv_key_dict['TAG:creation_time'] = (__vid_datetime_conv__, KEY_TIME)
+    conv_key_dict['bit_rate'] = (__int_conv__, KEY_BITRATE)
+    conv_key_dict['duration'] = (float, KEY_DURATION)
+    conv_key_dict['height'] = (__int_conv__, KEY_HEIGHT)
+    conv_key_dict['width'] = (__int_conv__, KEY_WIDTH)
+    conv_key_dict['display_aspect_ratio'] = (__ratio_conv__, KEY_RATIO)
+    return __adapt__data__(__get_xxprobe_data__(full_path, conv_key_dict), full_path)
+
+
+def get_image_data(full_path):
+    return __adapt__data__(__get_exif_data__(full_path), full_path)
+
+
+def __adapt__data__(data, full_path):
+    data[KEY_SIZE] = os.path.getsize(full_path)
+    # Join Camera Vendor and Camera Model
+    if __KEY_CAMERA_MODEL__ in data and __KEY_CAMERA_VENDOR__ in data:
+        model = data.pop(__KEY_CAMERA_MODEL__)
+        vendor = data.pop(__KEY_CAMERA_VENDOR__)
+        data[KEY_CAMERA] = '%s: %s' % (vendor, model)
+    # Add time if not exists
+    if KEY_TIME not in data:
+        if KEY_YEAR in data and KEY_TRACK in data:
+            # Use a date where track 1 is the newest in the given year
+            minute = int(data[KEY_TRACK] / 60)
+            second = (data[KEY_TRACK] - 60 * minute) % 60
+            #
+            data[KEY_TIME] = int(time.mktime((data[KEY_YEAR], 1, 1, 0, 59 - minute, 59 - second, 0, 0, 0)))
+            data[KEY_TIME_IS_SUBSTITUTION] = True
+        else:
+            data[KEY_TIME] = int(os.path.getmtime(full_path))
+            data[KEY_TIME_IS_SUBSTITUTION] = True
+    return data
+
+
+def __get_xxprobe_data__(full_path, conv_key_dict):
+    def _ffprobe_command(full_path):
+        return ['ffprobe', '-v', 'quiet', '-show_format', '-show_streams', full_path]
+
+    def _avprobe_command(full_path):
+        return ['avprobe', '-v', 'quiet', '-show_format', '-show_streams', full_path]
+
+    try:
+        xxprobe_text = subprocess.check_output(_avprobe_command(full_path))
+    except FileNotFoundError:
+        try:
+            xxprobe_text = subprocess.check_output(_ffprobe_command(full_path))
+        except FileNotFoundError:
+            logger.warning('ffprobe and avprobe seem to be not installed')
+            return {}
+    #
+    rv = {}
+    for line in xxprobe_text.decode('utf-8').splitlines():
+        try:
+            key, val = [snippet.strip() for snippet in line.split('=')]
+        except ValueError:
+            continue
+        else:
+            if key in conv_key_dict:
+                tp, name = conv_key_dict[key]
+                try:
+                    rv[name] = tp(val)
+                except ValueError:
+                    logger.log(logging.WARNING if val else logger.INFO, 'Can\'t convert %s (%s) for %s', repr(val), name, name)
+    return rv
+
+
+def __get_exif_data__(full_path):
+    rv = {}
+    im = Image.open(full_path)
+    try:
+        exif = dict(im._getexif().items())
+    except AttributeError:
+        logger.debug('%s does not have any exif information', full_path)
+    else:
+        conv_key_dict = {}
+        # IMAGE
+        conv_key_dict[0x9003] = (__datetime_conv__, KEY_TIME)
+        conv_key_dict[0x8822] = (__exposure_program_conv__, KEY_EXPOSURE_PROGRAM)
+        conv_key_dict[0x829A] = (__num_denum_conv__, KEY_EXPOSURE_TIME)
+        conv_key_dict[0x9209] = (__flash_conv__, KEY_FLASH)
+        conv_key_dict[0x829D] = (__num_denum_conv__, KEY_APERTURE)
+        conv_key_dict[0x920A] = (__num_denum_conv__, KEY_FOCAL_LENGTH)
+        conv_key_dict[0x8825] = (__gps_conv__, KEY_GPS)
+        conv_key_dict[0xA003] = (__int_conv__, KEY_HEIGHT)
+        conv_key_dict[0x8827] = (__int_conv__, KEY_ISO)
+        conv_key_dict[0x010F] = (str, __KEY_CAMERA_VENDOR__)
+        conv_key_dict[0x0110] = (str, __KEY_CAMERA_MODEL__)
+        conv_key_dict[0x0112] = (__int_conv__, KEY_ORIENTATION)
+        conv_key_dict[0xA002] = (__int_conv__, KEY_WIDTH)
+        for key in conv_key_dict:
+            if key in exif:
+                tp, name = conv_key_dict[key]
+                value = tp(exif[key])
+                if value is not None:
+                    rv[name] = value
+    return rv
+
+
+# TODO: Join datetime converter __datetime_conv__ and __vid_datetime_conv_
+def __datetime_conv__(dt):
+    format_string = "%Y:%m:%d %H:%M:%S"
+    return int(time.mktime(time.strptime(dt, format_string)))
+
+
+def __vid_datetime_conv__(dt):
+    try:
+        dt = dt[:dt.index('.')]
+    except ValueError:
+        pass  # time string seems to have no '.'
+    dt = dt.replace('T', ' ').replace('/', '').replace('\\', '')
+    if len(dt) == 16:
+        dt += ':00'
+    format_string = '%Y-%m-%d %H:%M:%S'
+    return int(time.mktime(time.strptime(dt, format_string)))
+
+
+def __exposure_program_conv__(n):
+    return {
+        0: 'Unidentified',
+        1: 'Manual',
+        2: 'Program Normal',
+        3: 'Aperture Priority',
+        4: 'Shutter Priority',
+        5: 'Program Creative',
+        6: 'Program Action',
+        7: 'Portrait Mode',
+        8: 'Landscape Mode'
+    }.get(n, None)
+
+
+def __flash_conv__(n):
+    return {
+        0: 'No',
+        1: 'Fired',
+        5: 'Fired (?)',  # no return sensed
+        7: 'Fired (!)',  # return sensed
+        9: 'Fill Fired',
+        13: 'Fill Fired (?)',
+        15: 'Fill Fired (!)',
+        16: 'Off',
+        24: 'Auto Off',
+        25: 'Auto Fired',
+        29: 'Auto Fired (?)',
+        31: 'Auto Fired (!)',
+        32: 'Not Available'
+    }.get(n, None)
+
+
+def __int_conv__(value):
+    try:
+        return int(value)
+    except ValueError:
+        for c in ['.', '/', '-']:
+            p = value.find(c)
+            if p >= 0:
+                value = value[:p]
+    return int(value)
+
+
+def __num_denum_conv__(data):
+    num, denum = data
+    return num / denum
+
+
+def __gps_conv__(data):
+    def lat_lon_cal(lon_or_lat):
+        lon_lat = 0.
+        fac = 1.
+        for num, denum in lon_or_lat:
+            lon_lat += float(num) / float(denum) * fac
+            fac *= 1. / 60.
+        return lon_lat
+    try:
+        lon = lat_lon_cal(data[0x0004])
+        lat = lat_lon_cal(data[0x0002])
+        if lon != 0 or lat != 0:    # do not use lon and lat equal 0, caused by motorola gps weakness
+            return {'lon': lon, 'lat': lat}
+    except KeyError:
+        logger.warning('GPS data extraction failed for %s', repr(data))
+
+
+def __ratio_conv__(ratio):
+    ratio = ratio.replace('\\', '')
+    num, denum = ratio.split(':')
+    return float(num) / float(denum)