diff options
Diffstat (limited to 'pym/gentoolkit/revdep_rebuild/cache.py')
| -rw-r--r-- | pym/gentoolkit/revdep_rebuild/cache.py | 281 |
1 files changed, 158 insertions, 123 deletions
diff --git a/pym/gentoolkit/revdep_rebuild/cache.py b/pym/gentoolkit/revdep_rebuild/cache.py index ab0b7d7..3815d72 100644 --- a/pym/gentoolkit/revdep_rebuild/cache.py +++ b/pym/gentoolkit/revdep_rebuild/cache.py @@ -1,4 +1,3 @@ - """Caching module Functions for reading, saving and verifying the data caches """ @@ -10,125 +9,161 @@ from portage import _encodings, _unicode_encode from portage.output import red from .settings import DEFAULTS -def read_cache(temp_path=DEFAULTS['DEFAULT_TMP_DIR']): - ''' Reads cache information needed by analyse function. - This function does not checks if files exists nor timestamps, - check_temp_files should be called first - @param temp_path: directory where all temp files should reside - @return tuple with values of: - libraries, la_libraries, libraries_links, symlink_pairs, binaries - ''' - - ret = { - 'libraries': set(), - 'la_libraries': set(), - 'libraries_links': set(), - 'binaries': set() - } - try: - for key,val in ret.items(): - _file = open(_unicode_encode(os.path.join(temp_path, key), - encoding=_encodings['fs']), encoding=_encodings['content']) - for line in _file.readlines(): - val.add(line.strip()) - #libraries.remove('\n') - _file .close() - except EnvironmentError: - pass - - return (ret['libraries'], ret['la_libraries'], - ret['libraries_links'], ret['binaries']) - - -def save_cache(logger, to_save={}, temp_path=DEFAULTS['DEFAULT_TMP_DIR']): - ''' Tries to store caching information. - @param logger - @param to_save have to be dict with keys: - libraries, la_libraries, libraries_links and binaries - ''' - - if not os.path.exists(temp_path): - os.makedirs(temp_path) - - try: - _file = open(_unicode_encode(os.path.join(temp_path, 'timestamp'), - encoding=_encodings['fs']), mode='w', encoding=_encodings['content']) - _file.write(str(int(time.time()))) - _file.close() - - for key,val in to_save.items(): - _file = open(_unicode_encode(os.path.join(temp_path, key), - encoding=_encodings['fs']), mode='w', - encoding=_encodings['content']) - for line in val: - _file.write(line + '\n') - _file.close() - except Exception as ex: - logger.warning('\t' + red('Could not save cache: %s' %str(ex))) - - - -def check_temp_files(temp_path=DEFAULTS['DEFAULT_TMP_DIR'], max_delay=3600, - logger=None): - ''' Checks if temporary files from previous run are still available - and if they aren't too old - @param temp_path is directory, where temporary files should be found - @param max_delay is maximum time difference (in seconds) - when those files are still considered fresh and useful - returns True, when files can be used, or False, when they don't - exists or they are too old - ''' - - if not os.path.exists(temp_path) or not os.path.isdir(temp_path): - return False - - timestamp_path = os.path.join(temp_path, 'timestamp') - if not os.path.exists(timestamp_path) or not os.path.isfile(timestamp_path): - return False - - try: - _file = open(_unicode_encode(timestamp_path, encoding=_encodings['fs']), - encoding=_encodings['content']) - timestamp = int(_file.readline()) - _file .close() - except Exception as ex: - if logger: - logger.debug("\tcheck_temp_files(); error retrieving" - " timestamp_path:\n" + str(ex)) - timestamp = 0 - return False - - diff = int(time.time()) - timestamp - return max_delay > diff - - - -if __name__ == '__main__': - print('Preparing cache ... ') - - from .collect import (prepare_search_dirs, parse_revdep_config, - collect_libraries_from_dir, collect_binaries_from_dir) - import logging - - bin_dirs, lib_dirs = prepare_search_dirs() - - masked_dirs, masked_files, ld = parse_revdep_config() - lib_dirs.update(ld) - bin_dirs.update(ld) - masked_dirs.update( - set([ - '/lib/modules', - '/lib32/modules', - '/lib64/modules', - ]) - ) - - libraries, la_libraries, libraries_links, symlink_pairs = collect_libraries_from_dir(lib_dirs, masked_dirs, logging) - binaries = collect_binaries_from_dir(bin_dirs, masked_dirs, logging) - - save_cache(logger=logging, - to_save={'libraries':libraries, 'la_libraries':la_libraries, - 'libraries_links':libraries_links, 'binaries':binaries} - ) - - print('Done.') + +def read_cache(temp_path=DEFAULTS["DEFAULT_TMP_DIR"]): + """Reads cache information needed by analyse function. + This function does not checks if files exists nor timestamps, + check_temp_files should be called first + @param temp_path: directory where all temp files should reside + @return tuple with values of: + libraries, la_libraries, libraries_links, symlink_pairs, binaries + """ + + ret = { + "libraries": set(), + "la_libraries": set(), + "libraries_links": set(), + "binaries": set(), + } + try: + for key, val in ret.items(): + _file = open( + _unicode_encode( + os.path.join(temp_path, key), encoding=_encodings["fs"] + ), + encoding=_encodings["content"], + ) + for line in _file.readlines(): + val.add(line.strip()) + # libraries.remove('\n') + _file.close() + except EnvironmentError: + pass + + return ( + ret["libraries"], + ret["la_libraries"], + ret["libraries_links"], + ret["binaries"], + ) + + +def save_cache(logger, to_save={}, temp_path=DEFAULTS["DEFAULT_TMP_DIR"]): + """Tries to store caching information. + @param logger + @param to_save have to be dict with keys: + libraries, la_libraries, libraries_links and binaries + """ + + if not os.path.exists(temp_path): + os.makedirs(temp_path) + + try: + _file = open( + _unicode_encode( + os.path.join(temp_path, "timestamp"), encoding=_encodings["fs"] + ), + mode="w", + encoding=_encodings["content"], + ) + _file.write(str(int(time.time()))) + _file.close() + + for key, val in to_save.items(): + _file = open( + _unicode_encode( + os.path.join(temp_path, key), encoding=_encodings["fs"] + ), + mode="w", + encoding=_encodings["content"], + ) + for line in val: + _file.write(line + "\n") + _file.close() + except Exception as ex: + logger.warning("\t" + red("Could not save cache: %s" % str(ex))) + + +def check_temp_files( + temp_path=DEFAULTS["DEFAULT_TMP_DIR"], max_delay=3600, logger=None +): + """Checks if temporary files from previous run are still available + and if they aren't too old + @param temp_path is directory, where temporary files should be found + @param max_delay is maximum time difference (in seconds) + when those files are still considered fresh and useful + returns True, when files can be used, or False, when they don't + exists or they are too old + """ + + if not os.path.exists(temp_path) or not os.path.isdir(temp_path): + return False + + timestamp_path = os.path.join(temp_path, "timestamp") + if not os.path.exists(timestamp_path) or not os.path.isfile(timestamp_path): + return False + + try: + _file = open( + _unicode_encode(timestamp_path, encoding=_encodings["fs"]), + encoding=_encodings["content"], + ) + timestamp = int(_file.readline()) + _file.close() + except Exception as ex: + if logger: + logger.debug( + "\tcheck_temp_files(); error retrieving" " timestamp_path:\n" + str(ex) + ) + timestamp = 0 + return False + + diff = int(time.time()) - timestamp + return max_delay > diff + + +if __name__ == "__main__": + print("Preparing cache ... ") + + from .collect import ( + prepare_search_dirs, + parse_revdep_config, + collect_libraries_from_dir, + collect_binaries_from_dir, + ) + import logging + + bin_dirs, lib_dirs = prepare_search_dirs() + + masked_dirs, masked_files, ld = parse_revdep_config() + lib_dirs.update(ld) + bin_dirs.update(ld) + masked_dirs.update( + set( + [ + "/lib/modules", + "/lib32/modules", + "/lib64/modules", + ] + ) + ) + + ( + libraries, + la_libraries, + libraries_links, + symlink_pairs, + ) = collect_libraries_from_dir(lib_dirs, masked_dirs, logging) + binaries = collect_binaries_from_dir(bin_dirs, masked_dirs, logging) + + save_cache( + logger=logging, + to_save={ + "libraries": libraries, + "la_libraries": la_libraries, + "libraries_links": libraries_links, + "binaries": binaries, + }, + ) + + print("Done.") |