1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
|
"""Caching module
Functions for reading, saving and verifying the data caches
"""
from portage import os
import time
import sys
if sys.hexversion < 0x3000000:
from io import open
_unicode = unicode # noqa
else:
_unicode = str
from portage import _encodings, _unicode_encode
from portage.output import red
from .settings import DEFAULTS
def read_cache(temp_path=DEFAULTS['DEFAULT_TMP_DIR']):
''' Reads cache information needed by analyse function.
This function does not checks if files exists nor timestamps,
check_temp_files should be called first
@param temp_path: directory where all temp files should reside
@return tuple with values of:
libraries, la_libraries, libraries_links, symlink_pairs, binaries
'''
ret = {
'libraries': set(),
'la_libraries': set(),
'libraries_links': set(),
'binaries': set()
}
try:
for key,val in ret.items():
_file = open(_unicode_encode(os.path.join(temp_path, key),
encoding=_encodings['fs']), encoding=_encodings['content'])
for line in _file.readlines():
val.add(line.strip())
#libraries.remove('\n')
_file .close()
except EnvironmentError:
pass
return (ret['libraries'], ret['la_libraries'],
ret['libraries_links'], ret['binaries'])
def save_cache(logger, to_save={}, temp_path=DEFAULTS['DEFAULT_TMP_DIR']):
''' Tries to store caching information.
@param logger
@param to_save have to be dict with keys:
libraries, la_libraries, libraries_links and binaries
'''
if not os.path.exists(temp_path):
os.makedirs(temp_path)
try:
_file = open(_unicode_encode(os.path.join(temp_path, 'timestamp'),
encoding=_encodings['fs']), mode='w', encoding=_encodings['content'])
_file.write(_unicode(int(time.time())))
_file.close()
for key,val in to_save.items():
_file = open(_unicode_encode(os.path.join(temp_path, key),
encoding=_encodings['fs']), mode='w',
encoding=_encodings['content'])
for line in val:
_file.write(line + '\n')
_file.close()
except Exception as ex:
logger.warning('\t' + red('Could not save cache: %s' %str(ex)))
def check_temp_files(temp_path=DEFAULTS['DEFAULT_TMP_DIR'], max_delay=3600,
logger=None):
''' Checks if temporary files from previous run are still available
and if they aren't too old
@param temp_path is directory, where temporary files should be found
@param max_delay is maximum time difference (in seconds)
when those files are still considered fresh and useful
returns True, when files can be used, or False, when they don't
exists or they are too old
'''
if not os.path.exists(temp_path) or not os.path.isdir(temp_path):
return False
timestamp_path = os.path.join(temp_path, 'timestamp')
if not os.path.exists(timestamp_path) or not os.path.isfile(timestamp_path):
return False
try:
_file = open(_unicode_encode(timestamp_path, encoding=_encodings['fs']),
encoding=_encodings['content'])
timestamp = int(_file.readline())
_file .close()
except Exception as ex:
if logger:
logger.debug("\tcheck_temp_files(); error retrieving"
" timestamp_path:\n" + str(ex))
timestamp = 0
return False
diff = int(time.time()) - timestamp
return max_delay > diff
if __name__ == '__main__':
print('Preparing cache ... ')
from .collect import (prepare_search_dirs, parse_revdep_config,
collect_libraries_from_dir, collect_binaries_from_dir)
import logging
bin_dirs, lib_dirs = prepare_search_dirs()
masked_dirs, masked_files, ld = parse_revdep_config()
lib_dirs.update(ld)
bin_dirs.update(ld)
masked_dirs.update(
set([
'/lib/modules',
'/lib32/modules',
'/lib64/modules',
])
)
libraries, la_libraries, libraries_links, symlink_pairs = collect_libraries_from_dir(lib_dirs, masked_dirs, logging)
binaries = collect_binaries_from_dir(bin_dirs, masked_dirs, logging)
save_cache(logger=logging,
to_save={'libraries':libraries, 'la_libraries':la_libraries,
'libraries_links':libraries_links, 'binaries':binaries}
)
print('Done.')
|
GitWeb