1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
|
# Copyright 2013-2021 Gentoo Authors
# Distributed under the terms of the GNU General Public License v2
import itertools
import logging
import stat
from portage import os
from portage.package.ebuild.fetch import DistfileName
from .DeletionTask import DeletionTask
class DeletionIterator:
def __init__(self, config):
self._config = config
def __iter__(self):
distdir = self._config.options.distfiles
file_owners = self._config.file_owners
whitelist = self._config.whitelist
distfiles_local = self._config.options.distfiles_local
deletion_db = self._config.deletion_db
deletion_delay = self._config.options.deletion_delay
start_time = self._config.start_time
distfiles_set = set()
distfiles_set.update(
(
filename
if isinstance(filename, DistfileName)
else DistfileName(filename)
for filename in itertools.chain.from_iterable(
layout.get_filenames(distdir) for layout in self._config.layouts
)
)
if self._config.content_db is None
else itertools.chain.from_iterable(
(
self._config.content_db.get_filenames_translate(filename)
for filename in itertools.chain.from_iterable(
layout.get_filenames(distdir) for layout in self._config.layouts
)
)
)
)
for filename in distfiles_set:
# require at least one successful stat()
exceptions = []
for layout in reversed(self._config.layouts):
path = os.path.join(distdir, layout.get_path(filename))
try:
st = os.stat(path)
except OSError as e:
# is it a dangling symlink?
try:
if os.path.islink(path):
os.unlink(path)
except OSError as e:
exceptions.append(e)
else:
if stat.S_ISREG(st.st_mode):
break
else:
if exceptions:
logging.error(
"stat failed on '%s' in distfiles: %s\n"
% (filename, "; ".join(str(x) for x in exceptions))
)
continue
if filename in file_owners:
if deletion_db is not None:
try:
del deletion_db[filename]
except KeyError:
pass
elif whitelist is not None and filename in whitelist:
if deletion_db is not None:
try:
del deletion_db[filename]
except KeyError:
pass
elif distfiles_local is not None and os.path.exists(
os.path.join(distfiles_local, filename)
):
if deletion_db is not None:
try:
del deletion_db[filename]
except KeyError:
pass
else:
self._config.scheduled_deletion_count += 1
if deletion_db is None or deletion_delay is None:
yield DeletionTask(
background=True,
distfile=filename,
distfile_path=path,
config=self._config,
)
else:
deletion_entry = deletion_db.get(filename)
if deletion_entry is None:
logging.debug("add '%s' to deletion db" % filename)
deletion_db[filename] = start_time
elif deletion_entry + deletion_delay <= start_time:
yield DeletionTask(
background=True,
distfile=filename,
distfile_path=path,
config=self._config,
)
if deletion_db is not None:
for filename in list(deletion_db):
if filename not in distfiles_set:
try:
del deletion_db[filename]
except KeyError:
pass
else:
logging.debug("drop '%s' from deletion db" % filename)
|
GitWeb