blob: b8ed31f8cb0ca87435837c2324582376708af0ef (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
|
# Copyright 2012-2018 Gentoo Foundation
# Distributed under the terms of the GNU General Public License v2
from portage import os
from _emerge.AsynchronousTask import AsynchronousTask
from _emerge.PollScheduler import PollScheduler
class AsyncScheduler(AsynchronousTask, PollScheduler):
def __init__(self, max_jobs=None, max_load=None, **kwargs):
AsynchronousTask.__init__(self)
PollScheduler.__init__(self, **kwargs)
if max_jobs is None:
max_jobs = 1
self._max_jobs = max_jobs
self._max_load = None if max_load is True else max_load
self._error_count = 0
self._running_tasks = set()
self._remaining_tasks = True
self._loadavg_check_id = None
@property
def scheduler(self):
"""
Provides compatibility with the AsynchronousTask.scheduler attribute.
"""
return self._event_loop
def _poll(self):
if not (self._is_work_scheduled() or self._keep_scheduling()):
if self._error_count > 0:
self.returncode = 1
else:
self.returncode = os.EX_OK
self._async_wait()
return self.returncode
def _cancel(self):
self._terminated.set()
self._termination_check()
def _terminate_tasks(self):
for task in list(self._running_tasks):
task.cancel()
def _next_task(self):
raise NotImplementedError(self)
def _keep_scheduling(self):
return self._remaining_tasks and not self._terminated.is_set()
def _running_job_count(self):
return len(self._running_tasks)
def _schedule_tasks(self):
while self._keep_scheduling() and self._can_add_job():
try:
task = self._next_task()
except StopIteration:
self._remaining_tasks = False
else:
self._running_tasks.add(task)
task.scheduler = self._sched_iface
task.addExitListener(self._task_exit)
task.start()
if self._loadavg_check_id is not None:
self._loadavg_check_id.cancel()
self._loadavg_check_id = self._event_loop.call_later(
self._loadavg_latency, self._schedule
)
# Triggers cleanup and exit listeners if there's nothing left to do.
self.poll()
def _task_exit(self, task):
self._running_tasks.discard(task)
if task.returncode != os.EX_OK:
self._error_count += 1
self._schedule()
def _start(self):
if (
self._max_load is not None
and self._loadavg_latency is not None
and (self._max_jobs is True or self._max_jobs > 1)
):
# We have to schedule periodically, in case the load
# average has changed since the last call.
self._loadavg_check_id = self._event_loop.call_later(
self._loadavg_latency, self._schedule
)
self._schedule()
def _cleanup(self):
super(AsyncScheduler, self)._cleanup()
if self._loadavg_check_id is not None:
self._loadavg_check_id.cancel()
self._loadavg_check_id = None
def _async_wait(self):
"""
Override _async_wait to call self._cleanup().
"""
self._cleanup()
super(AsyncScheduler, self)._async_wait()
|
GitWeb