mirrors/takahe
1
1
Fork 0
mirror of https://github.com/jointakahe/takahe.git synced 2024-11-22 15:21:01 +00:00
Code Issues Projects Releases Packages Wiki Activity

Back off Stator loop delay when there's no tasks

Browse source 
Fixes #232
This commit is contained in:
Andrew Godwin 2022-12-22 05:03:41 +00:00
parent 02f942f1ad
commit 2dd5454637
1 changed files with 17 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

21
stator/runner.py
View file

@ -39,6 +39,8 @@ class StatorRunner:
self.schedule_interval = schedule_interval self.schedule_interval = schedule_interval
self.lock_expiry = lock_expiry self.lock_expiry = lock_expiry
self.run_for = run_for self.run_for = run_for
self.minimum_loop_delay = 0.5
self.maximum_loop_delay = 5
async def run(self): async def run(self):
sentry.set_takahe_app("stator") sentry.set_takahe_app("stator")
@ -46,6 +48,7 @@ class StatorRunner:
self.started = time.monotonic() self.started = time.monotonic()
self.last_clean = time.monotonic() - self.schedule_interval self.last_clean = time.monotonic() - self.schedule_interval
self.tasks = [] self.tasks = []
self.loop_delay = self.minimum_loop_delay
# For the first time period, launch tasks # For the first time period, launch tasks
print("Running main task loop") print("Running main task loop")
try: try:
@ -73,8 +76,18 @@ class StatorRunner:
and (time.monotonic() - self.started) > self.run_for and (time.monotonic() - self.started) > self.run_for
): ):
break break
# Prevent busylooping
await asyncio.sleep(0.5) # Prevent busylooping, but also back off delay if we have
# no tasks
if self.tasks:
self.loop_delay = self.minimum_loop_delay
else:
self.loop_delay = min(
self.loop_delay * 1.5,
self.maximum_loop_delay,
)
await asyncio.sleep(self.loop_delay)
# Clear the Sentry breadcrumbs and extra for next loop # Clear the Sentry breadcrumbs and extra for next loop
sentry.scope_clear(scope) sentry.scope_clear(scope)
except KeyboardInterrupt: except KeyboardInterrupt:
@ -86,7 +99,7 @@ class StatorRunner:
if not self.tasks: if not self.tasks:
break break
# Prevent busylooping # Prevent busylooping
await asyncio.sleep(0.1) await asyncio.sleep(0.5)
print("Complete") print("Complete")
return self.handled return self.handled
@ -173,6 +186,6 @@ class StatorRunner:
if not self.tasks: if not self.tasks:
break break
self.remove_completed_tasks() self.remove_completed_tasks()
await asyncio.sleep(0.01) await asyncio.sleep(0.05)
run_single_cycle_sync = async_to_sync(run_single_cycle) run_single_cycle_sync = async_to_sync(run_single_cycle)