import asyncio
import operator
from distributed.utils_test import gen_cluster, inc
from distributed.diagnostics import GraphLayout
from distributed import wait
@gen_cluster(client=True)
async def test_basic(c, s, a, b):
gl = GraphLayout(s)
futures = c.map(inc, range(5))
total = c.submit(sum, futures)
await total
assert len(gl.x) == len(gl.y) == 6
assert all(gl.x[f.key] == 0 for f in futures)
assert gl.x[total.key] == 1
assert min(gl.y.values()) < gl.y[total.key] < max(gl.y.values())
@gen_cluster(client=True)
async def test_construct_after_call(c, s, a, b):
futures = c.map(inc, range(5))
total = c.submit(sum, futures)
await total
gl = GraphLayout(s)
assert len(gl.x) == len(gl.y) == 6
assert all(gl.x[f.key] == 0 for f in futures)
assert gl.x[total.key] == 1
assert min(gl.y.values()) < gl.y[total.key] < max(gl.y.values())
@gen_cluster(client=True)
async def test_states(c, s, a, b):
gl = GraphLayout(s)
futures = c.map(inc, range(5))
total = c.submit(sum, futures)
del futures
await total
updates = {state for idx, state in gl.state_updates}
assert "memory" in updates
assert "processing" in updates
assert "released" in updates
@gen_cluster(client=True)
async def test_release_tasks(c, s, a, b):
gl = GraphLayout(s)
futures = c.map(inc, range(5))
total = c.submit(sum, futures)
await total
key = total.key
del total
while key in s.tasks:
await asyncio.sleep(0.01)
assert len(gl.visible_updates) == 1
assert len(gl.visible_edge_updates) == 5
@gen_cluster(client=True)
async def test_forget(c, s, a, b):
gl = GraphLayout(s)
futures = c.map(inc, range(10))
futures = c.map(inc, futures)
await wait(futures)
del futures
while s.tasks:
await asyncio.sleep(0.01)
assert not gl.x
assert not gl.y
assert not gl.index
assert not gl.index_edge
assert not gl.collision
@gen_cluster(client=True)
async def test_unique_positions(c, s, a, b):
gl = GraphLayout(s)
x = c.submit(inc, 1)
ys = [c.submit(operator.add, x, i) for i in range(5)]
await wait(ys)
y_positions = [(gl.x[k], gl.y[k]) for k in gl.x]
assert len(y_positions) == len(set(y_positions))