1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
|
"""Testing behavior of futures
We have the following cases for AppFutures:
1. App launched immmediately on call
2. App launch was delayed (due to unresolved dep(s))
Same applies to datafutures, and we need to know the behavior wrt.
1. result() called on 1, vs 2
2. done() called on 1, vs 2
"""
from os.path import basename
import pytest
from parsl.app.app import python_app
from parsl.data_provider.files import File
@python_app
def delay_incr(x, delay=0.0, outputs=()):
import time
if outputs:
with open(outputs[0].filepath, 'w') as outs:
outs.write(str(x + 1))
time.sleep(delay)
return x + 1
def get_contents(filename):
with open(filename, 'r') as f:
return f.read()
def test_fut_case_1():
"""Testing the behavior of AppFutures where there are no dependencies
"""
app_fu = delay_incr(1, delay=0.01)
assert app_fu.result() == 2
@pytest.mark.staging_required
def test_fut_case_2(tmpd_cwd):
"""Testing the behavior of DataFutures where there are no dependencies
"""
output_f = tmpd_cwd / 'test_fut_case_2.txt'
app_fu = delay_incr(1, delay=0.01, outputs=[File(str(output_f))])
data_fu = app_fu.outputs[0]
result = data_fu.result().filepath
assert basename(result) == output_f.name, "DataFuture did not return filename"
contents = get_contents(result)
assert contents == '2'
def test_fut_case_3():
"""Testing the behavior of AppFutures where there are dependencies
The first call has a delay, and the second call depends on the first
"""
app_1 = delay_incr(1, delay=0.01)
app_2 = delay_incr(app_1)
assert app_2.result() == 3
@pytest.mark.staging_required
def test_fut_case_4(tmpd_cwd):
"""Testing the behavior of DataFutures where there are dependencies
The first call has a delay, and the second call depends on the first
"""
output_f1 = tmpd_cwd / 'test_fut_case_4_f1.txt'
output_f2 = tmpd_cwd / 'test_fut_case_4_f2.txt'
app_1 = delay_incr(1, delay=0.01, outputs=[File(str(output_f1))])
app_2 = delay_incr(app_1, delay=0.01, outputs=[File(str(output_f2))])
data_2 = app_2.outputs[0]
result = data_2.result().filepath
assert basename(result) == output_f2.name, "DataFuture did not return the filename"
contents = get_contents(result)
assert contents == '3'
|
