1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
|
/*
* Copyright 2009- ECMWF.
*
* This software is licensed under the terms of the Apache Licence version 2.0
* which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
* In applying this licence, ECMWF does not waive the privileges and immunities
* granted to it by virtue of its status as an intergovernmental organisation
* nor does it submit to any jurisdiction.
*/
#include <cstdlib>
#include <fstream>
#include <iostream>
#include <boost/test/unit_test.hpp>
#include "ServerTestHarness.hpp"
#include "TestFixture.hpp"
#include "ecflow/attribute/VerifyAttr.hpp"
#include "ecflow/core/Converter.hpp"
#include "ecflow/core/Filesystem.hpp"
#include "ecflow/core/Host.hpp"
#include "ecflow/core/Timer.hpp"
#include "ecflow/node/Defs.hpp"
#include "ecflow/node/Family.hpp"
#include "ecflow/node/Suite.hpp"
#include "ecflow/node/Task.hpp"
#include "ecflow/test/scaffold/Naming.hpp"
using namespace std;
using namespace ecf;
BOOST_AUTO_TEST_SUITE(S_Test)
BOOST_AUTO_TEST_SUITE(T_Server)
// In the test case we will dynamically create all the test data.
// The data is created dynamically so that we can stress test the server
// This test does not have any time dependencies in the def file.
BOOST_AUTO_TEST_CASE(test_server_job_submission) {
ECF_NAME_THIS_TEST();
DurationTimer timer;
TestClean clean_at_start_and_end;
// # Note: we have to use relative paths, since these tests are relocatable
// suite test_server_job_submission
// edit SLEEPTIME 1
// edit ECF_INCLUDE $ECF_HOME/includes
// family family
// task t<n>
// ....
// endfamily
// endsuite
Defs theDefs;
{
suite_ptr suite = theDefs.add_suite("test_server_job_submission");
family_ptr fam = suite->add_family("family");
fam->addVerify(VerifyAttr(NState::COMPLETE, 1));
int taskSize = 3; // on linux 1024 tasks take ~4 seconds for job submission
for (int i = 0; i < taskSize; i++) {
task_ptr task = fam->add_task("t" + ecf::convert_to<std::string>(i));
task->addVerify(VerifyAttr(NState::COMPLETE, 1));
}
}
// The test harness will create corresponding directory structure and populate with standard ecf files.
ServerTestHarness serverTestHarness;
serverTestHarness.run(theDefs, ServerTestHarness::testDataDefsLocation("test_server_job_submission.def"));
cout << timer.duration() << " update-calendar-count(" << serverTestHarness.serverUpdateCalendarCount() << ")\n";
}
BOOST_AUTO_TEST_CASE(test_restore_defs_from_check_pt) {
ECF_NAME_THIS_TEST();
DurationTimer timer;
TestClean clean_at_start_and_end;
// **********************************************************************
// In order for this test to work, we need to disable the automatic
// check pointing done by the server. Otherwise it will interfere with
// this test. This is re-enabled at the end of the test
// ************************************************************************
Defs theDefs;
{
suite_ptr suite = Suite::create("test_restore_defs_from_check_pt");
suite->addTask(Task::create("t1"));
theDefs.addSuite(suite);
}
ServerTestHarness serverTestHarness;
serverTestHarness.run(theDefs, ServerTestHarness::testDataDefsLocation("test_restore_defs_from_check_pt.def"));
TestFixture::client().set_throw_on_error(false);
// Disable server check pointing
BOOST_REQUIRE_MESSAGE(TestFixture::client().checkPtDefs(ecf::CheckPt::NEVER) == 0,
CtsApi::checkPtDefs(ecf::CheckPt::NEVER) << " failed should return 0\n"
<< TestFixture::client().errorMsg());
Host h;
std::string check_pt_file_name = h.ecf_checkpt_file(TestFixture::port());
// make sure we have a valid definition with at least one suite before start
BOOST_REQUIRE_MESSAGE(TestFixture::client().getDefs() == 0, "Expected getDefs() to succeed\n");
BOOST_REQUIRE_MESSAGE(TestFixture::client().defs()->suiteVec().size() == 1, "Expected 1 suite at the start\n");
// Check pt, make sure file exist on disk and has a non zero file size\n";
BOOST_REQUIRE_MESSAGE(TestFixture::client().checkPtDefs() == 0,
"Expected Check-pt to succeed.\n"
<< TestFixture::client().errorMsg());
BOOST_REQUIRE_MESSAGE(fs::exists(check_pt_file_name),
CtsApi::checkPtDefs() << " failed file(" << check_pt_file_name << ") not saved");
BOOST_REQUIRE_MESSAGE(fs::file_size(check_pt_file_name) != 0,
"Expected check point file(" << check_pt_file_name << ") to have file size > 0");
// Make sure restore from check pt, only works if server is halted and there are no suites\n";
BOOST_REQUIRE_MESSAGE(TestFixture::client().restoreDefsFromCheckPt() == 1,
"Expected restoreDefsFromCheckPt to *FAIL* since server not halted\n");
BOOST_REQUIRE_MESSAGE(TestFixture::client().haltServer() == 0,
"Expected halt server to succeed\n"
<< TestFixture::client().errorMsg());
BOOST_REQUIRE_MESSAGE(TestFixture::client().restoreDefsFromCheckPt() == 1,
"Expected restoreDefsFromCheckPt to *FAIL* since definition not deleted yet\n");
BOOST_REQUIRE_MESSAGE(TestFixture::client().delete_all() == 0,
"Expected delete all nodes to succeed\n"
<< TestFixture::client().errorMsg());
BOOST_REQUIRE_MESSAGE(TestFixture::client().getDefs() == 0,
"Expected getDefs() to succeed, i.e expected empty defs\n");
BOOST_REQUIRE_MESSAGE(TestFixture::client().defs()->suiteVec().empty(), "Expected no suites, after delete_all()\n");
// make sure check pt file still exists, sanity test\n";
BOOST_REQUIRE_MESSAGE(fs::exists(check_pt_file_name),
CtsApi::checkPtDefs() << " failed file(" << check_pt_file_name << ") not saved");
BOOST_REQUIRE_MESSAGE(fs::file_size(check_pt_file_name) != 0,
"Expected check point file(" << check_pt_file_name << ") to have file size > 0");
// make sure restore actually worked, by retrieving the definition and counting the suites\n";
BOOST_REQUIRE_MESSAGE(TestFixture::client().restoreDefsFromCheckPt() == 0,
"Expected restoreDefsFromCheckPt to *SUCCEED*, since server halted and defs deleted \n"
<< TestFixture::client().errorMsg());
BOOST_REQUIRE_MESSAGE(TestFixture::client().getDefs() == 0,
"Get defs failed should return 0\n"
<< TestFixture::client().errorMsg());
BOOST_REQUIRE_MESSAGE(TestFixture::client().defs()->suiteVec().size() == 1,
"Restore from check pt did not work. expected 1 suite but found "
<< TestFixture::client().defs()->suiteVec().size());
// restore default check pointing, for test that follow
BOOST_REQUIRE_MESSAGE(TestFixture::client().checkPtDefs(ecf::CheckPt::ON_TIME, 120) == 0,
CtsApi::checkPtDefs(ecf::CheckPt::ON_TIME) << " failed should return 0\n"
<< TestFixture::client().errorMsg());
cout << timer.duration() << " update-calendar-count(" << serverTestHarness.serverUpdateCalendarCount() << ")\n";
}
BOOST_AUTO_TEST_SUITE_END()
BOOST_AUTO_TEST_SUITE_END()
|
