1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
|
puts "Running Simulation flow for Muticast Routing test"
puts "Randomally Joining all the Fabric Ports with random delays"
# send a single port join request
proc sendJoinLeavForPort {port {isLeave 0}} {
# allocate a new mc member record:
set mcm [new_madMcMemberRec]
# join the IPoIB broadcast gid:
madMcMemberRec_mgid_set $mcm 0xff12401bffff0000:00000000ffffffff
# we must provide our own port gid
madMcMemberRec_port_gid_set $mcm \
"0xfe80000000000000:[string range [IBPort_guid_get $port] 2 end]"
# must require full membership:
madMcMemberRec_scope_state_set $mcm 0x1
# we need port number and sim node for the mad send:
set portNum [IBPort_num_get $port]
set node [IBPort_p_node_get $port]
# we need the comp_mask to include the mgid, port gid and join state:
set compMask [format "0x%X" [expr (1<<16) | 3]]
# send it assuming the SM_LID is always 1:
if {$isLeave} {
puts "-I- Leaving port $port"
madMcMemberRec_send_del $mcm sim$node $portNum 1 $compMask
} else {
puts "-I- Joining port $port"
madMcMemberRec_send_set $mcm sim$node $portNum 1 $compMask
}
# deallocate
delete_madMcMemberRec $mcm
return 0
}
# find all active HCA ports
proc getAllActiveHCAPorts {fabric} {
set hcaPorts {}
# go over all nodes:
foreach nodeNameId [IBFabric_NodeByName_get $fabric] {
set node [lindex $nodeNameId 1]
# we do care about non switches only
if {[IBNode_type_get $node] != 1} {
# go over all ports:
for {set pn 1} {$pn <= [IBNode_numPorts_get $node]} {incr pn} {
set port [IBNode_getPort $node $pn]
if {($port != "") && ([IBPort_p_remotePort_get $port] != "")} {
lappend hcaPorts $port
}
}
}
}
return $hcaPorts
}
# randomize join for all of the fabric HCA ports:
proc randomJoinAllHCAPorts {fabric maxDelay_ms} {
# get all HCA ports:
set hcaPorts [getAllActiveHCAPorts $fabric]
# set a random order:
set orederedPorts {}
foreach port $hcaPorts {
lappend orederedPorts [list $port [rmRand]]
}
# sort:
set orederedPorts [lsort -index 1 -real $orederedPorts]
set numHcasJoined 0
# Now do the joins - waiting random time between them:
foreach portNOrder $orederedPorts {
set port [lindex $portNOrder 0]
if {![sendJoinLeavForPort $port]} {
incr numHcasJoined
}
after [expr int([rmRand]*$maxDelay_ms)]
}
return $numHcasJoined
}
# randomly select ports and then join or delete them
# do that 10 times the number of ports and return:
proc randomJoinLeavePorts {fabric maxDelay_ms} {
# get all HCA ports:
set hcaPorts [getAllActiveHCAPorts $fabric]
# set a random order:
set orederedPorts {}
foreach port $hcaPorts {
lappend orederedPorts [list $port [rmRand]]
}
# sort:
set orederedPorts [lsort -index 1 -real $orederedPorts]
set numPorts [llength $orederedPorts]
# we use 1 to flag leaving
set isLeave 1
for {set i 0} {$i < 100*$numPorts} {incr i} {
set portIdx [expr int([rmRand] * $numPorts)]
set portNOrder [lindex $orederedPorts $portIdx]
set port [lindex $portNOrder 0]
if {[rmRand] > 0.5} {
sendJoinLeavForPort $port $isLeave
} else {
sendJoinLeavForPort $port
}
if {0} {
# do we need to leave or join?
if {![info exists JOINED_PORTS($port)]} {
set JOINED_PORTS($port) 0
}
set JOINED_PORTS($port)
if {$JOINED_PORTS($port)} {
sendJoinLeavForPort $port $isLeave
set JOINED_PORTS($port) 0
} else {
sendJoinLeavForPort $port
set JOINED_PORTS($port) 1
}
}
after [expr int([rmRand]*$maxDelay_ms)]
}
return 0
}
|
