1 |
| |
2 |
| |
3 |
| |
4 |
| |
5 |
| |
6 |
| |
7 |
| package jtr.test; |
8 |
| |
9 |
| import java.io.Serializable; |
10 |
| import java.util.Calendar; |
11 |
| import java.util.ArrayList; |
12 |
| import java.util.HashMap; |
13 |
| import java.util.List; |
14 |
| import java.util.Set; |
15 |
| import java.util.SortedSet; |
16 |
| import java.util.TreeSet; |
17 |
| |
18 |
| import jtr.remote.test.DistributionError; |
19 |
| import jtr.remote.test.NodeInfo; |
20 |
| |
21 |
| |
22 |
| |
23 |
| |
24 |
| |
25 |
| |
26 |
| |
27 |
| |
28 |
| |
29 |
| |
30 |
| |
31 |
| |
32 |
| |
33 |
| |
34 |
| |
35 |
| |
36 |
| public class TestOutcomeTable<T extends IOutcome> implements Serializable { |
37 |
| |
38 |
| |
39 |
| |
40 |
| |
41 |
| |
42 |
3
| public TestOutcomeTable(NodeInfo node) {
|
43 |
3
| results = new HashMap<NodeInfo,HashMap<Class,HashMap<String,HashMap<Integer,HashMap<Integer,IOutcome>>>>>();
|
44 |
3
| this.node = node;
|
45 |
3
| briefing = new TestBriefing();
|
46 |
| } |
47 |
| |
48 |
2
| public void setStartTime() {
|
49 |
2
| briefing.setStartTime(Calendar.getInstance());
|
50 |
| } |
51 |
| |
52 |
2
| public void setEndTime() {
|
53 |
2
| briefing.setEndTime(Calendar.getInstance());
|
54 |
| } |
55 |
| |
56 |
0
| public void addDistributionError(DistributionError error) {
|
57 |
0
| briefing.addDistributionError(error);
|
58 |
| } |
59 |
| |
60 |
| |
61 |
| |
62 |
| |
63 |
| |
64 |
| |
65 |
| |
66 |
| |
67 |
| |
68 |
| |
69 |
44400
| public synchronized void put(String runner, T outcome) {
|
70 |
44400
| if(outcome.isFailure())
|
71 |
12004
| briefing.incrFailures();
|
72 |
| else |
73 |
32396
| briefing.incrSuccesses();
|
74 |
| |
75 |
44400
| outcome.setNode(node);
|
76 |
44400
| HashMap<Class,HashMap<String,HashMap<Integer,HashMap<Integer,IOutcome>>>> classes = results.get(node);
|
77 |
44400
| if(classes!=null) {
|
78 |
44398
| Class c = outcome.getRunnerCategory();
|
79 |
44398
| HashMap<String,HashMap<Integer,HashMap<Integer,IOutcome>>> instances = classes.get(c);
|
80 |
44398
| if(instances!=null) {
|
81 |
44388
| String id = outcome.getRunnerId();
|
82 |
44388
| HashMap<Integer,HashMap<Integer,IOutcome>> epochs = instances.get(id);
|
83 |
44388
| if(epochs!=null) {
|
84 |
44302
| int epoch = outcome.getEpoch();
|
85 |
44302
| HashMap<Integer,IOutcome> runs = epochs.get(epoch);
|
86 |
44302
| if(runs==null) {
|
87 |
4802
| runs = new HashMap<Integer,IOutcome>();
|
88 |
4802
| epochs.put(epoch,runs);
|
89 |
| } |
90 |
44302
| runs.put(outcome.getRun(),outcome);
|
91 |
| } else { |
92 |
| |
93 |
86
| epochs = new HashMap<Integer,HashMap<Integer,IOutcome>>();
|
94 |
86
| HashMap<Integer,IOutcome> runs = new HashMap<Integer,IOutcome>();
|
95 |
86
| runs.put(outcome.getRun(),outcome);
|
96 |
86
| epochs.put(outcome.getEpoch(),runs);
|
97 |
86
| instances.put(outcome.getRunnerId(),epochs);
|
98 |
86
| briefing.incrInstances();
|
99 |
| } |
100 |
| } else { |
101 |
| |
102 |
10
| instances = new HashMap<String,HashMap<Integer,HashMap<Integer,IOutcome>>>();
|
103 |
10
| HashMap<Integer,HashMap<Integer,IOutcome>> epochs = new HashMap<Integer,HashMap<Integer,IOutcome>>();
|
104 |
10
| HashMap<Integer,IOutcome> runs = new HashMap<Integer,IOutcome>();
|
105 |
10
| runs.put(outcome.getRun(),outcome);
|
106 |
10
| epochs.put(outcome.getEpoch(),runs);
|
107 |
10
| instances.put(outcome.getRunnerId(),epochs);
|
108 |
10
| briefing.incrInstances();
|
109 |
10
| classes.put(outcome.getRunnerCategory(),instances);
|
110 |
| } |
111 |
| } else { |
112 |
| |
113 |
2
| classes = new HashMap<Class,HashMap<String,HashMap<Integer,HashMap<Integer,IOutcome>>>>();
|
114 |
2
| HashMap<String,HashMap<Integer,HashMap<Integer,IOutcome>>> instances = new HashMap<String,HashMap<Integer,HashMap<Integer,IOutcome>>>();
|
115 |
2
| HashMap<Integer,HashMap<Integer,IOutcome>> epochs = new HashMap<Integer,HashMap<Integer,IOutcome>>();
|
116 |
2
| HashMap<Integer,IOutcome> runs = new HashMap<Integer,IOutcome>();
|
117 |
2
| runs.put(outcome.getRun(),outcome);
|
118 |
2
| epochs.put(outcome.getEpoch(),runs);
|
119 |
2
| instances.put(outcome.getRunnerId(),epochs);
|
120 |
2
| briefing.incrInstances();
|
121 |
2
| classes.put(outcome.getRunnerCategory(),instances);
|
122 |
2
| results.put(node,classes);
|
123 |
| } |
124 |
| } |
125 |
| |
126 |
6
| public TestBriefing getBriefing() {
|
127 |
6
| return briefing;
|
128 |
| } |
129 |
| |
130 |
| |
131 |
| |
132 |
| |
133 |
| |
134 |
| |
135 |
| |
136 |
| |
137 |
| |
138 |
| public class TestBriefing implements Serializable { |
139 |
| |
140 |
| |
141 |
| |
142 |
| |
143 |
3
| TestBriefing() {
|
144 |
3
| super();
|
145 |
| } |
146 |
| |
147 |
| |
148 |
| |
149 |
| |
150 |
| |
151 |
| |
152 |
2
| void setStartTime(Calendar start) {
|
153 |
2
| startTime = start;
|
154 |
| } |
155 |
| |
156 |
| |
157 |
| |
158 |
| |
159 |
| |
160 |
2
| void setEndTime(Calendar end) {
|
161 |
2
| endTime = end;
|
162 |
| } |
163 |
| |
164 |
| |
165 |
| |
166 |
| |
167 |
| |
168 |
0
| void setElapsed(long time) {
|
169 |
0
| elapsed = time;
|
170 |
| } |
171 |
| |
172 |
| |
173 |
| |
174 |
| |
175 |
| |
176 |
0
| void setInstances(int num) {
|
177 |
0
| instances = num;
|
178 |
| } |
179 |
| |
180 |
| |
181 |
| |
182 |
| |
183 |
| |
184 |
98
| void incrInstances() {
|
185 |
98
| instances++;
|
186 |
| } |
187 |
| |
188 |
| |
189 |
| |
190 |
| |
191 |
| |
192 |
0
| void setSuccesses(int num) {
|
193 |
0
| successes = num;
|
194 |
| } |
195 |
| |
196 |
| |
197 |
| |
198 |
| |
199 |
| |
200 |
32396
| void incrSuccesses() {
|
201 |
32396
| successes++;
|
202 |
| } |
203 |
| |
204 |
| |
205 |
| |
206 |
| |
207 |
| |
208 |
0
| void setFailures(int num) {
|
209 |
0
| failures = num;
|
210 |
| } |
211 |
| |
212 |
| |
213 |
| |
214 |
| |
215 |
12004
| void incrFailures() {
|
216 |
12004
| failures++;
|
217 |
| } |
218 |
| |
219 |
| |
220 |
| |
221 |
| |
222 |
| |
223 |
0
| void addDistributionError(DistributionError error) {
|
224 |
0
| if(distributionErrors==null)
|
225 |
0
| distributionErrors = new ArrayList<DistributionError>();
|
226 |
0
| distributionErrors.add(error);
|
227 |
| } |
228 |
| |
229 |
| |
230 |
| |
231 |
| |
232 |
| |
233 |
| |
234 |
6
| public Calendar getStartTime() {
|
235 |
6
| return startTime;
|
236 |
| } |
237 |
| |
238 |
| |
239 |
| |
240 |
| |
241 |
| |
242 |
6
| public Calendar getEndTime() {
|
243 |
6
| return endTime;
|
244 |
| } |
245 |
| |
246 |
| |
247 |
| |
248 |
| |
249 |
| |
250 |
| |
251 |
12
| public long getElapsed() {
|
252 |
12
| if(elapsed==null)
|
253 |
2
| elapsed = endTime.getTimeInMillis() - startTime.getTimeInMillis();
|
254 |
12
| return elapsed;
|
255 |
| } |
256 |
| |
257 |
| |
258 |
| |
259 |
| |
260 |
| |
261 |
6
| public int getInstances() {
|
262 |
6
| return instances;
|
263 |
| } |
264 |
| |
265 |
| |
266 |
| |
267 |
| |
268 |
| |
269 |
12
| public int getSuccesses() {
|
270 |
12
| return successes;
|
271 |
| } |
272 |
| |
273 |
| |
274 |
| |
275 |
| |
276 |
| |
277 |
12
| public int getFailures() {
|
278 |
12
| return failures;
|
279 |
| } |
280 |
| |
281 |
| |
282 |
| |
283 |
| |
284 |
| |
285 |
0
| public float getAvg() {
|
286 |
0
| return (successes + failures)/(getElapsed()/1000);
|
287 |
| } |
288 |
| |
289 |
| |
290 |
| |
291 |
| |
292 |
| |
293 |
0
| public List<DistributionError> getDistributionErrors() {
|
294 |
0
| return distributionErrors;
|
295 |
| } |
296 |
| |
297 |
6
| public String toString() {
|
298 |
6
| float totalRequests = getSuccesses() + getFailures();
|
299 |
6
| float avg = totalRequests/(getElapsed()/k);
|
300 |
| |
301 |
6
| String msg = "START: "+getStartTime().getTime()+",\nEND: "+getEndTime().getTime()+",\nELAPSED: "+getElapsed()+" (milliSecs)"+
|
302 |
| ",\nINSTANCES: "+getInstances()+", SUCCESSES: "+getSuccesses()+", FAILURES: "+getFailures()+ |
303 |
| ",\nAVG REQUESTS PER SEC: "+Float.toString(avg); |
304 |
| |
305 |
6
| if(distributionErrors!=null) {
|
306 |
0
| int i = 0;
|
307 |
0
| msg = msg + "\n\nDISTRIBUTION ERRORS: "+distributionErrors.size();
|
308 |
0
| for(DistributionError error : distributionErrors) {
|
309 |
0
| msg = msg + "\n" + error;
|
310 |
| } |
311 |
| } |
312 |
| |
313 |
6
| return msg;
|
314 |
| } |
315 |
| |
316 |
| private List<DistributionError> distributionErrors; |
317 |
| private Calendar startTime; |
318 |
| private Calendar endTime; |
319 |
| private Long elapsed; |
320 |
| private long k = 1000; |
321 |
| private int instances = 0; |
322 |
| private int successes = 0; |
323 |
| private int failures = 0; |
324 |
| } |
325 |
| |
326 |
| |
327 |
| |
328 |
| |
329 |
| |
330 |
| |
331 |
0
| public Object getNode() {
|
332 |
0
| return results.keySet().iterator().next();
|
333 |
| } |
334 |
| |
335 |
0
| public Object getCategory(NodeInfo node, int index) {
|
336 |
0
| HashMap<Class,HashMap<String,HashMap<Integer,HashMap<Integer,IOutcome>>>> categories = results.get(node);
|
337 |
0
| Set<Class> keys = categories.keySet();
|
338 |
0
| int i = 0;
|
339 |
0
| for(Class c : keys) {
|
340 |
0
| if(i==index)
|
341 |
0
| return c;
|
342 |
0
| i++;
|
343 |
| } |
344 |
0
| return null;
|
345 |
| } |
346 |
| |
347 |
0
| public int getCategoriesCount(NodeInfo node) {
|
348 |
0
| HashMap<Class,HashMap<String,HashMap<Integer,HashMap<Integer,IOutcome>>>> categories = results.get(node);
|
349 |
0
| return categories.size();
|
350 |
| } |
351 |
| |
352 |
0
| public String getInstance(Class c, int index) {
|
353 |
0
| Set<NodeInfo> nodes = results.keySet();
|
354 |
0
| for(NodeInfo node : nodes) {
|
355 |
0
| HashMap<Class,HashMap<String,HashMap<Integer,HashMap<Integer,IOutcome>>>> categories = results.get(node);
|
356 |
0
| HashMap<String,HashMap<Integer,HashMap<Integer,IOutcome>>> instances = categories.get(c);
|
357 |
0
| Set<String> keys = instances.keySet();
|
358 |
0
| int i = 0;
|
359 |
0
| for(String k : keys) {
|
360 |
0
| if(i==index)
|
361 |
0
| return k;
|
362 |
0
| i++;
|
363 |
| } |
364 |
| } |
365 |
0
| return null;
|
366 |
| } |
367 |
| |
368 |
0
| public int getInstancesCount(Class c) {
|
369 |
0
| Set<NodeInfo> nodes = results.keySet();
|
370 |
0
| for(NodeInfo node : nodes) {
|
371 |
0
| HashMap<Class,HashMap<String,HashMap<Integer,HashMap<Integer,IOutcome>>>> categories = results.get(node);
|
372 |
0
| if(categories.containsKey(c)) {
|
373 |
0
| HashMap<String,HashMap<Integer,HashMap<Integer,IOutcome>>> instances = categories.get(c);
|
374 |
0
| return instances.size();
|
375 |
| } |
376 |
| } |
377 |
0
| return -1;
|
378 |
| } |
379 |
| |
380 |
0
| public Object getEpoch(String s, int index) {
|
381 |
0
| Set<NodeInfo> nodes = results.keySet();
|
382 |
0
| for(NodeInfo node : nodes) {
|
383 |
0
| HashMap<Class,HashMap<String,HashMap<Integer,HashMap<Integer,IOutcome>>>> categories = results.get(node);
|
384 |
0
| Set<Class> cats = categories.keySet();
|
385 |
0
| for(Class c : cats) {
|
386 |
0
| HashMap<String,HashMap<Integer,HashMap<Integer,IOutcome>>> instances = categories.get(c);
|
387 |
0
| if(instances.containsKey(s)) {
|
388 |
0
| HashMap<Integer,HashMap<Integer,IOutcome>> epochs = instances.get(s);
|
389 |
0
| Set<Integer> eKeys = epochs.keySet();
|
390 |
0
| int i = 0;
|
391 |
0
| for(Integer k : eKeys) {
|
392 |
0
| if(i==index)
|
393 |
0
| return k;
|
394 |
0
| i++;
|
395 |
| } |
396 |
| } |
397 |
| } |
398 |
| } |
399 |
0
| return null;
|
400 |
| } |
401 |
| |
402 |
0
| public int getEpochsCount(String s) {
|
403 |
0
| Set<NodeInfo> nodes = results.keySet();
|
404 |
0
| for(NodeInfo node : nodes) {
|
405 |
0
| HashMap<Class,HashMap<String,HashMap<Integer,HashMap<Integer,IOutcome>>>> categories = results.get(node);
|
406 |
0
| Set<Class> catKeys = categories.keySet();
|
407 |
0
| for(Class c : catKeys) {
|
408 |
0
| HashMap<String,HashMap<Integer,HashMap<Integer,IOutcome>>> instances = categories.get(c);
|
409 |
0
| if(instances.containsKey(s)) {
|
410 |
0
| return instances.get(s).size();
|
411 |
| } |
412 |
| } |
413 |
| } |
414 |
0
| return 0;
|
415 |
| } |
416 |
| |
417 |
0
| public int getRunsCount(Integer epoch) {
|
418 |
0
| Set<NodeInfo> nodes = results.keySet();
|
419 |
0
| for(NodeInfo node : nodes) {
|
420 |
0
| HashMap<Class,HashMap<String,HashMap<Integer,HashMap<Integer,IOutcome>>>> categories = results.get(node);
|
421 |
0
| Set<Class> catKeys = categories.keySet();
|
422 |
0
| for(Class c : catKeys) {
|
423 |
0
| HashMap<String,HashMap<Integer,HashMap<Integer,IOutcome>>> instances = categories.get(c);
|
424 |
0
| Set<String> instKeys = instances.keySet();
|
425 |
0
| for(String k : instKeys) {
|
426 |
0
| HashMap<Integer,HashMap<Integer,IOutcome>> epochs = instances.get(k);
|
427 |
0
| return epochs.get(epoch).size();
|
428 |
| } |
429 |
| } |
430 |
| } |
431 |
0
| return 0;
|
432 |
| } |
433 |
| |
434 |
245
| public List<IOutcome> getOutcomes(String instance) {
|
435 |
245
| ArrayList<IOutcome> res = new ArrayList<IOutcome>();
|
436 |
| |
437 |
245
| Set<NodeInfo> nodesK = results.keySet();
|
438 |
245
| for(NodeInfo nodeK : nodesK) {
|
439 |
245
| HashMap<Class,HashMap<String,HashMap<Integer,HashMap<Integer,IOutcome>>>> classes = results.get(nodeK);
|
440 |
245
| Set<Class> classesK = classes.keySet();
|
441 |
245
| for(Class classK : classesK) {
|
442 |
905
| HashMap<String,HashMap<Integer,HashMap<Integer,IOutcome>>> instances = classes.get(classK);
|
443 |
905
| if(instances.containsKey(instance)) {
|
444 |
245
| HashMap<Integer,HashMap<Integer,IOutcome>> epochs = instances.get(instance);
|
445 |
245
| Set<Integer> epochsK = epochs.keySet();
|
446 |
245
| for(Integer epochK : epochsK) {
|
447 |
12250
| HashMap<Integer,IOutcome> runs = epochs.get(epochK);
|
448 |
12250
| Set<Integer> runsK = runs.keySet();
|
449 |
12250
| for(Integer runK : runsK) {
|
450 |
111000
| res.add( runs.get(runK) );
|
451 |
| } |
452 |
| } |
453 |
245
| break;
|
454 |
| } |
455 |
| } |
456 |
| } |
457 |
| |
458 |
245
| return res;
|
459 |
| } |
460 |
| |
461 |
98
| public SortedSet<IOutcome> getOrderedOutcomes(String instance) {
|
462 |
98
| List<IOutcome> outcomes = getOutcomes(instance);
|
463 |
98
| return new TreeSet(outcomes);
|
464 |
| } |
465 |
| |
466 |
0
| public void addAll(TestOutcomeTable outcome) {
|
467 |
0
| results.putAll(outcome.results);
|
468 |
| } |
469 |
| |
470 |
2
| public Set<NodeInfo> getNodes() {
|
471 |
2
| return results.keySet();
|
472 |
| } |
473 |
| |
474 |
5
| public Set<Class> getCategories(NodeInfo n) {
|
475 |
5
| return results.get(n).keySet();
|
476 |
| } |
477 |
| |
478 |
30
| public Set<String> getInstances(Class c) {
|
479 |
30
| Set<NodeInfo> nodes = results.keySet();
|
480 |
30
| for(NodeInfo node : nodes) {
|
481 |
30
| HashMap<Class,HashMap<String,HashMap<Integer,HashMap<Integer,IOutcome>>>> categories = results.get(node);
|
482 |
30
| return categories.get(c).keySet();
|
483 |
| } |
484 |
0
| return null;
|
485 |
| } |
486 |
| |
487 |
| private HashMap<NodeInfo,HashMap<Class,HashMap<String,HashMap<Integer,HashMap<Integer,IOutcome>>>>> results; |
488 |
| private NodeInfo node; |
489 |
| private TestBriefing briefing; |
490 |
| } |