1 | #include "module-stat.h"
|
---|
2 | #include "module-cccam.h"
|
---|
3 |
|
---|
4 | #define UNDEF_AVG_TIME 80000
|
---|
5 | #define MAX_ECM_SEND_CACHE 16
|
---|
6 |
|
---|
7 | #define LB_REOPEN_MODE_STANDARD 0
|
---|
8 | #define LB_REOPEN_MODE_FAST 1
|
---|
9 |
|
---|
10 | static int stat_load_save;
|
---|
11 | static struct timeb nulltime;
|
---|
12 | static time_t last_housekeeping = 0;
|
---|
13 |
|
---|
14 | void init_stat()
|
---|
15 | {
|
---|
16 | cs_ftime(&nulltime);
|
---|
17 | stat_load_save = -100;
|
---|
18 |
|
---|
19 | //checking config
|
---|
20 | if (cfg.lb_nbest_readers < 2)
|
---|
21 | cfg.lb_nbest_readers = DEFAULT_NBEST;
|
---|
22 | if (cfg.lb_nfb_readers < 2)
|
---|
23 | cfg.lb_nfb_readers = DEFAULT_NFB;
|
---|
24 | if (cfg.lb_min_ecmcount < 2)
|
---|
25 | cfg.lb_min_ecmcount = DEFAULT_MIN_ECM_COUNT;
|
---|
26 | if (cfg.lb_max_ecmcount < 3)
|
---|
27 | cfg.lb_max_ecmcount = DEFAULT_MAX_ECM_COUNT;
|
---|
28 | if (cfg.lb_reopen_seconds < 10)
|
---|
29 | cfg.lb_reopen_seconds = DEFAULT_REOPEN_SECONDS;
|
---|
30 | if (cfg.lb_retrylimit <= 0)
|
---|
31 | cfg.lb_retrylimit = DEFAULT_RETRYLIMIT;
|
---|
32 | if (cfg.lb_stat_cleanup <= 0)
|
---|
33 | cfg.lb_stat_cleanup = DEFAULT_LB_STAT_CLEANUP;
|
---|
34 | }
|
---|
35 |
|
---|
36 | void load_stat_from_file()
|
---|
37 | {
|
---|
38 | stat_load_save = 0;
|
---|
39 | char buf[256];
|
---|
40 | char *fname;
|
---|
41 | FILE *file;
|
---|
42 | if (!cfg.lb_savepath || !cfg.lb_savepath[0]) {
|
---|
43 | snprintf(buf, sizeof(buf), "%s/stat", get_tmp_dir());
|
---|
44 | fname = buf;
|
---|
45 | }
|
---|
46 | else
|
---|
47 | fname = cfg.lb_savepath;
|
---|
48 |
|
---|
49 | file = fopen(fname, "r");
|
---|
50 |
|
---|
51 | if (!file) {
|
---|
52 | cs_log("loadbalancer: can't read from file %s", fname);
|
---|
53 | return;
|
---|
54 | }
|
---|
55 | cs_debug_mask(D_TRACE, "loadbalancer: load statistics from %s", fname);
|
---|
56 |
|
---|
57 | struct s_reader *rdr = NULL;
|
---|
58 | READER_STAT *stat, *dup;
|
---|
59 |
|
---|
60 | int i=1;
|
---|
61 | int count=0;
|
---|
62 | do
|
---|
63 | {
|
---|
64 | stat = malloc(sizeof(READER_STAT));
|
---|
65 | memset(stat, 0, sizeof(READER_STAT));
|
---|
66 | i = fscanf(file, "%s rc %d caid %04hX prid %06lX srvid %04hX time avg %dms ecms %d last %ld fail %d len %02hX\n",
|
---|
67 | buf, &stat->rc, &stat->caid, &stat->prid, &stat->srvid,
|
---|
68 | &stat->time_avg, &stat->ecm_count, &stat->last_received, &stat->fail_factor, &stat->ecmlen);
|
---|
69 |
|
---|
70 |
|
---|
71 | if (i > 5) {
|
---|
72 | if (rdr == NULL || strcmp(buf, rdr->label) != 0) {
|
---|
73 | LL_ITER *itr = ll_iter_create(configured_readers);
|
---|
74 | while ((rdr=ll_iter_next(itr))) {
|
---|
75 | if (strcmp(rdr->label, buf) == 0) {
|
---|
76 | break;
|
---|
77 | }
|
---|
78 | }
|
---|
79 | ll_iter_release(itr);
|
---|
80 | }
|
---|
81 |
|
---|
82 | if (rdr != NULL && strcmp(buf, rdr->label) == 0) {
|
---|
83 | if (!rdr->lb_stat)
|
---|
84 | rdr->lb_stat = ll_create();
|
---|
85 |
|
---|
86 | //Duplicate check:
|
---|
87 | dup = get_stat(rdr, stat->caid, stat->prid, stat->srvid, stat->ecmlen);
|
---|
88 | if (dup)
|
---|
89 | free(stat); //already loaded
|
---|
90 | else {
|
---|
91 |
|
---|
92 | ll_append(rdr->lb_stat, stat);
|
---|
93 | count++;
|
---|
94 | }
|
---|
95 | }
|
---|
96 | else
|
---|
97 | {
|
---|
98 | cs_log("loadbalancer: statistics could not be loaded for %s", buf);
|
---|
99 | free(stat);
|
---|
100 | }
|
---|
101 | }
|
---|
102 | else if (i!=EOF && i>0)
|
---|
103 | {
|
---|
104 | cs_debug_mask(D_TRACE, "loadbalancer: statistics ERROR %s rc=%d i=%d", buf, stat->rc, i);
|
---|
105 | free(stat);
|
---|
106 | }
|
---|
107 | else
|
---|
108 | free(stat);
|
---|
109 | } while(i!=EOF && i>0);
|
---|
110 | fclose(file);
|
---|
111 | cs_debug_mask(D_TRACE, "loadbalancer: statistic loaded %d records", count);
|
---|
112 | }
|
---|
113 | /**
|
---|
114 | * get statistic values for reader ridx and caid/prid/srvid/ecmlen
|
---|
115 | */
|
---|
116 | READER_STAT *get_stat(struct s_reader *rdr, ushort caid, ulong prid, ushort srvid, short ecmlen)
|
---|
117 | {
|
---|
118 | if (!rdr->lb_stat)
|
---|
119 | rdr->lb_stat = ll_create();
|
---|
120 |
|
---|
121 | int i;
|
---|
122 | for (i=0;i<CS_MAXCAIDTAB;i++) {
|
---|
123 | ushort tcaid = cfg.lb_noproviderforcaid.caid[i];
|
---|
124 | if (!tcaid) break;
|
---|
125 | if (tcaid == caid) {
|
---|
126 | prid = 0;
|
---|
127 | break;
|
---|
128 | }
|
---|
129 | }
|
---|
130 |
|
---|
131 | LL_ITER *it = ll_iter_create(rdr->lb_stat);
|
---|
132 | READER_STAT *stat = NULL;
|
---|
133 | while ((stat = ll_iter_next(it))) {
|
---|
134 | if (stat->caid==caid && stat->prid==prid && stat->srvid==srvid) {
|
---|
135 | if (stat->ecmlen == ecmlen)
|
---|
136 | break;
|
---|
137 | if (!stat->ecmlen) {
|
---|
138 | stat->ecmlen = ecmlen;
|
---|
139 | break;
|
---|
140 | }
|
---|
141 | }
|
---|
142 | }
|
---|
143 | ll_iter_release(it);
|
---|
144 | return stat;
|
---|
145 | }
|
---|
146 |
|
---|
147 | /**
|
---|
148 | * removes caid/prid/srvid/ecmlen from stat-list of reader ridx
|
---|
149 | */
|
---|
150 | int remove_stat(struct s_reader *rdr, ushort caid, ulong prid, ushort srvid, short ecmlen)
|
---|
151 | {
|
---|
152 | if (!rdr->lb_stat)
|
---|
153 | return 0;
|
---|
154 |
|
---|
155 | int c = 0;
|
---|
156 | LL_ITER *it = ll_iter_create(rdr->lb_stat);
|
---|
157 | READER_STAT *stat;
|
---|
158 | while ((stat = ll_iter_next(it))) {
|
---|
159 | if (stat->caid==caid && stat->prid==prid && stat->srvid==srvid) {
|
---|
160 | if (!stat->ecmlen || stat->ecmlen == ecmlen) {
|
---|
161 | ll_iter_remove_data(it);
|
---|
162 | c++;
|
---|
163 | }
|
---|
164 | }
|
---|
165 | }
|
---|
166 | ll_iter_release(it);
|
---|
167 | return c;
|
---|
168 | }
|
---|
169 |
|
---|
170 | /**
|
---|
171 | * Calculates average time
|
---|
172 | */
|
---|
173 | void calc_stat(READER_STAT *stat)
|
---|
174 | {
|
---|
175 | int i;
|
---|
176 | int c=0;
|
---|
177 | long t = 0;
|
---|
178 | for (i = 0; i < LB_MAX_STAT_TIME; i++) {
|
---|
179 | if (stat->time_stat[i] > 0) {
|
---|
180 | t += (long)stat->time_stat[i];
|
---|
181 | c++;
|
---|
182 | }
|
---|
183 | }
|
---|
184 | if (!c)
|
---|
185 | stat->time_avg = UNDEF_AVG_TIME;
|
---|
186 | else
|
---|
187 | stat->time_avg = t / c;
|
---|
188 | }
|
---|
189 |
|
---|
190 | /**
|
---|
191 | * Saves statistik to /tmp/.oscam/stat.n where n is reader-index
|
---|
192 | */
|
---|
193 | void save_stat_to_file_thread()
|
---|
194 | {
|
---|
195 | stat_load_save = 0;
|
---|
196 | char buf[256];
|
---|
197 | char *fname;
|
---|
198 | if (!cfg.lb_savepath || !cfg.lb_savepath[0]) {
|
---|
199 | snprintf(buf, sizeof(buf), "%s/stat", get_tmp_dir());
|
---|
200 | fname = buf;
|
---|
201 | }
|
---|
202 | else
|
---|
203 | fname = cfg.lb_savepath;
|
---|
204 |
|
---|
205 | FILE *file = fopen(fname, "w");
|
---|
206 |
|
---|
207 | if (!file) {
|
---|
208 | cs_log("can't write to file %s", fname);
|
---|
209 | return;
|
---|
210 | }
|
---|
211 |
|
---|
212 | int count=0;
|
---|
213 | struct s_reader *rdr;
|
---|
214 | LL_ITER *itr = ll_iter_create(configured_readers);
|
---|
215 | while ((rdr=ll_iter_next(itr))) {
|
---|
216 |
|
---|
217 | if (rdr->lb_stat) {
|
---|
218 | LL_ITER *it = ll_iter_create(rdr->lb_stat);
|
---|
219 | READER_STAT *stat;
|
---|
220 | while ((stat = ll_iter_next(it))) {
|
---|
221 |
|
---|
222 | fprintf(file, "%s rc %d caid %04hX prid %06lX srvid %04hX time avg %dms ecms %d last %ld fail %d len %02hX\n",
|
---|
223 | rdr->label, stat->rc, stat->caid, stat->prid,
|
---|
224 | stat->srvid, stat->time_avg, stat->ecm_count, stat->last_received, stat->fail_factor, stat->ecmlen);
|
---|
225 | count++;
|
---|
226 | }
|
---|
227 | ll_iter_release(it);
|
---|
228 | }
|
---|
229 | }
|
---|
230 | ll_iter_release(itr);
|
---|
231 |
|
---|
232 | fclose(file);
|
---|
233 | cs_log("loadbalancer: statistic saved %d records to %s", count, fname);
|
---|
234 | }
|
---|
235 |
|
---|
236 | void save_stat_to_file()
|
---|
237 | {
|
---|
238 | stat_load_save = 0;
|
---|
239 | start_thread((void*)&save_stat_to_file_thread, "save lb stats");
|
---|
240 | }
|
---|
241 |
|
---|
242 | /**
|
---|
243 | * Adds caid/prid/srvid/ecmlen to stat-list for reader ridx with time/rc
|
---|
244 | */
|
---|
245 | void add_stat(struct s_reader *rdr, ECM_REQUEST *er, int ecm_time, int rc)
|
---|
246 | {
|
---|
247 | if (!rdr || !er || !cfg.lb_mode)
|
---|
248 | return;
|
---|
249 | READER_STAT *stat = get_stat(rdr, er->caid, er->prid, er->srvid, er->l);
|
---|
250 | if (!stat) {
|
---|
251 | stat = malloc(sizeof(READER_STAT));
|
---|
252 | memset(stat, 0, sizeof(READER_STAT));
|
---|
253 | stat->caid = er->caid;
|
---|
254 | stat->prid = er->prid;
|
---|
255 | stat->srvid = er->srvid;
|
---|
256 | stat->ecmlen = er->l;
|
---|
257 | stat->time_avg = UNDEF_AVG_TIME; //dummy placeholder
|
---|
258 | ll_append(rdr->lb_stat, stat);
|
---|
259 | }
|
---|
260 |
|
---|
261 | //inc ecm_count if found, drop to 0 if not found:
|
---|
262 | // rc codes:
|
---|
263 | // 0 = found +
|
---|
264 | // 1 = cache1 #
|
---|
265 | // 2 = cache2 #
|
---|
266 | // 3 = emu +
|
---|
267 | // 4 = not found -
|
---|
268 | // 5 = timeout -2
|
---|
269 | // 6 = sleeping #
|
---|
270 | // 7 = fake #
|
---|
271 | // 8 = invalid #
|
---|
272 | // 9 = corrupt #
|
---|
273 | // 10= no card #
|
---|
274 | // 11= expdate #
|
---|
275 | // 12= disabled #
|
---|
276 | // 13= stopped #
|
---|
277 | // 100= unhandled #
|
---|
278 | // + = adds statistic values
|
---|
279 | // # = ignored because of duplicate values, temporary failures or softblocks
|
---|
280 | // - = causes loadbalancer to block this reader for this caid/prov/sid
|
---|
281 | // -2 = causes loadbalancer to block if happens too often
|
---|
282 |
|
---|
283 | if (stat->ecm_count < 0)
|
---|
284 | stat->ecm_count=0;
|
---|
285 |
|
---|
286 | if (rc == 0) { //found
|
---|
287 | stat->rc = 0;
|
---|
288 | stat->ecm_count++;
|
---|
289 | stat->last_received = time(NULL);
|
---|
290 | stat->request_count = 0;
|
---|
291 | stat->fail_factor = 0;
|
---|
292 |
|
---|
293 | //FASTEST READER:
|
---|
294 | stat->time_idx++;
|
---|
295 | if (stat->time_idx >= LB_MAX_STAT_TIME)
|
---|
296 | stat->time_idx = 0;
|
---|
297 | stat->time_stat[stat->time_idx] = ecm_time;
|
---|
298 | calc_stat(stat);
|
---|
299 |
|
---|
300 | //OLDEST READER now set by get best reader!
|
---|
301 |
|
---|
302 |
|
---|
303 | //USAGELEVEL:
|
---|
304 | int ule = rdr->lb_usagelevel_ecmcount;
|
---|
305 | if (ule > 0 && ((ule / cfg.lb_min_ecmcount) > 0)) //update every MIN_ECM_COUNT usagelevel:
|
---|
306 | {
|
---|
307 | time_t t = (time(NULL)-rdr->lb_usagelevel_time);
|
---|
308 | rdr->lb_usagelevel = 1000/(t<1?1:t);
|
---|
309 | ule = 0;
|
---|
310 | }
|
---|
311 | if (ule == 0)
|
---|
312 | rdr->lb_usagelevel_time = time(NULL);
|
---|
313 | rdr->lb_usagelevel_ecmcount = ule+1;
|
---|
314 | }
|
---|
315 | else if (rc == 1 || rc == 2) { //cache
|
---|
316 | //no increase of statistics here, cachetime is not real time
|
---|
317 | stat->last_received = time(NULL);
|
---|
318 | stat->request_count = 0;
|
---|
319 | }
|
---|
320 | else if (rc == 4) { //not found
|
---|
321 | //CCcam card can't decode, 0x28=NOK1, 0x29=NOK2
|
---|
322 | //CCcam loop detection = E2_CCCAM_LOOP
|
---|
323 | if (er->rcEx != E2_CCCAM_NOK1 && er->rcEx != E2_CCCAM_NOK2 && er->rcEx != E2_CCCAM_LOOP) {
|
---|
324 | stat->rc = rc;
|
---|
325 | stat->fail_factor++;
|
---|
326 | }
|
---|
327 | stat->last_received = time(NULL);
|
---|
328 |
|
---|
329 | //reduce ecm_count step by step
|
---|
330 | if (!cfg.lb_reopen_mode)
|
---|
331 | stat->ecm_count /= 10;
|
---|
332 | }
|
---|
333 | else if (rc == 5) { //timeout
|
---|
334 | stat->request_count++;
|
---|
335 |
|
---|
336 | time_t cur_time = time(NULL);
|
---|
337 |
|
---|
338 | //catch suddenly occuring timeouts and block reader:
|
---|
339 | if ((int)(cur_time-stat->last_received) < (int)(5*cfg.ctimeout) &&
|
---|
340 | stat->rc == 0 &&
|
---|
341 | stat->ecm_count > 0) {
|
---|
342 | stat->rc = 5;
|
---|
343 | stat->fail_factor++;
|
---|
344 | }
|
---|
345 | else if (stat->request_count >= cfg.lb_min_ecmcount) {
|
---|
346 | stat->rc = 5;
|
---|
347 | stat->fail_factor++;
|
---|
348 | }
|
---|
349 |
|
---|
350 | stat->last_received = cur_time;
|
---|
351 |
|
---|
352 | if (!cfg.lb_reopen_mode)
|
---|
353 | stat->ecm_count /= 10;
|
---|
354 |
|
---|
355 | //add timeout to stat:
|
---|
356 | if (ecm_time<=0)
|
---|
357 | ecm_time = cfg.ctimeout;
|
---|
358 | stat->time_idx++;
|
---|
359 | if (stat->time_idx >= LB_MAX_STAT_TIME)
|
---|
360 | stat->time_idx = 0;
|
---|
361 | stat->time_stat[stat->time_idx] = ecm_time;
|
---|
362 | calc_stat(stat);
|
---|
363 | }
|
---|
364 | else
|
---|
365 | {
|
---|
366 | if (rc >= 0)
|
---|
367 | cs_debug_mask(D_TRACE, "loadbalancer: not handled stat for reader %s: rc %d %04hX&%06lX/%04hX/%02hX time %dms usagelevel %d",
|
---|
368 | rdr->label, rc, er->caid, er->prid, er->srvid, er->l, ecm_time, rdr->lb_usagelevel);
|
---|
369 |
|
---|
370 | return;
|
---|
371 | }
|
---|
372 |
|
---|
373 | housekeeping_stat(0);
|
---|
374 |
|
---|
375 | cs_debug_mask(D_TRACE, "loadbalancer: adding stat for reader %s: rc %d %04hX&%06lX/%04hX/%02hX time %dms usagelevel %d",
|
---|
376 | rdr->label, rc, er->caid, er->prid, er->srvid, er->l, ecm_time, rdr->lb_usagelevel);
|
---|
377 |
|
---|
378 | if (cfg.lb_save) {
|
---|
379 | stat_load_save++;
|
---|
380 | if (stat_load_save > cfg.lb_save)
|
---|
381 | save_stat_to_file();
|
---|
382 | }
|
---|
383 | }
|
---|
384 |
|
---|
385 | void reset_stat(ushort caid, ulong prid, ushort srvid, short ecmlen)
|
---|
386 | {
|
---|
387 | //cs_debug_mask(D_TRACE, "loadbalance: resetting ecm count");
|
---|
388 | struct s_reader *rdr;
|
---|
389 | for (rdr=first_active_reader; rdr ; rdr=rdr->next) {
|
---|
390 | if (rdr->lb_stat && rdr->client) {
|
---|
391 | READER_STAT *stat = get_stat(rdr, caid, prid, srvid, ecmlen);
|
---|
392 | if (stat) {
|
---|
393 | if (stat->ecm_count > 0)
|
---|
394 | stat->ecm_count = 1; //not zero, so we know it's decodeable
|
---|
395 | stat->rc = 0;
|
---|
396 | stat->request_count = 0;
|
---|
397 | stat->fail_factor = 0;
|
---|
398 | }
|
---|
399 | }
|
---|
400 | }
|
---|
401 | }
|
---|
402 |
|
---|
403 | int has_ident(FTAB *ftab, ECM_REQUEST *er) {
|
---|
404 |
|
---|
405 | if (!ftab || !ftab->filts)
|
---|
406 | return 0;
|
---|
407 |
|
---|
408 | int j, k;
|
---|
409 |
|
---|
410 | for (j = 0; j < ftab->nfilts; j++) {
|
---|
411 | if (ftab->filts[j].caid) {
|
---|
412 | if (ftab->filts[j].caid==er->caid) { //caid matches!
|
---|
413 |
|
---|
414 | int nprids = ftab->filts[j].nprids;
|
---|
415 | if (!nprids) // No Provider ->Ok
|
---|
416 | return 1;
|
---|
417 |
|
---|
418 | for (k = 0; k < nprids; k++) {
|
---|
419 | ulong prid = ftab->filts[j].prids[k];
|
---|
420 | if (prid == er->prid) { //Provider matches
|
---|
421 | return 1;
|
---|
422 | }
|
---|
423 | }
|
---|
424 | }
|
---|
425 | }
|
---|
426 | }
|
---|
427 | return 0; //No match!
|
---|
428 | }
|
---|
429 |
|
---|
430 | struct stat_value {
|
---|
431 | struct s_reader *rdr;
|
---|
432 | int value;
|
---|
433 | int time;
|
---|
434 | };
|
---|
435 |
|
---|
436 | static struct stat_value *crt_cur(struct s_reader *rdr, int value, int time) {
|
---|
437 | struct stat_value *v = malloc(sizeof(struct stat_value));
|
---|
438 | v->rdr = rdr;
|
---|
439 | v->value = value;
|
---|
440 | v->time = time;
|
---|
441 | return v;
|
---|
442 | }
|
---|
443 |
|
---|
444 | static char *strend(char *c) {
|
---|
445 | while (c && *c) c++;
|
---|
446 | return c;
|
---|
447 | }
|
---|
448 |
|
---|
449 | static int get_retrylimit(ECM_REQUEST *er) {
|
---|
450 | int i;
|
---|
451 | for (i = 0; i < cfg.lb_retrylimittab.n; i++) {
|
---|
452 | if (cfg.lb_retrylimittab.caid[i] == er->caid)
|
---|
453 | return cfg.lb_retrylimittab.value[i];
|
---|
454 | }
|
---|
455 | return cfg.lb_retrylimit;
|
---|
456 | }
|
---|
457 |
|
---|
458 | static int get_nbest_readers(ECM_REQUEST *er) {
|
---|
459 | int i;
|
---|
460 | for (i = 0; i < cfg.lb_nbest_readers_tab.n; i++) {
|
---|
461 | if (cfg.lb_nbest_readers_tab.caid[i] == er->caid)
|
---|
462 | return cfg.lb_nbest_readers_tab.value[i];
|
---|
463 | }
|
---|
464 | return cfg.lb_nbest_readers;
|
---|
465 | }
|
---|
466 |
|
---|
467 | static int get_reopen_seconds(READER_STAT *stat)
|
---|
468 | {
|
---|
469 | int max = (INT_MAX / cfg.lb_reopen_seconds) - 1;
|
---|
470 | if (stat->fail_factor > max)
|
---|
471 | stat->fail_factor = max;
|
---|
472 | return (stat->fail_factor+1) * cfg.lb_reopen_seconds;
|
---|
473 | }
|
---|
474 |
|
---|
475 | /**
|
---|
476 | * Gets best reader for caid/prid/srvid/ecmlen.
|
---|
477 | * Best reader is evaluated by lowest avg time but only if ecm_count > cfg.lb_min_ecmcount (5)
|
---|
478 | * Also the reader is asked if he is "available"
|
---|
479 | * returns ridx when found or -1 when not found
|
---|
480 | */
|
---|
481 | int get_best_reader(ECM_REQUEST *er)
|
---|
482 | {
|
---|
483 | if (!cfg.lb_mode || cfg.lb_mode==LB_LOG_ONLY)
|
---|
484 | return 0;
|
---|
485 |
|
---|
486 | LL_ITER *it;
|
---|
487 | struct s_reader *rdr;
|
---|
488 |
|
---|
489 | //preferred card forwarding (CCcam client):
|
---|
490 | if (cfg.cc_forward_origin_card && er->origin_card) {
|
---|
491 |
|
---|
492 | struct cc_card *card = er->origin_card;
|
---|
493 |
|
---|
494 | it = ll_iter_create(er->matching_rdr);
|
---|
495 | while ((rdr=ll_iter_next(it))) {
|
---|
496 | if (card->origin_reader == rdr)
|
---|
497 | break;
|
---|
498 | }
|
---|
499 | if (rdr) {
|
---|
500 | cs_debug_mask(D_TRACE, "loadbalancer: forward card: forced by card %d to reader %s", card->id, rdr->label);
|
---|
501 | ll_clear(er->matching_rdr);
|
---|
502 | ll_append(er->matching_rdr, rdr);
|
---|
503 | return 1;
|
---|
504 | }
|
---|
505 | }
|
---|
506 |
|
---|
507 |
|
---|
508 | LLIST * result = ll_create();
|
---|
509 | LLIST * selected = ll_create();
|
---|
510 |
|
---|
511 | struct timeb new_nulltime;
|
---|
512 | memset(&new_nulltime, 0, sizeof(new_nulltime));
|
---|
513 | time_t current_time = time(NULL);
|
---|
514 | int current = -1;
|
---|
515 | READER_STAT *stat = NULL;
|
---|
516 | int nlocal_readers = 0;
|
---|
517 | int retrylimit = get_retrylimit(er);
|
---|
518 |
|
---|
519 | #ifdef WITH_DEBUG
|
---|
520 | if (cs_dblevel & 0x01) {
|
---|
521 | //loadbalancer debug output:
|
---|
522 | int size = 1;
|
---|
523 | int nr = 0;
|
---|
524 | it = ll_iter_create(er->matching_rdr);
|
---|
525 | while ((rdr=ll_iter_next(it))) {
|
---|
526 | if (nr > 5) {
|
---|
527 | size+=20;
|
---|
528 | break;
|
---|
529 | }
|
---|
530 | size += strlen(rdr->label)+1;
|
---|
531 | nr++;
|
---|
532 | }
|
---|
533 | ll_iter_reset(it);
|
---|
534 | char *rdrs = cs_malloc(&rdrs, size, 1);
|
---|
535 | char *rptr = rdrs;
|
---|
536 | *rptr = 0;
|
---|
537 | nr = 0;
|
---|
538 | while ((rdr=ll_iter_next(it))) {
|
---|
539 | if (nr > 5) {
|
---|
540 | snprintf(rptr, size, "...(%d more)", ll_count(er->matching_rdr)-nr);
|
---|
541 | break;
|
---|
542 | }
|
---|
543 | snprintf(rptr, size, "%s ", rdr->label);
|
---|
544 | rptr = strend(rptr);
|
---|
545 | nr++;
|
---|
546 | }
|
---|
547 | ll_iter_release(it);
|
---|
548 |
|
---|
549 | cs_debug_mask(D_TRACE, "loadbalancer: client %s for %04X&%06X/%04X/%02hX: n=%d valid readers: %s",
|
---|
550 | username(er->client), er->caid, er->prid, er->srvid, er->l, ll_count(er->matching_rdr), rdrs);
|
---|
551 |
|
---|
552 | free(rdrs);
|
---|
553 | }
|
---|
554 | #endif
|
---|
555 |
|
---|
556 | it = ll_iter_create(er->matching_rdr);
|
---|
557 | while ((rdr=ll_iter_next(it))) {
|
---|
558 |
|
---|
559 | int weight = rdr->lb_weight <= 0?100:rdr->lb_weight;
|
---|
560 |
|
---|
561 | stat = get_stat(rdr, er->caid, er->prid, er->srvid, er->l);
|
---|
562 | if (!stat) {
|
---|
563 | cs_debug_mask(D_TRACE, "loadbalancer: starting statistics for reader %s", rdr->label);
|
---|
564 | add_stat(rdr, er, 1, -1);
|
---|
565 | ll_append(result, rdr); //no statistics, this reader is active (now) but we need statistics first!
|
---|
566 | continue;
|
---|
567 | }
|
---|
568 |
|
---|
569 | if (stat->ecm_count < 0||(stat->ecm_count > cfg.lb_max_ecmcount && stat->time_avg > retrylimit)) {
|
---|
570 | cs_debug_mask(D_TRACE, "loadbalancer: max ecms (%d) reached by reader %s, resetting statistics", cfg.lb_max_ecmcount, rdr->label);
|
---|
571 | reset_stat(er->caid, er->prid, er->srvid, er->l);
|
---|
572 | ll_append(result, rdr); //max ecm reached, get new statistics
|
---|
573 | continue;
|
---|
574 | }
|
---|
575 |
|
---|
576 | int hassrvid = has_srvid(rdr->client, er) || has_ident(&rdr->ftab, er);
|
---|
577 |
|
---|
578 | if (!hassrvid && stat->rc == 0 && stat->request_count >= cfg.lb_min_ecmcount-1) { // 4 unanswered requests or timeouts?
|
---|
579 | cs_debug_mask(D_TRACE, "loadbalancer: reader %s does not answer, blocking", rdr->label);
|
---|
580 | add_stat(rdr, er, 1, 4); //reader marked as unuseable
|
---|
581 | continue;
|
---|
582 | }
|
---|
583 |
|
---|
584 | if (stat->rc == 0 && stat->ecm_count < cfg.lb_min_ecmcount) {
|
---|
585 | cs_debug_mask(D_TRACE, "loadbalancer: reader %s needs more statistics", rdr->label);
|
---|
586 | ll_append(result, rdr); //need more statistics!
|
---|
587 | continue;
|
---|
588 | }
|
---|
589 |
|
---|
590 | //Reader can decode this service (rc==0) and has lb_min_ecmcount ecms:
|
---|
591 | if (stat->rc == 0 || hassrvid) {
|
---|
592 | if (cfg.preferlocalcards && !(rdr->typ & R_IS_NETWORK))
|
---|
593 | nlocal_readers++; //Prefer local readers!
|
---|
594 |
|
---|
595 | switch (cfg.lb_mode) {
|
---|
596 | default:
|
---|
597 | case LB_NONE:
|
---|
598 | case LB_LOG_ONLY:
|
---|
599 | //cs_debug_mask(D_TRACE, "loadbalance disabled");
|
---|
600 | ll_append(result, rdr);
|
---|
601 | continue;
|
---|
602 |
|
---|
603 | case LB_FASTEST_READER_FIRST:
|
---|
604 | current = stat->time_avg * 100 / weight;
|
---|
605 | break;
|
---|
606 |
|
---|
607 | case LB_OLDEST_READER_FIRST:
|
---|
608 | if (!rdr->lb_last.time)
|
---|
609 | rdr->lb_last = nulltime;
|
---|
610 | current = (1000*(rdr->lb_last.time-nulltime.time)+
|
---|
611 | rdr->lb_last.millitm-nulltime.millitm);
|
---|
612 | if (!new_nulltime.time || (1000*(rdr->lb_last.time-new_nulltime.time)+
|
---|
613 | rdr->lb_last.millitm-new_nulltime.millitm) < 0)
|
---|
614 | new_nulltime = rdr->lb_last;
|
---|
615 | break;
|
---|
616 |
|
---|
617 | case LB_LOWEST_USAGELEVEL:
|
---|
618 | current = rdr->lb_usagelevel * 100 / weight;
|
---|
619 | break;
|
---|
620 | }
|
---|
621 | #ifdef WEBIF
|
---|
622 | rdr->lbvalue = current;
|
---|
623 | #endif
|
---|
624 | if (rdr->ph.c_available
|
---|
625 | && !rdr->ph.c_available(rdr,
|
---|
626 | AVAIL_CHECK_LOADBALANCE)) {
|
---|
627 | current=current*2;
|
---|
628 | }
|
---|
629 | if (current < 1)
|
---|
630 | current=1;
|
---|
631 | ll_append(selected, crt_cur(rdr, current, stat->time_avg));
|
---|
632 | }
|
---|
633 | }
|
---|
634 | ll_iter_release(it);
|
---|
635 |
|
---|
636 | int nbest_readers = get_nbest_readers(er);
|
---|
637 | int nfb_readers = cfg.lb_nfb_readers;
|
---|
638 | if (nlocal_readers > nbest_readers) { //if we have local readers, we prefer them!
|
---|
639 | nlocal_readers = nbest_readers;
|
---|
640 | nbest_readers = 0;
|
---|
641 | }
|
---|
642 | else
|
---|
643 | nbest_readers = nbest_readers-nlocal_readers;
|
---|
644 |
|
---|
645 | struct stat_value *stv;
|
---|
646 | it = ll_iter_create(selected);
|
---|
647 |
|
---|
648 | struct s_reader *best_rdr = NULL;
|
---|
649 | struct s_reader *best_rdri = NULL;
|
---|
650 | int best_time = 0;
|
---|
651 | LL_NODE *fallback = NULL;
|
---|
652 |
|
---|
653 | int n=0;
|
---|
654 | while (1) {
|
---|
655 | struct stat_value *best = NULL;
|
---|
656 |
|
---|
657 | ll_iter_reset(it);
|
---|
658 | while ((stv=ll_iter_next(it))) {
|
---|
659 | if (nlocal_readers && (stv->rdr->typ & R_IS_NETWORK))
|
---|
660 | continue;
|
---|
661 |
|
---|
662 | if (stv->value && (!best || stv->value < best->value))
|
---|
663 | best=stv;
|
---|
664 | }
|
---|
665 | if (!best)
|
---|
666 | break;
|
---|
667 |
|
---|
668 | n++;
|
---|
669 | best_rdri = best->rdr;
|
---|
670 | if (!best_rdr) {
|
---|
671 | best_rdr = best_rdri;
|
---|
672 | best_time = best->time;
|
---|
673 | }
|
---|
674 | best->value = 0;
|
---|
675 |
|
---|
676 | if (nlocal_readers) {//primary readers, local
|
---|
677 | nlocal_readers--;
|
---|
678 | ll_append(result, best_rdri);
|
---|
679 | //OLDEST_READER:
|
---|
680 | cs_ftime(&best_rdri->lb_last);
|
---|
681 | }
|
---|
682 | else if (nbest_readers) {//primary readers, other
|
---|
683 | nbest_readers--;
|
---|
684 | ll_append(result, best_rdri);
|
---|
685 | //OLDEST_READER:
|
---|
686 | cs_ftime(&best_rdri->lb_last);
|
---|
687 | }
|
---|
688 | else if (nfb_readers) { //fallbacks:
|
---|
689 | nfb_readers--;
|
---|
690 | LL_NODE *node = ll_append(result, best_rdri);
|
---|
691 | if (!fallback)
|
---|
692 | fallback = node;
|
---|
693 | }
|
---|
694 | else
|
---|
695 | break;
|
---|
696 | }
|
---|
697 | ll_iter_release(it);
|
---|
698 | ll_destroy_data(selected);
|
---|
699 |
|
---|
700 | if (!n) //no best reader found? reopen if we have ecm_count>0
|
---|
701 | {
|
---|
702 | cs_debug_mask(D_TRACE, "loadbalancer: NO MATCHING READER FOUND, reopen last valid:");
|
---|
703 | it = ll_iter_create(er->matching_rdr);
|
---|
704 | while ((rdr=ll_iter_next(it))) {
|
---|
705 | stat = get_stat(rdr, er->caid, er->prid, er->srvid, er->l);
|
---|
706 | if (stat && stat->ecm_count>0) {
|
---|
707 | if (!ll_contains(result, rdr))
|
---|
708 | ll_append(result, rdr);
|
---|
709 | n++;
|
---|
710 | cs_debug_mask(D_TRACE, "loadbalancer: reopened reader %s", rdr->label);
|
---|
711 | }
|
---|
712 | }
|
---|
713 | ll_iter_release(it);
|
---|
714 | cs_debug_mask(D_TRACE, "loadbalancer: reopened %d readers", n);
|
---|
715 | }
|
---|
716 |
|
---|
717 | //algo for finding unanswered requests (newcamd reader or disconnected camd35 UDP for example:)
|
---|
718 | it = ll_iter_create(result);
|
---|
719 | while ((rdr=ll_iter_next(it))) {
|
---|
720 | if (it->cur == fallback) break;
|
---|
721 | //primary readers
|
---|
722 | stat = get_stat(rdr, er->caid, er->prid, er->srvid, er->l);
|
---|
723 |
|
---|
724 | if (stat && current_time > stat->last_received+(time_t)(cfg.ctimeout/1000)) {
|
---|
725 | stat->request_count++;
|
---|
726 | stat->last_received = current_time;
|
---|
727 |
|
---|
728 | if (stat->request_count >= cfg.lb_min_ecmcount) {
|
---|
729 | add_stat(rdr, er, 1, 4); //reader marked as unuseable
|
---|
730 | cs_debug_mask(D_TRACE, "loadbalancer: reader %s does not answer, blocking", rdr->label);
|
---|
731 | }
|
---|
732 | else
|
---|
733 | cs_debug_mask(D_TRACE, "loadbalancer: reader %s increment request count to %d", rdr->label, stat->request_count);
|
---|
734 | }
|
---|
735 |
|
---|
736 | }
|
---|
737 | ll_iter_release(it);
|
---|
738 |
|
---|
739 | //algo for reopen other reader only if responsetime>retrylimit:
|
---|
740 | int reopen = !best_rdr || (best_time && (best_time > retrylimit));
|
---|
741 | if (reopen) {
|
---|
742 | #ifdef WITH_DEBUG
|
---|
743 | if (best_rdr)
|
---|
744 | cs_debug_mask(D_TRACE, "loadbalancer: reader %s reached retrylimit (%dms), reopening other readers", best_rdr->label, best_time);
|
---|
745 | else
|
---|
746 | cs_debug_mask(D_TRACE, "loadbalancer: no best reader found, reopening other readers");
|
---|
747 | #endif
|
---|
748 | it = ll_iter_create(er->matching_rdr);
|
---|
749 | while ((rdr=ll_iter_next(it))) {
|
---|
750 | stat = get_stat(rdr, er->caid, er->prid, er->srvid, er->l);
|
---|
751 |
|
---|
752 | if (stat && stat->rc != 0) { //retrylimit reached:
|
---|
753 | if (stat->last_received+get_reopen_seconds(stat) < current_time) { //Retrying reader every (900/conf) seconds
|
---|
754 | stat->last_received = current_time;
|
---|
755 | ll_remove(result, rdr);
|
---|
756 | ll_prepend(result, rdr);
|
---|
757 | cs_debug_mask(D_TRACE, "loadbalancer: retrying reader %s", rdr->label);
|
---|
758 | }
|
---|
759 | }
|
---|
760 | }
|
---|
761 | ll_iter_release(it);
|
---|
762 | }
|
---|
763 |
|
---|
764 | //Setting return values:
|
---|
765 | ll_destroy(er->matching_rdr);
|
---|
766 | er->matching_rdr = result;
|
---|
767 | er->fallback = fallback;
|
---|
768 |
|
---|
769 | if (new_nulltime.time)
|
---|
770 | nulltime = new_nulltime;
|
---|
771 |
|
---|
772 | #ifdef WITH_DEBUG
|
---|
773 | if (cs_dblevel & 0x01) {
|
---|
774 | //loadbalancer debug output:
|
---|
775 | int size = 3;
|
---|
776 | int nr = 0;
|
---|
777 | it = ll_iter_create(result);
|
---|
778 | while ((rdr=ll_iter_next(it))) {
|
---|
779 | if (nr > 5) {
|
---|
780 | size+=20;
|
---|
781 | break;
|
---|
782 | }
|
---|
783 | size += strlen(rdr->label)+1;
|
---|
784 | nr++;
|
---|
785 | }
|
---|
786 | ll_iter_reset(it);
|
---|
787 | char *rdrs = cs_malloc(&rdrs, size, 1);
|
---|
788 | char *rptr = rdrs;
|
---|
789 | *rptr = 0;
|
---|
790 | nr = 0;
|
---|
791 | while ((rdr=ll_iter_next(it))) {
|
---|
792 | if (fallback && it->cur == fallback) {
|
---|
793 | snprintf(rptr, size, "[");
|
---|
794 | rptr = strend(rptr);
|
---|
795 | }
|
---|
796 | if (nr > 5) {
|
---|
797 | snprintf(rptr, size, "...(%d more)", ll_count(result)-nr);
|
---|
798 | rptr = strend(rptr);
|
---|
799 | break;
|
---|
800 | }
|
---|
801 | snprintf(rptr, size, "%s ", rdr->label);
|
---|
802 | rptr = strend(rptr);
|
---|
803 |
|
---|
804 | nr++;
|
---|
805 | }
|
---|
806 | if (fallback) {
|
---|
807 | rptr--;
|
---|
808 | *rptr=']';
|
---|
809 | }
|
---|
810 | ll_iter_release(it);
|
---|
811 |
|
---|
812 | cs_debug_mask(D_TRACE, "loadbalancer: client %s for %04X&%06X/%04X:%02hX: n=%d selected readers: %s",
|
---|
813 | username(er->client), er->caid, er->prid, er->srvid, er->l, ll_count(result), rdrs);
|
---|
814 |
|
---|
815 | free(rdrs);
|
---|
816 | }
|
---|
817 | #endif
|
---|
818 |
|
---|
819 |
|
---|
820 | return 1;
|
---|
821 | }
|
---|
822 |
|
---|
823 | /**
|
---|
824 | * clears statistic of reader ridx.
|
---|
825 | **/
|
---|
826 | void clear_reader_stat(struct s_reader *rdr)
|
---|
827 | {
|
---|
828 | if (!rdr->lb_stat)
|
---|
829 | return;
|
---|
830 |
|
---|
831 | ll_clear_data(rdr->lb_stat);
|
---|
832 | }
|
---|
833 |
|
---|
834 | void clear_all_stat()
|
---|
835 | {
|
---|
836 | struct s_reader *rdr;
|
---|
837 | LL_ITER *itr = ll_iter_create(configured_readers);
|
---|
838 | while ((rdr = ll_iter_next(itr))) {
|
---|
839 | clear_reader_stat(rdr);
|
---|
840 | }
|
---|
841 | ll_iter_release(itr);
|
---|
842 | }
|
---|
843 |
|
---|
844 | void housekeeping_stat_thread()
|
---|
845 | {
|
---|
846 | time_t cleanup_time = time(NULL) - (cfg.lb_stat_cleanup*60*60);
|
---|
847 | int cleaned = 0;
|
---|
848 | struct s_reader *rdr;
|
---|
849 | LL_ITER *itr = ll_iter_create(configured_readers);
|
---|
850 | while ((rdr = ll_iter_next(itr))) {
|
---|
851 | if (rdr->lb_stat) {
|
---|
852 | LL_ITER *it = ll_iter_create(rdr->lb_stat);
|
---|
853 | READER_STAT *stat;
|
---|
854 | while ((stat=ll_iter_next(it))) {
|
---|
855 |
|
---|
856 | if (stat->last_received < cleanup_time) {
|
---|
857 | ll_iter_remove_data(it);
|
---|
858 | cleaned++;
|
---|
859 | }
|
---|
860 | }
|
---|
861 |
|
---|
862 | ll_iter_release(it);
|
---|
863 | }
|
---|
864 | }
|
---|
865 | ll_iter_release(itr);
|
---|
866 | cs_debug_mask(D_TRACE, "loadbalancer cleanup: removed %d entries", cleaned);
|
---|
867 | }
|
---|
868 |
|
---|
869 | void housekeeping_stat(int force)
|
---|
870 | {
|
---|
871 | time_t now = time(NULL);
|
---|
872 | if (!force && now/60/60 == last_housekeeping/60/60) //only clean once in an hour
|
---|
873 | return;
|
---|
874 |
|
---|
875 | last_housekeeping = now;
|
---|
876 | start_thread((void*)&housekeeping_stat_thread, "housekeeping lb stats");
|
---|
877 | }
|
---|