1 | #include "module-stat.h"
|
---|
2 | #include "module-cccam.h"
|
---|
3 |
|
---|
4 | #define UNDEF_AVG_TIME 80000
|
---|
5 | #define MAX_ECM_SEND_CACHE 16
|
---|
6 |
|
---|
7 | static int stat_load_save;
|
---|
8 | static struct timeb nulltime;
|
---|
9 | static time_t last_housekeeping = 0;
|
---|
10 |
|
---|
11 | void init_stat()
|
---|
12 | {
|
---|
13 | cs_ftime(&nulltime);
|
---|
14 | stat_load_save = -100;
|
---|
15 |
|
---|
16 | //checking config
|
---|
17 | if (cfg.lb_nbest_readers < 2)
|
---|
18 | cfg.lb_nbest_readers = DEFAULT_NBEST;
|
---|
19 | if (cfg.lb_nfb_readers < 2)
|
---|
20 | cfg.lb_nfb_readers = DEFAULT_NFB;
|
---|
21 | if (cfg.lb_min_ecmcount < 1)
|
---|
22 | cfg.lb_min_ecmcount = DEFAULT_MIN_ECM_COUNT;
|
---|
23 | if (cfg.lb_max_ecmcount < 2)
|
---|
24 | cfg.lb_max_ecmcount = DEFAULT_MAX_ECM_COUNT;
|
---|
25 | if (cfg.lb_reopen_seconds < 10)
|
---|
26 | cfg.lb_reopen_seconds = DEFAULT_REOPEN_SECONDS;
|
---|
27 | if (cfg.lb_retrylimit <= 0)
|
---|
28 | cfg.lb_retrylimit = DEFAULT_RETRYLIMIT;
|
---|
29 | if (cfg.lb_stat_cleanup <= 0)
|
---|
30 | cfg.lb_stat_cleanup = DEFAULT_LB_STAT_CLEANUP;
|
---|
31 | }
|
---|
32 |
|
---|
33 | void load_stat_from_file()
|
---|
34 | {
|
---|
35 | stat_load_save = 0;
|
---|
36 | char buf[256];
|
---|
37 | char *fname;
|
---|
38 | FILE *file;
|
---|
39 | if (!cfg.lb_savepath || !cfg.lb_savepath[0]) {
|
---|
40 | sprintf(buf, "%s/stat", get_tmp_dir());
|
---|
41 | fname = buf;
|
---|
42 | }
|
---|
43 | else
|
---|
44 | fname = cfg.lb_savepath;
|
---|
45 |
|
---|
46 | file = fopen(fname, "r");
|
---|
47 |
|
---|
48 | if (!file) {
|
---|
49 | cs_log("loadbalancer: can't read from file %s", fname);
|
---|
50 | return;
|
---|
51 | }
|
---|
52 | cs_debug_mask(D_TRACE, "loadbalancer: load statistics from %s", fname);
|
---|
53 |
|
---|
54 | struct s_reader *rdr = NULL;
|
---|
55 | READER_STAT *stat, *dup;
|
---|
56 |
|
---|
57 | int i=1;
|
---|
58 | int count=0;
|
---|
59 | do
|
---|
60 | {
|
---|
61 | stat = malloc(sizeof(READER_STAT));
|
---|
62 | memset(stat, 0, sizeof(READER_STAT));
|
---|
63 | i = fscanf(file, "%s rc %d caid %04hX prid %06lX srvid %04hX time avg %dms ecms %d last %ld\n",
|
---|
64 | buf, &stat->rc, &stat->caid, &stat->prid, &stat->srvid,
|
---|
65 | &stat->time_avg, &stat->ecm_count, &stat->last_received);
|
---|
66 |
|
---|
67 |
|
---|
68 | if (i > 5) {
|
---|
69 | if (rdr == NULL || strcmp(buf, rdr->label) != 0) {
|
---|
70 | LL_ITER *itr = ll_iter_create(configured_readers);
|
---|
71 | while ((rdr=ll_iter_next(itr))) {
|
---|
72 | if (strcmp(rdr->label, buf) == 0) {
|
---|
73 | break;
|
---|
74 | }
|
---|
75 | }
|
---|
76 | ll_iter_release(itr);
|
---|
77 | }
|
---|
78 |
|
---|
79 | if (rdr != NULL && strcmp(buf, rdr->label) == 0) {
|
---|
80 | if (!rdr->lb_stat)
|
---|
81 | rdr->lb_stat = ll_create();
|
---|
82 |
|
---|
83 | //Duplicate check:
|
---|
84 | dup = get_stat(rdr, stat->caid, stat->prid, stat->srvid);
|
---|
85 | if (dup)
|
---|
86 | free(stat); //already loaded
|
---|
87 | else {
|
---|
88 |
|
---|
89 | ll_append(rdr->lb_stat, stat);
|
---|
90 | count++;
|
---|
91 | }
|
---|
92 | }
|
---|
93 | else
|
---|
94 | {
|
---|
95 | cs_log("loadbalancer: statistics could not be loaded for %s", buf);
|
---|
96 | free(stat);
|
---|
97 | }
|
---|
98 | }
|
---|
99 | else if (i!=EOF && i>0)
|
---|
100 | {
|
---|
101 | cs_debug_mask(D_TRACE, "loadbalancer: statistics ERROR %s rc=%d i=%d", buf, stat->rc, i);
|
---|
102 | free(stat);
|
---|
103 | }
|
---|
104 | else
|
---|
105 | free(stat);
|
---|
106 | } while(i!=EOF && i>0);
|
---|
107 | fclose(file);
|
---|
108 | cs_debug_mask(D_TRACE, "loadbalancer: statistic loaded %d records", count);
|
---|
109 | }
|
---|
110 | /**
|
---|
111 | * get statistic values for reader ridx and caid/prid/srvid
|
---|
112 | */
|
---|
113 | READER_STAT *get_stat(struct s_reader *rdr, ushort caid, ulong prid, ushort srvid)
|
---|
114 | {
|
---|
115 | if (!rdr->lb_stat)
|
---|
116 | rdr->lb_stat = ll_create();
|
---|
117 |
|
---|
118 | LL_ITER *it = ll_iter_create(rdr->lb_stat);
|
---|
119 | READER_STAT *stat = NULL;
|
---|
120 | while ((stat = ll_iter_next(it))) {
|
---|
121 | if (stat->caid==caid && stat->prid==prid && stat->srvid==srvid) {
|
---|
122 | break;
|
---|
123 | }
|
---|
124 | }
|
---|
125 | ll_iter_release(it);
|
---|
126 | return stat;
|
---|
127 | }
|
---|
128 |
|
---|
129 | /**
|
---|
130 | * removes caid/prid/srvid from stat-list of reader ridx
|
---|
131 | */
|
---|
132 | int remove_stat(struct s_reader *rdr, ushort caid, ulong prid, ushort srvid)
|
---|
133 | {
|
---|
134 | if (!rdr->lb_stat)
|
---|
135 | return 0;
|
---|
136 |
|
---|
137 | int c = 0;
|
---|
138 | LL_ITER *it = ll_iter_create(rdr->lb_stat);
|
---|
139 | READER_STAT *stat;
|
---|
140 | while ((stat = ll_iter_next(it))) {
|
---|
141 | if (stat->caid==caid && stat->prid==prid && stat->srvid==srvid) {
|
---|
142 | ll_iter_remove_data(it);
|
---|
143 | c++;
|
---|
144 | }
|
---|
145 | }
|
---|
146 | ll_iter_release(it);
|
---|
147 | return c;
|
---|
148 | }
|
---|
149 |
|
---|
150 | /**
|
---|
151 | * Calculates average time
|
---|
152 | */
|
---|
153 | void calc_stat(READER_STAT *stat)
|
---|
154 | {
|
---|
155 | int i;
|
---|
156 | int c=0;
|
---|
157 | long t = 0;
|
---|
158 | for (i = 0; i < LB_MAX_STAT_TIME; i++) {
|
---|
159 | if (stat->time_stat[i] > 0) {
|
---|
160 | t += (long)stat->time_stat[i];
|
---|
161 | c++;
|
---|
162 | }
|
---|
163 | }
|
---|
164 | if (!c)
|
---|
165 | stat->time_avg = UNDEF_AVG_TIME;
|
---|
166 | else
|
---|
167 | stat->time_avg = t / c;
|
---|
168 | }
|
---|
169 |
|
---|
170 | /**
|
---|
171 | * Saves statistik to /tmp/.oscam/stat.n where n is reader-index
|
---|
172 | */
|
---|
173 | void save_stat_to_file()
|
---|
174 | {
|
---|
175 | stat_load_save = 0;
|
---|
176 | char buf[256];
|
---|
177 | char *fname;
|
---|
178 | if (!cfg.lb_savepath || !cfg.lb_savepath[0]) {
|
---|
179 | sprintf(buf, "%s/stat", get_tmp_dir());
|
---|
180 | fname = buf;
|
---|
181 | }
|
---|
182 | else
|
---|
183 | fname = cfg.lb_savepath;
|
---|
184 |
|
---|
185 | FILE *file = fopen(fname, "w");
|
---|
186 |
|
---|
187 | if (!file) {
|
---|
188 | cs_log("can't write to file %s", fname);
|
---|
189 | return;
|
---|
190 | }
|
---|
191 |
|
---|
192 | int count=0;
|
---|
193 | struct s_reader *rdr;
|
---|
194 | LL_ITER *itr = ll_iter_create(configured_readers);
|
---|
195 | while ((rdr=ll_iter_next(itr))) {
|
---|
196 |
|
---|
197 | if (rdr->lb_stat) {
|
---|
198 | LL_ITER *it = ll_iter_create(rdr->lb_stat);
|
---|
199 | READER_STAT *stat;
|
---|
200 | while ((stat = ll_iter_next(it))) {
|
---|
201 |
|
---|
202 | fprintf(file, "%s rc %d caid %04hX prid %06lX srvid %04hX time avg %dms ecms %d last %ld\n",
|
---|
203 | rdr->label, stat->rc, stat->caid, stat->prid,
|
---|
204 | stat->srvid, stat->time_avg, stat->ecm_count, stat->last_received);
|
---|
205 | count++;
|
---|
206 | }
|
---|
207 | ll_iter_release(it);
|
---|
208 | }
|
---|
209 | }
|
---|
210 | ll_iter_release(itr);
|
---|
211 |
|
---|
212 | fclose(file);
|
---|
213 | cs_log("loadbalancer: statistic saved %d records to %s", count, fname);
|
---|
214 | }
|
---|
215 |
|
---|
216 | /**
|
---|
217 | * Adds caid/prid/srvid to stat-list for reader ridx with time/rc
|
---|
218 | */
|
---|
219 | void add_stat(struct s_reader *rdr, ECM_REQUEST *er, int ecm_time, int rc)
|
---|
220 | {
|
---|
221 | if (!rdr || !er || !cfg.lb_mode)
|
---|
222 | return;
|
---|
223 | READER_STAT *stat = get_stat(rdr, er->caid, er->prid, er->srvid);
|
---|
224 | if (!stat) {
|
---|
225 | stat = malloc(sizeof(READER_STAT));
|
---|
226 | memset(stat, 0, sizeof(READER_STAT));
|
---|
227 | stat->caid = er->caid;
|
---|
228 | stat->prid = er->prid;
|
---|
229 | stat->srvid = er->srvid;
|
---|
230 | stat->time_avg = UNDEF_AVG_TIME; //dummy placeholder
|
---|
231 | ll_append(rdr->lb_stat, stat);
|
---|
232 | }
|
---|
233 |
|
---|
234 | //inc ecm_count if found, drop to 0 if not found:
|
---|
235 | // rc codes:
|
---|
236 | // 0 = found +
|
---|
237 | // 1 = cache1 #
|
---|
238 | // 2 = cache2 #
|
---|
239 | // 3 = emu +
|
---|
240 | // 4 = not found -
|
---|
241 | // 5 = timeout -2
|
---|
242 | // 6 = sleeping #
|
---|
243 | // 7 = fake #
|
---|
244 | // 8 = invalid #
|
---|
245 | // 9 = corrupt #
|
---|
246 | // 10= no card #
|
---|
247 | // 11= expdate #
|
---|
248 | // 12= disabled #
|
---|
249 | // 13= stopped #
|
---|
250 | // 100= unhandled #
|
---|
251 | // + = adds statistic values
|
---|
252 | // # = ignored because of duplicate values, temporary failures or softblocks
|
---|
253 | // - = causes loadbalancer to block this reader for this caid/prov/sid
|
---|
254 | // -2 = causes loadbalancer to block if happens too often
|
---|
255 |
|
---|
256 | if (stat->ecm_count < 0)
|
---|
257 | stat->ecm_count=0;
|
---|
258 |
|
---|
259 | if (rc == 0) { //found
|
---|
260 | stat->rc = 0;
|
---|
261 | stat->ecm_count++;
|
---|
262 | stat->last_received = time(NULL);
|
---|
263 | stat->request_count = 0;
|
---|
264 |
|
---|
265 | //FASTEST READER:
|
---|
266 | stat->time_idx++;
|
---|
267 | if (stat->time_idx >= LB_MAX_STAT_TIME)
|
---|
268 | stat->time_idx = 0;
|
---|
269 | stat->time_stat[stat->time_idx] = ecm_time;
|
---|
270 | calc_stat(stat);
|
---|
271 |
|
---|
272 | //OLDEST READER now set by get best reader!
|
---|
273 |
|
---|
274 |
|
---|
275 | //USAGELEVEL:
|
---|
276 | int ule = rdr->lb_usagelevel_ecmcount;
|
---|
277 | if (ule > 0 && ((ule / cfg.lb_min_ecmcount) > 0)) //update every MIN_ECM_COUNT usagelevel:
|
---|
278 | {
|
---|
279 | time_t t = (time(NULL)-rdr->lb_usagelevel_time);
|
---|
280 | rdr->lb_usagelevel = 1000/(t<1?1:t);
|
---|
281 | ule = 0;
|
---|
282 | }
|
---|
283 | if (ule == 0)
|
---|
284 | rdr->lb_usagelevel_time = time(NULL);
|
---|
285 | rdr->lb_usagelevel_ecmcount = ule+1;
|
---|
286 |
|
---|
287 | }
|
---|
288 | else if (rc == 1 || rc == 2) { //cache
|
---|
289 | //no increase of statistics here, cachetime is not real time
|
---|
290 | stat->last_received = time(NULL);
|
---|
291 | stat->request_count = 0;
|
---|
292 | }
|
---|
293 | else if (rc == 4) { //not found
|
---|
294 | if (er->rcEx != 0x28 && er->rcEx != 0x29) //CCcam card can't decode, 0x28=NOK1, 0x29=NOK2
|
---|
295 | stat->rc = rc;
|
---|
296 | //stat->last_received = time(NULL); do not change time, this would prevent reopen
|
---|
297 | //stat->ecm_count = 0; Keep ecm_count!
|
---|
298 | }
|
---|
299 | else if (rc == 5) { //timeout
|
---|
300 | stat->request_count++;
|
---|
301 |
|
---|
302 | time_t cur_time = time(NULL);
|
---|
303 |
|
---|
304 | //catch suddenly occuring timeouts and block reader:
|
---|
305 | if ((int)(cur_time-stat->last_received) < (int)(5*cfg.ctimeout) &&
|
---|
306 | stat->rc == 0 &&
|
---|
307 | stat->ecm_count > 0)
|
---|
308 | stat->rc = 5;
|
---|
309 |
|
---|
310 | stat->last_received = cur_time;
|
---|
311 |
|
---|
312 | //add timeout to stat:
|
---|
313 | if (ecm_time<=0)
|
---|
314 | ecm_time = cfg.ctimeout;
|
---|
315 | stat->time_idx++;
|
---|
316 | if (stat->time_idx >= LB_MAX_STAT_TIME)
|
---|
317 | stat->time_idx = 0;
|
---|
318 | stat->time_stat[stat->time_idx] = ecm_time;
|
---|
319 | calc_stat(stat);
|
---|
320 | }
|
---|
321 | else
|
---|
322 | {
|
---|
323 | if (rc >= 0)
|
---|
324 | cs_debug_mask(D_TRACE, "loadbalancer: not handled stat for reader %s: rc %d caid %04hX prid %06lX srvid %04hX time %dms usagelevel %d",
|
---|
325 | rdr->label, rc, er->caid, er->prid, er->srvid, ecm_time, rdr->lb_usagelevel);
|
---|
326 |
|
---|
327 | return;
|
---|
328 | }
|
---|
329 |
|
---|
330 | housekeeping_stat(0);
|
---|
331 |
|
---|
332 | cs_debug_mask(D_TRACE, "loadbalancer: adding stat for reader %s: rc %d caid %04hX prid %06lX srvid %04hX time %dms usagelevel %d",
|
---|
333 | rdr->label, rc, er->caid, er->prid, er->srvid, ecm_time, rdr->lb_usagelevel);
|
---|
334 |
|
---|
335 | if (cfg.lb_save) {
|
---|
336 | stat_load_save++;
|
---|
337 | if (stat_load_save > cfg.lb_save) {
|
---|
338 | save_stat_to_file();
|
---|
339 | }
|
---|
340 | }
|
---|
341 | }
|
---|
342 |
|
---|
343 | void reset_stat(ushort caid, ulong prid, ushort srvid)
|
---|
344 | {
|
---|
345 | //cs_debug_mask(D_TRACE, "loadbalance: resetting ecm count");
|
---|
346 | struct s_reader *rdr;
|
---|
347 | for (rdr=first_active_reader; rdr ; rdr=rdr->next) {
|
---|
348 | if (rdr->lb_stat && rdr->client) {
|
---|
349 | READER_STAT *stat = get_stat(rdr, caid, prid, srvid);
|
---|
350 | if (stat) {
|
---|
351 | if (stat->ecm_count > 0)
|
---|
352 | stat->ecm_count = 1; //not zero, so we know it's decodeable
|
---|
353 | stat->rc = 0;
|
---|
354 | stat->request_count = 0;
|
---|
355 | }
|
---|
356 | }
|
---|
357 | }
|
---|
358 | }
|
---|
359 |
|
---|
360 | int has_ident(FTAB *ftab, ECM_REQUEST *er) {
|
---|
361 |
|
---|
362 | if (!ftab || !ftab->filts)
|
---|
363 | return 0;
|
---|
364 |
|
---|
365 | int j, k;
|
---|
366 |
|
---|
367 | for (j = 0; j < ftab->nfilts; j++) {
|
---|
368 | if (ftab->filts[j].caid) {
|
---|
369 | if (ftab->filts[j].caid==er->caid) { //caid matches!
|
---|
370 |
|
---|
371 | int nprids = ftab->filts[j].nprids;
|
---|
372 | if (!nprids) // No Provider ->Ok
|
---|
373 | return 1;
|
---|
374 |
|
---|
375 | for (k = 0; k < nprids; k++) {
|
---|
376 | ulong prid = ftab->filts[j].prids[k];
|
---|
377 | if (prid == er->prid) { //Provider matches
|
---|
378 | return 1;
|
---|
379 | }
|
---|
380 | }
|
---|
381 | }
|
---|
382 | }
|
---|
383 | }
|
---|
384 | return 0; //No match!
|
---|
385 | }
|
---|
386 |
|
---|
387 | struct stat_value {
|
---|
388 | struct s_reader *rdr;
|
---|
389 | int value;
|
---|
390 | int time;
|
---|
391 | };
|
---|
392 |
|
---|
393 | static struct stat_value *crt_cur(struct s_reader *rdr, int value, int time) {
|
---|
394 | struct stat_value *v = malloc(sizeof(struct stat_value));
|
---|
395 | v->rdr = rdr;
|
---|
396 | v->value = value;
|
---|
397 | v->time = time;
|
---|
398 | return v;
|
---|
399 | }
|
---|
400 |
|
---|
401 | static char *strend(char *c) {
|
---|
402 | while (c && *c) c++;
|
---|
403 | return c;
|
---|
404 | }
|
---|
405 |
|
---|
406 | static int get_retrylimit(ECM_REQUEST *er) {
|
---|
407 | int i;
|
---|
408 | for (i = 0; i < cfg.lb_retrylimittab.n; i++) {
|
---|
409 | if (cfg.lb_retrylimittab.caid[i] == er->caid)
|
---|
410 | return cfg.lb_retrylimittab.time[i];
|
---|
411 | }
|
---|
412 | return cfg.lb_retrylimit;
|
---|
413 | }
|
---|
414 |
|
---|
415 | /**
|
---|
416 | * Gets best reader for caid/prid/srvid.
|
---|
417 | * Best reader is evaluated by lowest avg time but only if ecm_count > cfg.lb_min_ecmcount (5)
|
---|
418 | * Also the reader is asked if he is "available"
|
---|
419 | * returns ridx when found or -1 when not found
|
---|
420 | */
|
---|
421 | int get_best_reader(ECM_REQUEST *er)
|
---|
422 | {
|
---|
423 | if (!cfg.lb_mode || cfg.lb_mode==LB_LOG_ONLY)
|
---|
424 | return 0;
|
---|
425 |
|
---|
426 | LL_ITER *it;
|
---|
427 | struct s_reader *rdr;
|
---|
428 |
|
---|
429 | //preferred card forwarding (CCcam client):
|
---|
430 | if (cfg.cc_forward_origin_card && er->origin_card) {
|
---|
431 |
|
---|
432 | struct cc_card *card = er->origin_card;
|
---|
433 |
|
---|
434 | it = ll_iter_create(er->matching_rdr);
|
---|
435 | while ((rdr=ll_iter_next(it))) {
|
---|
436 | if (card->origin_reader == rdr)
|
---|
437 | break;
|
---|
438 | }
|
---|
439 | if (rdr) {
|
---|
440 | cs_debug_mask(D_TRACE, "loadbalancer: forward card: forced by card %d to reader %s", card->id, rdr->label);
|
---|
441 | ll_clear(er->matching_rdr);
|
---|
442 | ll_append(er->matching_rdr, rdr);
|
---|
443 | return 1;
|
---|
444 | }
|
---|
445 | }
|
---|
446 |
|
---|
447 |
|
---|
448 | LLIST * result = ll_create();
|
---|
449 | LLIST * selected = ll_create();
|
---|
450 |
|
---|
451 | struct timeb new_nulltime;
|
---|
452 | memset(&new_nulltime, 0, sizeof(new_nulltime));
|
---|
453 | time_t current_time = time(NULL);
|
---|
454 | int current = -1;
|
---|
455 | READER_STAT *stat = NULL;
|
---|
456 | int nlocal_readers = 0;
|
---|
457 | int retrylimit = get_retrylimit(er);
|
---|
458 |
|
---|
459 | #ifdef WITH_DEBUG
|
---|
460 | if (cs_dblevel & 0x01) {
|
---|
461 | //loadbalancer debug output:
|
---|
462 | int size = 1;
|
---|
463 | int nr = 0;
|
---|
464 | it = ll_iter_create(er->matching_rdr);
|
---|
465 | while ((rdr=ll_iter_next(it))) {
|
---|
466 | if (nr > 5) {
|
---|
467 | size+=20;
|
---|
468 | break;
|
---|
469 | }
|
---|
470 | size += strlen(rdr->label)+1;
|
---|
471 | nr++;
|
---|
472 | }
|
---|
473 | ll_iter_reset(it);
|
---|
474 | char *rdrs = cs_malloc(&rdrs, size, 1);
|
---|
475 | char *rptr = rdrs;
|
---|
476 | *rptr = 0;
|
---|
477 | nr = 0;
|
---|
478 | while ((rdr=ll_iter_next(it))) {
|
---|
479 | if (nr > 5) {
|
---|
480 | sprintf(rptr, "...(%d more)", ll_count(er->matching_rdr)-nr);
|
---|
481 | break;
|
---|
482 | }
|
---|
483 | sprintf(rptr, "%s ", rdr->label);
|
---|
484 | rptr = strend(rptr);
|
---|
485 | nr++;
|
---|
486 | }
|
---|
487 | ll_iter_release(it);
|
---|
488 |
|
---|
489 | cs_debug_mask(D_TRACE, "loadbalancer: client %s for %04X/%06X/%04X: n=%d valid readers: %s",
|
---|
490 | username(er->client), er->caid, er->prid, er->srvid, ll_count(er->matching_rdr), rdrs);
|
---|
491 |
|
---|
492 | free(rdrs);
|
---|
493 | }
|
---|
494 | #endif
|
---|
495 |
|
---|
496 | it = ll_iter_create(er->matching_rdr);
|
---|
497 | while ((rdr=ll_iter_next(it))) {
|
---|
498 |
|
---|
499 | int weight = rdr->lb_weight <= 0?100:rdr->lb_weight;
|
---|
500 |
|
---|
501 | stat = get_stat(rdr, er->caid, er->prid, er->srvid);
|
---|
502 | if (!stat) {
|
---|
503 | cs_debug_mask(D_TRACE, "loadbalancer: starting statistics for reader %s", rdr->label);
|
---|
504 | add_stat(rdr, er, 1, -1);
|
---|
505 | ll_append(result, rdr); //no statistics, this reader is active (now) but we need statistics first!
|
---|
506 | continue;
|
---|
507 | }
|
---|
508 |
|
---|
509 | if (stat->ecm_count < 0||(stat->ecm_count > cfg.lb_max_ecmcount && stat->time_avg > retrylimit)) {
|
---|
510 | cs_debug_mask(D_TRACE, "loadbalancer: max ecms (%d) reached by reader %s, resetting statistics", cfg.lb_max_ecmcount, rdr->label);
|
---|
511 | reset_stat(er->caid, er->prid, er->srvid);
|
---|
512 | ll_append(result, rdr); //max ecm reached, get new statistics
|
---|
513 | continue;
|
---|
514 | }
|
---|
515 |
|
---|
516 | int hassrvid = has_srvid(rdr->client, er) || has_ident(&rdr->ftab, er);
|
---|
517 |
|
---|
518 | if (!hassrvid && stat->rc == 0 && stat->request_count >= cfg.lb_min_ecmcount-1) { // 4 unanswered requests or timeouts?
|
---|
519 | cs_debug_mask(D_TRACE, "loadbalancer: reader %s does not answer, blocking", rdr->label);
|
---|
520 | add_stat(rdr, er, 1, 4); //reader marked as unuseable
|
---|
521 | continue;
|
---|
522 | }
|
---|
523 |
|
---|
524 | if (stat->rc == 0 && stat->ecm_count < cfg.lb_min_ecmcount) {
|
---|
525 | cs_debug_mask(D_TRACE, "loadbalancer: reader %s needs more statistics", rdr->label);
|
---|
526 | ll_append(result, rdr); //need more statistics!
|
---|
527 | continue;
|
---|
528 | }
|
---|
529 |
|
---|
530 | //Reader can decode this service (rc==0) and has lb_min_ecmcount ecms:
|
---|
531 | if (stat->rc == 0 || hassrvid) {
|
---|
532 | if (cfg.preferlocalcards && !(rdr->typ & R_IS_NETWORK))
|
---|
533 | nlocal_readers++; //Prefer local readers!
|
---|
534 |
|
---|
535 | switch (cfg.lb_mode) {
|
---|
536 | default:
|
---|
537 | case LB_NONE:
|
---|
538 | case LB_LOG_ONLY:
|
---|
539 | //cs_debug_mask(D_TRACE, "loadbalance disabled");
|
---|
540 | ll_append(result, rdr);
|
---|
541 | continue;
|
---|
542 |
|
---|
543 | case LB_FASTEST_READER_FIRST:
|
---|
544 | current = stat->time_avg * 100 / weight;
|
---|
545 | break;
|
---|
546 |
|
---|
547 | case LB_OLDEST_READER_FIRST:
|
---|
548 | if (!rdr->lb_last.time)
|
---|
549 | rdr->lb_last = nulltime;
|
---|
550 | current = (1000*(rdr->lb_last.time-nulltime.time)+
|
---|
551 | rdr->lb_last.millitm-nulltime.millitm);
|
---|
552 | if (!new_nulltime.time || (1000*(rdr->lb_last.time-new_nulltime.time)+
|
---|
553 | rdr->lb_last.millitm-new_nulltime.millitm) < 0)
|
---|
554 | new_nulltime = rdr->lb_last;
|
---|
555 | break;
|
---|
556 |
|
---|
557 | case LB_LOWEST_USAGELEVEL:
|
---|
558 | current = rdr->lb_usagelevel * 100 / weight;
|
---|
559 | break;
|
---|
560 | }
|
---|
561 | #ifdef WEBIF
|
---|
562 | rdr->lbvalue = current;
|
---|
563 | #endif
|
---|
564 | if (rdr->ph.c_available
|
---|
565 | && !rdr->ph.c_available(rdr,
|
---|
566 | AVAIL_CHECK_LOADBALANCE)) {
|
---|
567 | current=current*2;
|
---|
568 | }
|
---|
569 | if (current < 1)
|
---|
570 | current=1;
|
---|
571 | ll_append(selected, crt_cur(rdr, current, stat->time_avg));
|
---|
572 | }
|
---|
573 | }
|
---|
574 | ll_iter_release(it);
|
---|
575 |
|
---|
576 | int nbest_readers = cfg.lb_nbest_readers;
|
---|
577 | int nfb_readers = cfg.lb_nfb_readers;
|
---|
578 | if (nlocal_readers > nbest_readers) { //if we have local readers, we prefer them!
|
---|
579 | nlocal_readers = nbest_readers;
|
---|
580 | nbest_readers = 0;
|
---|
581 | }
|
---|
582 | else
|
---|
583 | nbest_readers = nbest_readers-nlocal_readers;
|
---|
584 |
|
---|
585 | struct stat_value *stv;
|
---|
586 | it = ll_iter_create(selected);
|
---|
587 |
|
---|
588 | struct s_reader *best_rdr = NULL;
|
---|
589 | struct s_reader *best_rdri = NULL;
|
---|
590 | int best_time = 0;
|
---|
591 | LL_NODE *fallback = NULL;
|
---|
592 |
|
---|
593 | int n=0;
|
---|
594 | while (1) {
|
---|
595 | struct stat_value *best = NULL;
|
---|
596 |
|
---|
597 | ll_iter_reset(it);
|
---|
598 | while ((stv=ll_iter_next(it))) {
|
---|
599 | if (nlocal_readers && (stv->rdr->typ & R_IS_NETWORK))
|
---|
600 | continue;
|
---|
601 |
|
---|
602 | if (stv->value && (!best || stv->value < best->value))
|
---|
603 | best=stv;
|
---|
604 | }
|
---|
605 | if (!best)
|
---|
606 | break;
|
---|
607 |
|
---|
608 | n++;
|
---|
609 | best_rdri = best->rdr;
|
---|
610 | if (!best_rdr) {
|
---|
611 | best_rdr = best_rdri;
|
---|
612 | best_time = best->time;
|
---|
613 | }
|
---|
614 | best->value = 0;
|
---|
615 |
|
---|
616 | if (nlocal_readers) {//primary readers, local
|
---|
617 | nlocal_readers--;
|
---|
618 | ll_append(result, best_rdri);
|
---|
619 | //OLDEST_READER:
|
---|
620 | cs_ftime(&best_rdri->lb_last);
|
---|
621 | }
|
---|
622 | else if (nbest_readers) {//primary readers, other
|
---|
623 | nbest_readers--;
|
---|
624 | ll_append(result, best_rdri);
|
---|
625 | //OLDEST_READER:
|
---|
626 | cs_ftime(&best_rdri->lb_last);
|
---|
627 | }
|
---|
628 | else if (nfb_readers) { //fallbacks:
|
---|
629 | nfb_readers--;
|
---|
630 | LL_NODE *node = ll_append(result, best_rdri);
|
---|
631 | if (!fallback)
|
---|
632 | fallback = node;
|
---|
633 | }
|
---|
634 | else
|
---|
635 | break;
|
---|
636 | }
|
---|
637 | ll_iter_release(it);
|
---|
638 | ll_destroy_data(selected);
|
---|
639 |
|
---|
640 | if (!n) //no best reader found? reopen if we have ecm_count>0
|
---|
641 | {
|
---|
642 | cs_debug_mask(D_TRACE, "loadbalancer: NO MATCHING READER FOUND, reopen last valid:");
|
---|
643 | it = ll_iter_create(er->matching_rdr);
|
---|
644 | while ((rdr=ll_iter_next(it))) {
|
---|
645 | stat = get_stat(rdr, er->caid, er->prid, er->srvid);
|
---|
646 | if (stat && stat->ecm_count>0) {
|
---|
647 | if (!ll_contains(result, rdr))
|
---|
648 | ll_append(result, rdr);
|
---|
649 | n++;
|
---|
650 | cs_debug_mask(D_TRACE, "loadbalancer: reopened reader %s", rdr->label);
|
---|
651 | }
|
---|
652 | }
|
---|
653 | ll_iter_release(it);
|
---|
654 | cs_debug_mask(D_TRACE, "loadbalancer: reopened %d readers", n);
|
---|
655 | }
|
---|
656 |
|
---|
657 | //algo for finding unanswered requests (newcamd reader for example:)
|
---|
658 | it = ll_iter_create(result);
|
---|
659 | while ((rdr=ll_iter_next(it))) {
|
---|
660 | if (it->cur == fallback) break;
|
---|
661 | //primary readers
|
---|
662 | stat = get_stat(rdr, er->caid, er->prid, er->srvid);
|
---|
663 |
|
---|
664 | if (stat && current_time > stat->last_received+(time_t)(cfg.ctimeout/1000)) {
|
---|
665 | stat->request_count++;
|
---|
666 | stat->last_received = current_time;
|
---|
667 | cs_debug_mask(D_TRACE, "loadbalancer: reader %s increment request count to %d", rdr->label, stat->request_count);
|
---|
668 | }
|
---|
669 |
|
---|
670 | }
|
---|
671 | ll_iter_release(it);
|
---|
672 |
|
---|
673 | //algo for reopen other reader only if responsetime>retrylimit:
|
---|
674 | int reopen = !best_rdr || (best_time && (best_time > retrylimit));
|
---|
675 | if (reopen) {
|
---|
676 | #ifdef WITH_DEBUG
|
---|
677 | if (best_rdr)
|
---|
678 | cs_debug_mask(D_TRACE, "loadbalancer: reader %s reached retrylimit (%dms), reopening other readers", best_rdr->label, best_time);
|
---|
679 | else
|
---|
680 | cs_debug_mask(D_TRACE, "loadbalancer: no best reader found, reopening other readers");
|
---|
681 | #endif
|
---|
682 | it = ll_iter_create(er->matching_rdr);
|
---|
683 | while ((rdr=ll_iter_next(it))) {
|
---|
684 | stat = get_stat(rdr, er->caid, er->prid, er->srvid);
|
---|
685 |
|
---|
686 | if (stat && stat->rc != 0) { //retrylimit reached:
|
---|
687 | if (stat->last_received+cfg.lb_reopen_seconds < current_time) { //Retrying reader every (900/conf) seconds
|
---|
688 | stat->last_received = current_time;
|
---|
689 | ll_remove(result, rdr);
|
---|
690 | ll_prepend(result, rdr);
|
---|
691 | cs_debug_mask(D_TRACE, "loadbalancer: retrying reader %s", rdr->label);
|
---|
692 | }
|
---|
693 | }
|
---|
694 | }
|
---|
695 | ll_iter_release(it);
|
---|
696 | }
|
---|
697 |
|
---|
698 | //Setting return values:
|
---|
699 | ll_destroy(er->matching_rdr);
|
---|
700 | er->matching_rdr = result;
|
---|
701 | er->fallback = fallback;
|
---|
702 |
|
---|
703 | if (new_nulltime.time)
|
---|
704 | nulltime = new_nulltime;
|
---|
705 |
|
---|
706 | #ifdef WITH_DEBUG
|
---|
707 | if (cs_dblevel & 0x01) {
|
---|
708 | //loadbalancer debug output:
|
---|
709 | int size = 3;
|
---|
710 | int nr = 0;
|
---|
711 | it = ll_iter_create(result);
|
---|
712 | while ((rdr=ll_iter_next(it))) {
|
---|
713 | if (nr > 5) {
|
---|
714 | size+=20;
|
---|
715 | break;
|
---|
716 | }
|
---|
717 | size += strlen(rdr->label)+1;
|
---|
718 | nr++;
|
---|
719 | }
|
---|
720 | ll_iter_reset(it);
|
---|
721 | char *rdrs = cs_malloc(&rdrs, size, 1);
|
---|
722 | char *rptr = rdrs;
|
---|
723 | *rptr = 0;
|
---|
724 | nr = 0;
|
---|
725 | while ((rdr=ll_iter_next(it))) {
|
---|
726 | if (fallback && it->cur == fallback) {
|
---|
727 | sprintf(rptr, "[");
|
---|
728 | rptr = strend(rptr);
|
---|
729 | }
|
---|
730 | if (nr > 5) {
|
---|
731 | sprintf(rptr, "...(%d more)", ll_count(result)-nr);
|
---|
732 | rptr = strend(rptr);
|
---|
733 | break;
|
---|
734 | }
|
---|
735 | sprintf(rptr, "%s ", rdr->label);
|
---|
736 | rptr = strend(rptr);
|
---|
737 |
|
---|
738 | nr++;
|
---|
739 | }
|
---|
740 | if (fallback) {
|
---|
741 | rptr--;
|
---|
742 | *rptr=']';
|
---|
743 | }
|
---|
744 | ll_iter_release(it);
|
---|
745 |
|
---|
746 | cs_debug_mask(D_TRACE, "loadbalancer: client %s for %04X/%06X/%04X: n=%d selected readers: %s",
|
---|
747 | username(er->client), er->caid, er->prid, er->srvid, ll_count(result), rdrs);
|
---|
748 |
|
---|
749 | free(rdrs);
|
---|
750 | }
|
---|
751 | #endif
|
---|
752 |
|
---|
753 |
|
---|
754 | return 1;
|
---|
755 | }
|
---|
756 |
|
---|
757 | /**
|
---|
758 | * clears statistic of reader ridx.
|
---|
759 | **/
|
---|
760 | void clear_reader_stat(struct s_reader *rdr)
|
---|
761 | {
|
---|
762 | if (!rdr->lb_stat)
|
---|
763 | return;
|
---|
764 |
|
---|
765 | ll_clear_data(rdr->lb_stat);
|
---|
766 | }
|
---|
767 |
|
---|
768 | void clear_all_stat()
|
---|
769 | {
|
---|
770 | struct s_reader *rdr;
|
---|
771 | LL_ITER *itr = ll_iter_create(configured_readers);
|
---|
772 | while ((rdr = ll_iter_next(itr))) {
|
---|
773 | clear_reader_stat(rdr);
|
---|
774 | }
|
---|
775 | ll_iter_release(itr);
|
---|
776 | }
|
---|
777 |
|
---|
778 | void housekeeping_stat(int force)
|
---|
779 | {
|
---|
780 | time_t now = time(NULL);
|
---|
781 | if (!force && now/60/60 == last_housekeeping/60/60) //only clean once in an hour
|
---|
782 | return;
|
---|
783 |
|
---|
784 | last_housekeeping = now;
|
---|
785 |
|
---|
786 | time_t cleanup_time = now - (cfg.lb_stat_cleanup*60*60);
|
---|
787 |
|
---|
788 | struct s_reader *rdr;
|
---|
789 | LL_ITER *itr = ll_iter_create(configured_readers);
|
---|
790 | while ((rdr = ll_iter_next(itr))) {
|
---|
791 | if (rdr->lb_stat) {
|
---|
792 | LL_ITER *it = ll_iter_create(rdr->lb_stat);
|
---|
793 | READER_STAT *stat;
|
---|
794 | while ((stat=ll_iter_next(it))) {
|
---|
795 |
|
---|
796 | if (stat->last_received < cleanup_time)
|
---|
797 | ll_iter_remove_data(it);
|
---|
798 | }
|
---|
799 |
|
---|
800 | ll_iter_release(it);
|
---|
801 | }
|
---|
802 | }
|
---|
803 | ll_iter_release(itr);
|
---|
804 | }
|
---|