prometheus.c

   1   /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - -  */
   2  /*     Prometheus QoS - you can "steal fire" from your ISP     */
   3 /*      "fair-per-IP" quality of service (QoS) utility          */
   4 /*      requires Linux 2.4.x or 2.6.x with HTB support          */
   5 /*      Copyright(C) 2005-2008 Michael Polak (xChaos)           */
   6 /*    iptables-restore support Copyright(C) 2007-2008 ludva     */
   7 /*  Credit: CZFree.Net,Martin Devera,Netdave,Aquarius,Gandalf  */
   8 /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - -  */
   9
  10 /* Modified: xChaos, 20080407
  11              ludva, 20071227
  12
  13    Prometheus QoS is free software; you can redistribute it and/or
  14    modify it under the terms of the GNU General Public License as
  15    published by the Free Software Foundation; either version 2.1 of
  16    the License, or (at your option) any later version.
  17
  18    Prometheus QoS is distributed in the hope that it will be useful,
  19    but WITHOUT ANY WARRANTY; without even the implied warranty of
  20    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  21    General Public License for more details.
  22
  23    You should have received a copy of the GNU General Public License
  24    along with Prometheus Qos; if not, write to the Free Software
  25    Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301 USA
  26
  27    GNU General Public License is located in file COPYING */
  28
  29 #define STRLEN 256
  30 #define FIRSTGROUPID 1024
  31 #define FIRSTIPCLASS 2048
  32 #undef DEBUG
  33
  34 #include "cll1-0.6.h"
  35
  36 const char *version="0.7.9.1"; /*0.7.9 will be last development, 0.8.0 first stable */
  37
  38 /* ======= All path names are defined hear (for RPM patch) =======  */
  39
  40 char *tc              = "/sbin/tc"; /* requires tc with HTB support */
  41 char *iptables        = "/sbin/iptables"; /* requires iptables utility */
  42 char *iptablessave    = "/sbin/iptables-save"; /* not yet required */
  43 char *iptablesrestore = "/sbin/iptables-restore";  /* requires iptables-restore */
  44 char *ls              = "/bin/ls"; /* this is not user configurable :-) */
  45
  46 char *config          = "/etc/prometheus/prometheus.conf"; /* main configuration file */
  47 char *hosts           = "/etc/prometheus/hosts"; /* per-IP bandwidth definition file */
  48
  49 char *iptablesfile    = "/var/spool/prometheus.iptables"; /* temporary file for iptables-restore*/
  50 char *credit          = "/var/lib/misc/prometheus.credit"; /* credit log file */
  51 char *html            = "/var/www/traffic.html"; /* hall of fame filename */
  52 char *preview         = "/var/www/preview.html"; /* hall of fame preview */
  53 char *cmdlog          = "/var/log/prometheuslog"; /* command log filename */
  54 char *log_dir         = "/var/www/logs/"; /* log directory pathname, ended with slash */
  55 char *log_url         = "logs/"; /* log directory relative URI prefix (partial URL) */
  56 char *html_log_dir    = "/var/www/logs/html/";
  57
  58 /* ======= Help screen is hopefuly self-documenting part of code :-) ======= */
  59
  60 void help(void)
  61 {
  62  puts("Command line switches:\n\
  63 \n\
  64 -?, --help    this help screen\n\
  65 -v, --version show version number of this utility and exit\n\
  66 -c filename   force alternative /etc/prometheus.conf filename\n\
  67 -h filename   force alternative /etc/hosts filename (overrides hosts keyword)\n\
  68 -f            just flush iptables and tc classes and exit (stop shaping)\n\
  69 -9            emergency iptables flush (do not read data transfer statistics)\n\
  70 -p            just generate preview of data transfer statistics and exit\n\
  71 -n            no delay (overrides qos-free-delay keyword)\n\
  72 -d            dry run (preview tc and iptables commands on stdout)\n\
  73 -l Mmm YYYY   generate HTML summary of traffic logs (Mmm=Jan-Dec or Year, YYYY=year)\n\
  74 -m            generate HTML summary of traffic logs for yesterday's month\n\
  75 -y            generate HTML summary of traffic logs for yesterday's year\n");
  76 /* not yet implemented:
  77 -s            start shaping! (keep data transfer statistics - but apply shaping)\n\
  78 -r            just reload configuration (...and keep data transfer statistics)\n\
  79 */
  80 }
  81
  82 /* === Configuraration file values defaults - stored in global variables ==== */
  83
  84 int filter_type=1;                      /*1 mark, 2 classify*/
  85 char *mark="MARK";
  86 char *mark_iptables="MARK --set-mark ";
  87 int dry_run=0;                         /* preview - use puts() instead of system() */
  88 char *iptablespreamble="*mangle\n:PREROUTING ACCEPT [0:0]\n:POSTROUTING ACCEPT [0:0]\n:INPUT ACCEPT [0:0]\n:OUTPUT ACCEPT [0:0]\n:FORWARD ACCEPT [0:0]";
  89 FILE *iptables_file=NULL;
  90 int enable_credit=1;                   /* enable credit file */
  91 int use_credit=0;                      /* use credit file (if enabled)*/
  92 char *title="Hall of Fame - Greatest Suckers"; /* hall of fame title */
  93 int hall_of_fame=1;                            /* enable hall of fame */
  94 char *lan="eth0";                /* LAN interface */
  95 char *lan_medium="100Mbit";      /* 10Mbit/100Mbit ethernet */
  96 char *wan="eth1";                /* WAN/ISP interface */
  97 char *wan_medium="100Mbit";      /* 10Mbit/100Mbit ethernet */
  98 char *qos_leaf="sfq perturb 5";  /* leaf discipline */
  99 char *qos_free_zone=NULL;        /* QoS free zone */
 100 int qos_proxy=1;                 /* include proxy port to QoS */
 101 int include_upload=1;            /* upload+download=total traffic */
 102 char *proxy_ip="192.168.1.1/32"; /* our IP with proxy port */
 103 int proxy_port=3128;      /* proxy port number */
 104 long long int line=1024;  /* WAN/ISP download in kbps */
 105 long long int up=1024;    /* WAN/ISP upload in kbps */
 106 int free_min=32;          /* minimum guaranted bandwidth for all undefined hosts */
 107 int free_max=64;          /* maximum allowed bandwidth for all undefined hosts */
 108 int qos_free_delay=0;     /* seconds to sleep before applying new QoS rules */
 109 int digital_divide=2;     /* controls digital divide weirdness ratio, 1...3 */
 110 int max_nesting=3;        /* maximum nesting of HTB clases, built-in maximum seems to be 4 */
 111 int htb_r2q=1;
 112 int burst=8;              /* HTB burst (in kbits) */
 113 int burst_main=64;
 114 int burst_group=32;
 115 int magic_priorities=8;   /* number of priority levels (soft shaping) */
 116 int magic_treshold=8;     /* reduce ceil by X*magic_treshhold kbps (hard shaping) */
 117 int keywordcount=0;
 118
 119 /* not yet implemented:
 120  int fixed_packets=0;   maximum number of pps per IP address (not class!)
 121  int packet_limit=5;   maximum number of pps to htn CEIL, not rate !!!
 122 */
 123 FILE *log_file=NULL;
 124
 125 char *kwd="via-prometheus";           /* /etc/hosts comment, eg. #qos-64-128 */
 126
 127 const int idxtable_treshold1=24;      /* this is no longer configurable */
 128 const int idxtable_treshold2=12;      /* this is no longer configurable */
 129 const int idxtable_bitmask1=3;        /* this is no longer configurable */
 130 const int idxtable_bitmask2=3;        /* this is no longer configurable */
 131
 132 /* ==== This is C<<1 stuff - learn C<<1 first! http://cll1.arachne.cz ==== */
 133
 134 struct IP
 135 {
 136  char *addr;
 137  char *name;
 138  char *sharing;
 139  int min;
 140  int desired;
 141  int max;
 142  int mark;
 143  int prio;
 144  int fixedprio;
 145  int group;
 146  unsigned long long direct;
 147  unsigned long long proxy;
 148  unsigned long long upload;
 149  unsigned long long traffic;
 150  unsigned long long credit;
 151  unsigned long pktsup;
 152  unsigned long pktsdown;
 153  struct Keyword *keyword;
 154  list(IP);
 155 } *ips=NULL, *ip, *sharedip;
 156
 157 struct Group
 158 {
 159  int min;
 160  int count;
 161  int desired;
 162  int id;
 163  list(Group);
 164 } *groups=NULL, *group;
 165
 166 struct Index
 167 {
 168  char *addr;
 169  char *id;
 170  struct Index *parent;
 171  int bitmask;
 172  int children;
 173  list(Index);
 174 } *idxs=NULL, *idx, *metaindex;
 175
 176 struct Keyword
 177 {
 178  char *key;
 179
 180  int asymetry_ratio;        /* ratio for ADSL-like upload */
 181  int asymetry_fixed;        /* fixed treshold for ADSL-like upload */
 182  int data_limit;            /* hard shaping: apply magic_treshold if max*data_limit MB exceeded */
 183  int data_prio;            /* soft shaping (qos): reduce HTB prio if max*data_prio MB exceeded */
 184  long fixed_limit;          /* fixed data limit for setting lower HTB ceil */
 185  long fixed_prio;           /* fixed data lmit for setting lower HTB prio */
 186  int reserve_min;           /* bonus for nominal HTB rate bandwidth (in kbps) */
 187  int reserve_max;           /* malus for nominal HTB ceil (in kbps) */
 188 // int divide_max;          /* relative malus: new_ceil=rate+(old_ceil-rate)/divide_max */
 189 // int htb_ceil_bonus_divide; /* relative bonus: new_ceil=old_ceil+old_ceil/htb_ceil_bonus_divide */
 190  int default_prio;          /* default HTB priority for this keyword */
 191  char *html_color;
 192  int ip_count;
 193  char *leaf_discipline;
 194
 195  list(Keyword);
 196 } *keyword,*defaultkeyword=NULL,*keywords=NULL;
 197
 198 /* Damned, this must be object oriented! This looks almost like constructor ;-) */
 199
 200 void TheIP(void)
 201 {
 202  create(ip,IP);
 203  ip->name="";
 204  ip->addr="";
 205  ip->sharing=NULL;
 206  ip->prio=1;
 207  ip->fixedprio=0;
 208  ip->mark=ip->min=ip->max=ip->desired=ip->credit=0;
 209  ip->upload=ip->proxy=ip->direct=ip->traffic=0;
 210  ip->pktsup=ip->pktsdown=0;
 211  ip->keyword=keywords;
 212  push(ip,ips);
 213 }
 214
 215 /* ====== iptables indexes are used to reduce complexity to log8(N) ===== */
 216
 217 char *very_ugly_ipv4_code(char *inip,int bitmask,int format_as_chainname)
 218 {
 219  /* warning: this function was debugged only for bitmask values 20,24,28 !!!*/
 220  int dot=0,n;
 221  char *ip,*outip,*outptr,*fmt;
 222
 223  duplicate(inip,ip);
 224  /* debug printf("(%s,%d) -> ",ip,bitmask); */
 225
 226  if(ip && *ip && bitmask>=0 && bitmask<=32)
 227   string(outip,strlen(ip)+10); /*fuck unicode? assertion: 10>strlen("_%d_%d") */
 228  else
 229   /* should never exit here */
 230   return "undefined";
 231  outptr=outip;
 232  while(ip && *ip)
 233  {
 234   if(*ip=='.')
 235   {
 236    if(dot<(bitmask/8-1))
 237    {
 238     if(format_as_chainname)
 239      *outptr='_';
 240     else
 241      *outptr='.';
 242     outptr++;
 243     dot++;
 244    }
 245    else
 246    {
 247     char *cutdot=strchr(ip+1,'.'); /*for bitmask<24*/
 248     if(cutdot)*cutdot='\0';
 249     if(format_as_chainname)
 250      fmt="_%d_%d";
 251     else
 252      fmt=".%d";
 253     if(bitmask%8)
 254      n=atoi(ip+1)-atoi(ip+1)%(1<<(8-bitmask%8));
 255     else
 256      n=0;
 257
 258     /*debug  printf("%d/%d => [_%d_%d]\n",atoi(ip+1),bitmask,n,bitmask); */
 259     sprintf(outptr,fmt,n,bitmask);
 260     if(!format_as_chainname) while(bitmask<24)
 261     {
 262      strcat(outip,".0");
 263      bitmask+=8;
 264     }
 265     /* debug printf("[%s]\n",outip); */
 266     return outip;
 267    }
 268   }
 269   else
 270   {
 271    *outptr=*ip;
 272    outptr++;
 273   }
 274   ip++;
 275  }
 276  /*should never exit here*/
 277  *outptr='\0';
 278  return outip;
 279 }
 280
 281 char *hash_id(char *ip,int bitmask)
 282 { return very_ugly_ipv4_code(ip,bitmask,1); }
 283
 284 char *subnet_id(char *ip,int bitmask)
 285 { return very_ugly_ipv4_code(ip,bitmask,0); }
 286
 287 /* ================= Let's parse configuration file here =================== */
 288
 289 void reject_config_and_exit(char *filename)
 290 {
 291  printf("Configuration file %s rejected - abnormal exit.",filename);
 292  exit(-1);
 293 }
 294
 295 void get_config(char *config_filename)
 296 {
 297  char *cnf="mark";
 298
 299  printf("Configured keywords: ");
 300  parse(config_filename)
 301  {
 302   option("keyword",kwd);
 303   if(kwd)
 304   {
 305    printf("%s ",kwd);
 306
 307    create(keyword,Keyword);
 308    keyword->key=kwd;
 309    keyword->asymetry_ratio=1;          /* ratio for ADSL-like upload */
 310    keyword->asymetry_fixed=0;          /* fixed treshold for ADSL-like upload */
 311    keyword->data_limit=8;              /* hard shaping: apply magic_treshold if max*data_limit MB exceeded */
 312    keyword->data_prio=4;              /* soft shaping (qos): reduce HTB prio if max*data_prio MB exceeded */
 313    keyword->fixed_limit=0;             /* fixed data limit for setting lower HTB ceil */
 314    keyword->fixed_prio=0;              /* fixed data limit for setting lower HTB prio */
 315    keyword->reserve_min=8;             /* bonus for nominal HTB rate bandwidth (in kbps) */
 316    keyword->reserve_max=0;             /* malus for nominal HTB ceil (in kbps) */
 317 /* obsolete:
 318    keyword->divide_max=0;              relative malus: new_ceil=rate+(old_ceil-rate)/divide_max
 319    keyword->htb_ceil_bonus_divide=0;   relative bonus: new_ceil=old_ceil+old_ceil/htb_ceil_bonus_divide
 320 */
 321    keyword->default_prio=1;
 322    keyword->html_color="000000";
 323    keyword->ip_count=0;
 324    keyword->leaf_discipline="";
 325
 326    push(keyword,keywords);
 327    if(!defaultkeyword) defaultkeyword=keyword;
 328    keywordcount++;
 329
 330    kwd=NULL;
 331   }
 332   else every(keyword,keywords)
 333   {
 334    int l=strlen(keyword->key);
 335
 336
 337    if(!strncmp(keyword->key,_,l) && strlen(_)>l+2)
 338    {
 339     char *tmptr=_; /*  <---- l+1 ----> */
 340     _+=l+1;        /*  via-prometheus-asymetry-ratio, etc. */
 341     ioption("asymetry-ratio",keyword->asymetry_ratio);
 342     ioption("asymetry-treshold",keyword->asymetry_fixed);
 343     ioption("magic-relative-limit",keyword->data_limit);
 344     ioption("magic-relative-prio",keyword->data_prio);
 345     loption("magic-fixed-limit",keyword->fixed_limit);
 346     loption("magic-fixed-prio",keyword->fixed_prio);
 347     ioption("htb-default-prio",keyword->default_prio);
 348     ioption("htb-rate-bonus",keyword->reserve_min);
 349     ioption("htb-ceil-malus",keyword->reserve_max);
 350 /* obsolete:
 351     ioption("htb-ceil-divide",keyword->divide_max);
 352     ioption("htb-ceil-bonus-divide",keyword->htb_ceil_bonus_divide);
 353 */
 354     option("leaf-discipline",keyword->leaf_discipline);
 355     option("html-color",keyword->html_color);
 356     _=tmptr;
 357
 358     if(keyword->data_limit || keyword->fixed_limit ||
 359        keyword->data_prio || keyword->fixed_prio)
 360         use_credit=1;
 361    }
 362   }
 363
 364   option("tc",tc);
 365   option("iptables",iptables);
 366   option("iptables-save",iptablessave); /* new */
 367   option("iptables-restore",iptablesrestore); /* new */
 368   option("iptables-file",iptablesfile); /* new */
 369   option("hosts",hosts);
 370   option("lan-interface",lan);
 371   option("wan-interface",wan);
 372   option("lan-medium",lan_medium);
 373   option("wan-medium",wan_medium);
 374   lloption("wan-download",line);
 375   lloption("wan-upload",up);
 376   ioption("hall-of-fame-enable",hall_of_fame);
 377   option("hall-of-fame-title",title);
 378   option("hall-of-fame-filename",html);
 379   option("hall-of-fame-preview",preview);
 380   option("log-filename",cmdlog);
 381   option("credit-filename",credit);
 382   ioption("credit-enable",enable_credit);
 383   option("log-traffic-directory",log_dir);
 384   option("log-traffic-html-directory",html_log_dir);
 385   option("log-traffic-url-path",log_url);
 386   option("qos-free-zone",qos_free_zone);
 387   ioption("qos-free-delay",qos_free_delay);
 388   ioption("qos-proxy-enable",qos_proxy);
 389   option("qos-proxy-ip",proxy_ip);
 390   option("htb-leaf-discipline",qos_leaf);
 391   ioption("qos-proxy-port",proxy_port);
 392   ioption("free-rate",free_min);
 393   ioption("free-ceil",free_max);
 394   ioption("htb-burst",burst);
 395   ioption("htb-burst-main",burst_main);
 396   ioption("htb-burst-group",burst_group);
 397   ioption("htb-nesting-limit",max_nesting);
 398   ioption("htb-r2q",htb_r2q);
 399   ioption("magic-include-upload",include_upload);
 400   ioption("magic-priorities",magic_priorities);
 401   ioption("magic-treshold",magic_treshold);
 402   option("filter-type", cnf);
 403
 404 /* not yet implemented:
 405   ioption("magic-fixed-packets",fixed_packets);
 406   ioption("magic-relative-packets",packet_limit);
 407 */
 408  }
 409  fail
 410  {
 411   perror(config_filename);
 412   puts("Warning - using built-in defaults instead ...");
 413  }
 414  done;
 415  printf("\n");
 416
 417  /*leaf discipline for keywords*/
 418  every(keyword,keywords)
 419  {
 420     if (!strcmpi(keyword->leaf_discipline, "")){
 421         keyword->leaf_discipline = qos_leaf;
 422     }
 423  }
 424
 425  if (strcmpi(cnf, "mark")){
 426     filter_type = 2;
 427     mark = "CLASSIFY";
 428     mark_iptables = "CLASSIFY --set-class 1:";
 429  }else{
 430     filter_type = 1;
 431     mark = "MARK";
 432     mark_iptables = "MARK --set-mark ";
 433  }
 434
 435  /* are supplied values meaningful ?*/
 436  if(line<=0 || up<=0)
 437  {
 438   puts("Illegal value of wan bandwidth: 0 kbps.");
 439   reject_config_and_exit(config_filename);
 440  }
 441 }
 442
 443 /* ===================== traffic analyser - uses iptables  ================ */
 444
 445 void get_traffic_statistics(void)
 446 {
 447  char *str,*cmd;
 448  int downloadflag=0;
 449
 450  textfile(Pipe,str) *line,*lines=NULL;
 451  string(str,STRLEN);
 452  string(cmd,STRLEN);
 453
 454  sprintf(cmd,"%s -L -v -x -n -t mangle",iptables);
 455  shell(cmd);
 456  input(str,STRLEN)
 457  {
 458   create(line,Pipe);
 459   line->str=str;
 460   string(str,STRLEN);
 461   append(line,lines);
 462  }
 463
 464  every(line,lines)
 465  {
 466   int col, accept=0,proxyflag=0,valid=1,setchainname=0,commonflag=0;
 467   unsigned long long traffic=0;
 468   unsigned long pkts=0;
 469   char *ipaddr=NULL,*ptr;
 470
 471   /* debug puts(line->str); */
 472   valid_columns(ptr,line->str,' ',col)
 473   if(valid) switch(col)
 474   {
 475    case 1: if(eq(ptr,"Chain"))
 476             setchainname=1;
 477            else if(eq(ptr,"pkts"))
 478             valid=0;
 479            else
 480             sscanf(ptr,"%lu",&pkts);
 481            break;
 482    case 2: if(setchainname)
 483            {
 484             if(!strncmp(ptr,"post_",5) || eq(ptr,"POSTROUTING"))
 485              downloadflag=1;
 486             else
 487             if(!strncmp(ptr,"forw_",5) || eq(ptr,"FORWARD"))
 488              downloadflag=0;
 489
 490             if(eq(ptr,"post_common") || eq(ptr,"forw_common"))
 491              commonflag=1;
 492            }
 493            else
 494             sscanf(ptr,"%Lu",&traffic); traffic+=(1<<19); traffic>>=20;
 495            break;
 496    case 3: if((strncmp(ptr,"post_",5) && strncmp(ptr,"forw_",5)) || commonflag)
 497             accept=eq(ptr,mark);
 498             /*if (filter_type==1) accept=eq(ptr,"MARK"); else accept=eq(ptr,"CLASSIFY");*/
 499            break;
 500    case 8: if(downloadflag)
 501            {
 502             if(strstr(proxy_ip,ptr))proxyflag=1;
 503            }
 504            else
 505             ipaddr=ptr;
 506             break;
 507    case 9: if(downloadflag)ipaddr=ptr;break;
 508   }
 509
 510     if(accept && traffic>0 && ipaddr)
 511     {
 512      if(proxyflag)printf("(proxy) ");
 513      else if(!downloadflag) printf("(upload) ");
 514      printf("IP %s: %Lu M (%ld pkts)\n", ipaddr, traffic, pkts);
 515      find(ip,ips,eq(ip->addr,ipaddr));
 516      else
 517      {
 518       TheIP();
 519       ip->addr=ipaddr;
 520       if(eq(ip->addr,"0.0.0.0/0"))
 521       {
 522        ip->name="(unregistered)";
 523        ip->min=free_min;
 524        ip->max=ip->desired=free_max;
 525       }
 526      }
 527
 528      if(downloadflag)
 529      {
 530       if(proxyflag)
 531        ip->proxy=traffic;
 532       else
 533        ip->traffic+=traffic;
 534       ip->direct=ip->traffic-ip->upload-ip->proxy;
 535       ip->pktsdown=pkts;
 536      }
 537      else
 538      {
 539       ip->upload=traffic;
 540       ip->pktsup=pkts;
 541       if(include_upload)
 542        ip->traffic+=traffic;
 543       else
 544        if(traffic>ip->traffic)
 545         ip->traffic=traffic;
 546      }
 547     }
 548   }
 549
 550
 551  free(cmd);
 552 }
 553
 554 /* ========== This function executes, logs OR ALSO prints command ========== */
 555
 556 void safe_run(char *cmd)
 557 {
 558  if(dry_run) printf("\n=>%s\n",cmd); else system(cmd);
 559  if(log_file) fprintf(log_file,"%s\n",cmd);
 560 }
 561
 562 void save_line(char *line)
 563 {
 564  fprintf(iptables_file,"%s\n",line);
 565 }
 566
 567 void run_restore(void)
 568 {
 569  char *restor, *str;
 570  string(restor,STRLEN);
 571
 572  /*-----------------------------------------------------------------*/
 573  printf("Running %s <%s ...\n",iptablesrestore,iptablesfile);
 574  /*-----------------------------------------------------------------*/
 575
 576  save_line("COMMIT");
 577  fclose(iptables_file);
 578  if(dry_run)
 579  {
 580     parse(iptablesfile)
 581     {
 582         str=_;
 583         printf("%s\n", str);
 584     }done;
 585  }
 586
 587  sprintf(restor,"%s <%s",iptablesrestore, iptablesfile);
 588  safe_run(restor);
 589
 590  free(restor);
 591 }
 592
 593 /* == This function strips extra characters after IP address and stores it = */
 594
 595 void parse_ip(char *str)
 596 {
 597  char *ptr=str,*ipaddr=NULL,*ipname=NULL;;
 598
 599  while(*ptr && *ptr!=' ' && *ptr!=9)
 600   ptr++;
 601
 602  *ptr=0;
 603  ipaddr=str;
 604  ptr++;
 605  while(*ptr && (*ptr==' ' || *ptr==9))
 606   ptr++;
 607  ipname=ptr;
 608  while(*ptr && *ptr!=' ' && *ptr!=9)
 609   ptr++;
 610  *ptr=0;
 611
 612  find(ip,ips,eq(ip->addr,ipaddr)); else TheIP();
 613  ip->addr=ipaddr;
 614  ip->name=ipname;
 615 }
 616
 617 char *parse_datafile_line(char *str)
 618 {
 619  char *ptr=strchr(str,' ');
 620
 621  if(ptr)
 622  {
 623   *ptr=0;
 624   ptr++;
 625   return ptr;
 626  }
 627  else
 628   return NULL;
 629 }
 630
 631 struct IpLog
 632 {
 633  char *name;
 634  long traffic;
 635  list(IpLog);
 636 } *iplog,*iplogs;
 637
 638 void parse_ip_log(int argc, char **argv)
 639 {
 640  char *month,*year,*str,*name,*ptr,*ptr2;
 641  long traffic,traffic_month,total=0;
 642  int col,col2,y_ok,m_ok,accept_month,i=1,any_month=0;
 643  char mstr[4],ystr[5];
 644  FILE *f;
 645
 646  string(str,STRLEN);
 647
 648  if(argv[1][1]=='l') /* -l */
 649  {
 650    if(argc<4)
 651    {
 652     puts("Missing parameter(s)!\nUsage: prometheus -l Mmm YYYY (Mmm=Jan-Dec or Year, YYYY=year)");
 653     exit(-1);
 654    }
 655    else
 656    {
 657     month=argv[2];
 658     if(eq(month,"Year")) any_month=1;
 659     year=argv[3];
 660    }
 661  }
 662  else
 663  {
 664    time_t t = time(NULL) - 3600*24 ; /* yesterday's timestamp*/
 665    struct tm *timep = localtime(&t);
 666
 667    if(argv[1][1]=='m') /* -m yestarday - month */
 668    {
 669     strftime(mstr, 4, "%b", timep);
 670     month=mstr;
 671     strftime(ystr, 5, "%Y", timep);
 672     year=ystr;
 673    }
 674    else /* -y yesterday - year */
 675    {
 676     month="Year";
 677     any_month=1;
 678     strftime(ystr, 5, "%Y", timep);
 679     year=ystr;
 680    }
 681  }
 682  printf("Analysing traffic for %s %s ...\n",month,year);
 683
 684  sprintf(str,"%s %s/*.log",ls,log_dir);
 685  shell(str);
 686  input(str,STRLEN)
 687  {
 688   ptr=strrchr(str,'\n');
 689   if(ptr) *ptr='\0';
 690   printf("Parsing %s ...",str);
 691   accept_month=0;
 692   traffic_month=0;
 693   parse(str)
 694   {
 695    y_ok=m_ok=0;
 696    valid_columns(ptr,_,'\t',col) switch(col)
 697    {
 698     case 2: name=ptr;break;
 699     case 3: traffic=atol(ptr);break;
 700     case 7: valid_columns(ptr2,ptr,' ',col2) switch(col2)
 701             {
 702              case 2: if(any_month || eq(ptr2,month)) m_ok=1; break;
 703              case 5: if(eq(ptr2,year)) y_ok=1; break;
 704             }
 705    }
 706    if(y_ok && m_ok)
 707    {
 708     traffic_month+=traffic;
 709     accept_month=1;
 710    }
 711   }
 712   done;
 713   if(accept_month)
 714   {
 715    create(iplog,IpLog);
 716    iplog->name=name;
 717    iplog->traffic=traffic_month;
 718    insert(iplog,iplogs,desc_order_by,traffic);
 719    printf(" %ld MB\n",iplog->traffic);
 720   }
 721   else
 722    puts(" no records.");
 723  }
 724  sprintf(str,"%s/%s-%s.html",html_log_dir,year,month);
 725  printf("Writing %s ...",str);
 726  f=fopen(str,"w");
 727  if(f)
 728  {
 729   fprintf(f,"<table border><tr><th colspan=\"4\">Data transfers - %s %s</th></tr>\n ",month,year);
 730   every(iplog,iplogs)
 731    if(iplog->traffic)
 732    {
 733     fprintf(f,"<tr><td align=\"right\">%d</td><th>%s</td><td align=\"right\">%ld MB</td><th align=\"right\">%ld GB</th></tr>\n",i++,iplog->name,iplog->traffic,iplog->traffic>>10);
 734     total+=iplog->traffic>>10;
 735    }
 736   fprintf(f,"<tr><th colspan=\"3\" align=\"left\">Total:</th><th align=\"right\">%ld GB</th></tr>\n",total);
 737   fputs("</table>\n",f);
 738   fclose(f);
 739   puts(" done.");
 740  }
 741 }
 742
 743
 744 /*-----------------------------------------------------------------*/
 745 /* Are you looking for int main (int argc, char **argv) ? :-))     */
 746 /*-----------------------------------------------------------------*/
 747
 748 program
 749 {
 750  int i=0;
 751  FILE *f=NULL;
 752  char *str, *ptr, *d;
 753  char *substring;
 754  int class_count=0,ip_count=0;
 755  int parent=1;
 756  int just_flush=0;
 757  int nodelay=0;
 758  int just_preview=0;                   /* preview - generate just stats */
 759  char *chain_forward, *chain_postrouting;
 760  char *althosts=NULL;
 761
 762  printf("\n\
 763 Prometheus QoS - \"fair-per-IP\" Quality of Service setup utility.\n\
 764 Version %s - Copyright (C)2005-2008 Michael Polak (xChaos)\n\
 765 iptables-restore & burst tunning & classify modification 0.7d by Ludva\n\
 766 Credit: CZFree.Net, Martin Devera, Netdave, Aquarius, Gandalf\n\n",version);
 767
 768  /*----- Boring... we have to check command line options first: ----*/
 769
 770  arguments
 771  {
 772   argument("-c") { nextargument(config); }
 773   argument("-h") { nextargument(althosts);}
 774   argument("-d") { dry_run=1; }
 775   argument("-f") { just_flush=1; }
 776   argument("-9") { just_flush=9; }
 777   argument("-p") { just_preview=1; }
 778   argument("-n") { nodelay=1; }
 779   argument("-l") { just_preview=666; }
 780   argument("-m") { just_preview=666; }
 781   argument("-y") { just_preview=666; }
 782   argument("-?") { help(); exit(0); }
 783   argument("--help") { help(); exit(0); }
 784   argument("-v") { exit(0); }
 785   argument("--version") { exit(0); }
 786  }
 787
 788  if(dry_run)
 789   puts("*** THIS IS JUST DRY RUN ! ***\n");
 790
 791  date(d); /* this is typical cll1.h macro */
 792
 793  /*-----------------------------------------------------------------*/
 794  printf("Parsing configuration file %s ...\n", config);
 795  /*-----------------------------------------------------------------*/
 796  get_config(config);
 797
 798  if(just_preview == 666)
 799  {
 800     parse_ip_log(argc,argv);
 801     exit(0);
 802  }
 803
 804  if(althosts) hosts=althosts;
 805
 806  if(just_flush<9)
 807  {
 808   /*-----------------------------------------------------------------*/
 809   puts("Parsing iptables verbose output ...");
 810   /*-----------------------------------------------------------------*/
 811   get_traffic_statistics();
 812  }
 813
 814  /*-----------------------------------------------------------------*/
 815  printf("Parsing class defintion file %s ...\n", hosts);
 816  /*-----------------------------------------------------------------*/
 817  int groupidx = FIRSTGROUPID;
 818  parse(hosts)
 819  {
 820   str=_;
 821
 822   if(*str<'0' || *str>'9')
 823    continue;
 824
 825   //Does this IP share QoS class with some other ?
 826   substring=strstr(str,"sharing-");
 827   if(substring)
 828   {
 829    substring+=8; //"sharing-"
 830    parse_ip(str);
 831    ip_count++;
 832    ip->sharing=substring;
 833    ip->keyword=defaultkeyword; /* settings for default keyword */
 834    while(*substring && *substring!='\n')
 835     substring++;
 836    *substring=0;
 837   }
 838   else
 839   {
 840    //Do we have to create new QoS class for this IP ?
 841
 842    find(keyword,keywords,(substring=strstr(str,keyword->key)))
 843    {
 844     parse_ip(str);
 845     ip_count++;
 846     ip->keyword=keyword;
 847     keyword->ip_count++;
 848     ip->prio=keyword->default_prio;
 849     substring+=strlen(keyword->key)+1;
 850     ptr=substring;
 851     while(*ptr && *ptr!='-')
 852      ptr++;
 853     if(*ptr=='-')
 854     {
 855      *ptr=0;
 856      ip->max=ip->desired=atoi(ptr+1);
 857     }
 858     ip->min=atoi(substring);
 859     if(ip->min<=0)
 860     {
 861      printf(" %s: Illegal value of minimum bandwidth 0 kbps, using %d kbps\n",str,free_min);
 862      ip->min=free_min;
 863     }
 864     if(ip->max<=ip->min)
 865     {
 866      ip->fixedprio=1;
 867      ip->max=ip->min+ip->keyword->reserve_min;
 868     }
 869     else
 870     {
 871      ip->max-=ip->keyword->reserve_max;
 872
 873 /*
 874      if(ip->keyword->divide_max>1)
 875       ip->max=ip->min+(ip->max-ip->min)/ip->keyword->divide_max;
 876      if(ip->keyword->htb_ceil_bonus_divide>0)
 877       ip->max+=ip->max/ip->keyword->htb_ceil_bonus_divide;
 878 */
 879      if(ip->max<ip->min)
 880       ip->max=ip->min;
 881     }
 882     ip->mark=FIRSTIPCLASS+1+class_count++;
 883
 884     find(group,groups,group->min==ip->min)
 885     {
 886      group->count++;
 887      group->desired+=ip->min;
 888      ip->group = group->id;
 889     }
 890     else
 891     {
 892      create(group,Group);
 893      group->min=ip->min;
 894      group->id = groupidx++;
 895      ip->group = group->id;
 896
 897      if(group->min<8) group->min=8;
 898      /* Warning - this is maybe because of primitive tc namespace, can be fixed */
 899      /* it is because class IDs are derived from min. bandwidth. - xCh */
 900      //if(group->min>MAX_GUARANTED_KBPS) group->min=MAX_GUARANTED_KBPS;
 901
 902      group->count=1;
 903      group->desired=ip->min;
 904      insert(group,groups,desc_order_by,min);
 905     }
 906    }//endif keyword-
 907   }//endif sharing-
 908  }
 909  fail
 910  {
 911   perror(hosts);
 912   exit(-1);
 913  }
 914  done;
 915
 916  /*-----------------------------------------------------------------*/
 917  /* cll1.h - let's allocate brand new character buffer...           */
 918  /*-----------------------------------------------------------------*/
 919  string(str,STRLEN);
 920
 921  /*-----------------------------------------------------------------*/
 922  puts("Resolving shared connections ...");
 923  /*-----------------------------------------------------------------*/
 924  search(ip,ips,ip->sharing)
 925  {
 926   search(sharedip,ips,eq(sharedip->name,ip->sharing))
 927   {
 928    sharedip->traffic+=ip->traffic;
 929    ip->traffic=0;
 930    ip->mark=sharedip->mark;
 931    break;
 932   }
 933   if(!sharedip)
 934    printf("Unresolved shared connection: %s %s sharing-%s\n",ip->addr,ip->name,ip->sharing);
 935  }
 936
 937  if(enable_credit && just_flush<9)
 938  {
 939   /*-----------------------------------------------------------------*/
 940   printf("Parsing credit file %s ...\n", credit);
 941   /*-----------------------------------------------------------------*/
 942   parse(credit)
 943   {
 944    ptr=parse_datafile_line(_);
 945    if(ptr)
 946    {
 947     find(ip,ips,eq(ip->addr,_))
 948      sscanf(ptr,"%Lu",&(ip->credit));
 949    }
 950   }
 951   done;
 952  }
 953
 954  if(!just_preview)
 955  {
 956   /*-----------------------------------------------------------------*/
 957   puts("Initializing iptables and tc classes ...");
 958   /*-----------------------------------------------------------------*/
 959
 960   iptables_file=fopen(iptablesfile,"w");
 961   if (iptables_file == NULL) {
 962     puts("Cannot open iptablesfile!");
 963     exit(-1);
 964   }
 965
 966   log_file=fopen(cmdlog,"w");
 967   if (log_file == NULL) {
 968     puts("Cannot open logfile!");
 969     exit(-1);
 970   }
 971
 972   save_line(iptablespreamble);
 973   run_restore();
 974
 975   sprintf(str,"%s qdisc del dev %s root 2>/dev/null",tc,lan);
 976   safe_run(str);
 977
 978   sprintf(str,"%s qdisc del dev %s root 2>/dev/null",tc,wan);
 979   safe_run(str);
 980
 981   iptables_file=fopen(iptablesfile,"w");
 982   save_line(iptablespreamble);
 983
 984   if(qos_free_zone && *qos_free_zone!='0')
 985   {
 986    char *chain;
 987
 988    sprintf(str,"-A FORWARD -d %s -o %s -j ACCEPT", qos_free_zone, wan);
 989    save_line(str);
 990
 991    if(qos_proxy)
 992    {
 993     save_line(":post_noproxy - [0:0]");
 994     sprintf(str,"-A POSTROUTING -p ! tcp -o %s -j post_noproxy", lan);
 995     save_line(str);
 996     sprintf(str,"-A POSTROUTING -s ! %s -o %s -j post_noproxy", proxy_ip, lan);
 997     save_line(str);
 998     sprintf(str,"-A POSTROUTING -s %s -p tcp --sport ! %d -o %s -j post_noproxy", proxy_ip, proxy_port, lan);
 999     save_line(str);
1000
1001     chain="post_noproxy";
1002    }
1003    else
1004     chain="POSTROUTING";
1005
1006    sprintf(str,"-A %s -s %s -o %s -j ACCEPT", chain, qos_free_zone, lan);
1007    save_line(str);
1008   }
1009
1010   if(ip_count>idxtable_treshold1 && !just_flush)
1011   {
1012    int idxcount=0, bitmask=32-idxtable_bitmask1; /* default net mask: 255.255.255.240 */
1013    char *subnet, *buf;
1014    /*-----------------------------------------------------------------*/
1015    printf("Detected %d addresses - indexing iptables rules to improve performance...\n",ip_count);
1016    /*-----------------------------------------------------------------*/
1017
1018    save_line(":post_common - [0:0]");
1019    save_line(":forw_common - [0:0]");
1020
1021    search(ip,ips,ip->addr && *(ip->addr) && !eq(ip->addr,"0.0.0.0/0"))
1022    {
1023     buf=hash_id(ip->addr,bitmask);
1024     find(idx,idxs,eq(idx->id,buf))
1025      idx->children++;
1026     else
1027     {
1028      create(idx,Index);
1029      idx->addr=ip->addr;
1030      idx->id=buf;
1031      idx->bitmask=bitmask;
1032      idx->parent=NULL;
1033      idx->children=0;
1034      idxcount++;
1035      push(idx,idxs);
1036     }
1037    }
1038
1039    /* brutal perfomance optimalization */
1040    while(idxcount>idxtable_treshold2 && bitmask>2*idxtable_bitmask2)
1041    {
1042     bitmask-=idxtable_bitmask2;
1043     idxcount=0;
1044     search(idx,idxs,idx->parent==NULL)
1045     {
1046      buf=hash_id(idx->addr,bitmask);
1047      find(metaindex,idxs,eq(metaindex->id,buf))
1048       metaindex->children++;
1049      else
1050      {
1051       create(metaindex,Index);
1052       metaindex->addr=idx->addr;
1053       metaindex->id=buf;
1054       metaindex->bitmask=bitmask;
1055       metaindex->parent=NULL;
1056       metaindex->children=0;
1057       idxcount++;
1058       push(metaindex,idxs);
1059      }
1060      idx->parent=metaindex;
1061     }
1062    }
1063
1064    /* this should slightly optimize throughout ... */
1065    sort(idx,idxs,desc_order_by,children);
1066    sort(idx,idxs,order_by,bitmask);
1067
1068    i=0;
1069    every(idx,idxs)
1070    {
1071     subnet=subnet_id(idx->addr,idx->bitmask);
1072     printf("%d: %s/%d\n",++i,subnet,idx->bitmask);
1073
1074     sprintf(str,":post_%s - [0:0]", idx->id);
1075     save_line(str);
1076
1077     sprintf(str,":forw_%s - [0:0]", idx->id);
1078     save_line(str);
1079
1080     if(idx->parent)
1081     {
1082      string(buf,strlen(idx->parent->id)+6);
1083      sprintf(buf,"post_%s",idx->parent->id);
1084     }
1085     else
1086      buf="POSTROUTING";
1087
1088     sprintf(str,"-A %s -d %s/%d -o %s -j post_%s", buf, subnet, idx->bitmask, lan, idx->id);
1089     save_line(str);
1090
1091     sprintf(str,"-A %s -d %s/%d -o %s -j post_common", buf, subnet, idx->bitmask, lan);
1092     save_line(str);
1093
1094     if(idx->parent)
1095     {
1096      string(buf,strlen(idx->parent->id)+6);
1097      sprintf(buf,"forw_%s",idx->parent->id);
1098     }
1099     else
1100      buf="FORWARD";
1101
1102     sprintf(str,"-A %s -s %s/%d -o %s -j forw_%s", buf, subnet, idx->bitmask, wan, idx->id);
1103     save_line(str);
1104
1105     sprintf(str,"-A %s -s %s/%d -o %s -j forw_common", buf, subnet, idx->bitmask, wan);
1106     save_line(str);
1107    }
1108    printf("Total indexed iptables chains created: %d\n", i);
1109
1110    sprintf(str,"-A FORWARD -o %s -j forw_common", wan);
1111    save_line(str);
1112
1113    sprintf(str,"-A POSTROUTING -o %s -j post_common", lan);
1114    save_line(str);
1115   }
1116
1117  }
1118
1119  if(just_flush)
1120  {
1121   fclose(iptables_file);
1122   if (log_file) fclose(log_file);
1123   puts("Just flushed iptables and tc classes - now exiting ...");
1124   exit(0);
1125  }
1126
1127  if(!just_preview)
1128  {
1129   if(!dry_run && !nodelay && qos_free_delay)
1130   {
1131    printf("Flushed iptables and tc classes - now sleeping for %d seconds...\n",qos_free_delay);
1132    sleep(qos_free_delay);
1133   }
1134
1135   sprintf(str,"%s qdisc add dev %s root handle 1: htb r2q %d default 1",tc,lan,htb_r2q);
1136   safe_run(str);
1137
1138   sprintf(str,"%s class add dev %s parent 1: classid 1:2 htb rate %s ceil %s burst %dk prio 0",tc,lan,lan_medium,lan_medium,burst_main);
1139   safe_run(str);
1140
1141   sprintf(str,"%s class add dev %s parent 1:2 classid 1:1 htb rate %Ldkbit ceil %Ldkbit burst %dk prio 0",tc,lan,line,line,burst_main);
1142   safe_run(str);
1143
1144   sprintf(str,"%s qdisc add dev %s root handle 1: htb r2q %d default 1",tc,wan,htb_r2q);
1145   safe_run(str);
1146
1147   sprintf(str,"%s class add dev %s parent 1: classid 1:2 htb rate %s ceil %s burst %dk prio 0",tc,wan,wan_medium,wan_medium,burst_main);
1148   safe_run(str);
1149
1150   sprintf(str,"%s class add dev %s parent 1:2 classid 1:1 htb rate %Ldkbit ceil %Ldkbit burst %dk prio 0",tc,wan,up,up,burst_main);
1151   safe_run(str);
1152  }
1153
1154  /*-----------------------------------------------------------------*/
1155  puts("Locating suckers and generating root classes ...");
1156  /*-----------------------------------------------------------------*/
1157  sort(ip,ips,desc_order_by,traffic);
1158
1159
1160  /*-----------------------------------------------------------------*/
1161  /* sub-scope - local variables */
1162  {
1163   long long int rate=line;
1164   long long int max=line;
1165   int group_count=0;
1166   FILE *credit_file=NULL;
1167
1168   if(!just_preview && !dry_run && enable_credit) credit_file=fopen(credit,"w");
1169
1170   every(group,groups)
1171   {
1172    if(!just_preview)
1173    {
1174
1175     //download
1176     sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %Ldkbit ceil %Ldkbit burst %dk prio 1 #down desired %d",
1177                  tc, lan, parent, group->id, rate, max, burst_group, group->desired);
1178     safe_run(str);
1179
1180     //upload
1181     sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %Ldkbit ceil %Ldkbit burst %dk prio 1 #up desired %d",
1182                  tc, wan, parent, group->id, rate*up/line, max*up/line, burst_group, group->desired);
1183     safe_run(str);
1184    }
1185
1186    if(group_count++<max_nesting) parent=group->id;
1187
1188    rate-=digital_divide*group->min;
1189    if(rate<group->min)rate=group->min;
1190
1191    /*shaping of aggresive downloaders, with credit file support */
1192    if(use_credit)
1193    {
1194     int group_rate=group->min, priority_sequence=magic_priorities+1;
1195
1196     search(ip, ips, ip->min==group->min && ip->max>ip->min)
1197     {
1198      if( ip->keyword->data_limit && !ip->fixedprio &&
1199          ip->traffic>ip->credit+
1200          (ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20)) )
1201      {
1202       if(group_rate<ip->max) ip->max=group_rate;
1203       group_rate+=magic_treshold;
1204       ip->prio=magic_priorities+2;
1205       if(ip->prio<3) ip->prio=3;
1206      }
1207      else
1208      {
1209       if( ip->keyword->data_prio && !ip->fixedprio &&
1210           ip->traffic>ip->credit+
1211            (ip->min*ip->keyword->data_prio+(ip->keyword->fixed_prio<<20)) )
1212       {
1213        ip->prio=priority_sequence--;
1214        if(ip->prio<2) ip->prio=2;
1215       }
1216
1217       if(credit_file)
1218       {
1219        unsigned long long lcredit=0;
1220
1221        if((ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))>ip->traffic)
1222         lcredit=(ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))-ip->traffic;
1223        fprintf(credit_file,"%s %Lu\n",ip->addr,lcredit);
1224       }
1225      }
1226     }
1227
1228    }
1229   }
1230   if(credit_file)fclose(credit_file);
1231  }
1232
1233  if(just_preview)
1234  {
1235   f=fopen(preview,"w");
1236   ptr=preview;
1237  }
1238  else if(!dry_run && !just_flush)
1239  {
1240   /*-----------------------------------------------------------------*/
1241   printf("Writing data transfer database ...\n");
1242   /*-----------------------------------------------------------------*/
1243   f=fopen("/var/run/prometheus.previous","w");
1244   if(f)
1245   {
1246    search(ip,ips,ip->traffic || ip->direct || ip->proxy ||ip->upload)
1247     fprintf(f,"%s %Lu %Lu %Lu %Lu\n",ip->addr,ip->traffic,ip->direct,ip->proxy,ip->upload);
1248    fclose(f);
1249   }
1250
1251   f=fopen(html,"w");
1252   ptr=html;
1253  }
1254
1255  if(f)
1256  {
1257   int total=0;
1258   int count=1;
1259   i=0;
1260
1261   /*-----------------------------------------------------------------*/
1262   printf("Sorting data and generating statistics page %s ...\n",ptr);
1263   /*-----------------------------------------------------------------*/
1264
1265   fputs("<table border>\n<tr><th align=\"right\">#</th><th align=\"right\">group</th><th align=\"right\">IPs</th><th align=\"right\">requested</th>\n",f);
1266   fprintf(f,"<th colspan=\"%d\">data limits</th>\n",keywordcount);
1267   fputs("</tr>\n",f);
1268   every(group,groups)
1269   {
1270 #ifdef DEBUG
1271    printf("%d k group: %d bandwidth requested: %d k\n",group->min,group->count,group->desired);
1272 #endif
1273    fprintf(f,"<tr><td align=\"right\">%d</td><td align=\"right\">%d k</td>",count,group->min);
1274    fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d k</td>",group->count,group->desired);
1275
1276    every(keyword,keywords)
1277     fprintf(f,"<td align=\"right\"><font color=\"#%s\">%d M</font></td>",keyword->html_color,group->min*keyword->data_limit);
1278
1279    i+=group->desired;
1280    total+=group->count;
1281    count++;
1282   }
1283 #ifdef DEBUG
1284    printf("Total groups: %d Total bandwidth requested: %d k\nAGGREGATION: 1/%d\n",count,i,i/line);
1285 #endif
1286    fprintf(f,"<tr><th colspan=\"2\" align=\"left\">Line %Ld k</td>",line);
1287    fprintf(f,"<th align=\"right\">%d</td><th align=\"right\">%d k</td>",total,i);
1288
1289    every(keyword,keywords)
1290     fprintf(f,"<th align=\"right\">%d IPs</th>",keyword->ip_count);
1291
1292    fprintf(f,"</tr><tr><th colspan=\"4\">Aggregation 1/%d</th>\n",(int)(0.5+i/line));
1293    fprintf(f,"<th colspan=\"%d\">%d traffic classes</th></tr>\n",keywordcount,total);
1294
1295    fputs("</table>\n",f);
1296  }
1297  else if(!dry_run && !just_flush)
1298   perror(html);
1299
1300  i=1;
1301  if(f)
1302  {
1303   unsigned long long total=0, total_direct=0, total_proxy=0, total_upload=0, tmp_sum=0;
1304   int active_classes=0;
1305   int colspan;
1306   FILE *iplog;
1307   struct Sum {unsigned long long l; int i; list(Sum);} *sum,*sums=NULL;
1308
1309   if(qos_proxy)
1310    colspan=12;
1311   else
1312    colspan=11;
1313
1314   fprintf(f,"<p><table border>\n<tr><th colspan=\"%d\">%s",colspan,title);
1315   fprintf(f," (%s)</th></tr>\n", d);
1316   fputs("<tr><td align=\"right\">#</td><td>hostname</td>\
1317   <td align=\"right\">credit</td>\
1318   <td align=\"right\">limit</td>\
1319   <td align=\"right\">total</td>\
1320   <td align=\"right\">direct</td>\n",f);
1321   if(qos_proxy)
1322    fputs("<td align=\"right\">proxy</td>\n",f);
1323   fputs("<td align=\"right\">upload</td>\
1324   <td align=\"right\">minimum</td>\
1325   <td align=\"right\">desired</td>\
1326   <td align=\"right\">maximum</td>\
1327   <td>prio</td></tr>\n",f);
1328
1329   every(ip,ips)
1330   {
1331    char *f1="", *f2="";
1332    if(ip->max<ip->desired)
1333    {
1334     f1="<font color=\"red\">";
1335     f2="</font>";
1336    }
1337    else if(ip->prio>1)
1338    {
1339     f1="<font color=\"brown\">";
1340     f2="</font>";
1341    }
1342
1343 #ifdef DEBUG
1344    printf("%03d. %-22s %10Lu (%d/%d)\n",i ,ip->name, ip->traffic, ip->min, ip->max);
1345 #endif
1346    fprintf(f,"<tr><td align=\"right\"><a name=\"%s\"></a>%d</td><td><a href=\"%s%s.log\">%s</a></td><td align=\"right\">%Lu M</td>\n",
1347               ip->name, i, log_url, ip->name, ip->name, ip->credit);
1348    fprintf(f,"<td align=\"right\"><font color=\"#%s\">%Lu M</font></td>",ip->keyword->html_color,ip->credit+(ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20)));
1349    fprintf(f,"<td align=\"right\">%s%Lu M%s</td><td align=\"right\">%Lu M</td>\n", f1, ip->traffic, f2, ip->direct);
1350    if(qos_proxy)
1351     fprintf(f,"<td align=\"right\">%Lu M</td>\n", ip->proxy);
1352    fprintf(f,"<td align=\"right\">%Lu M</td>\n", ip->upload);
1353    fprintf(f,"<td align=\"right\">%d k</td><td align=\"right\">%d k</td><td align=\"right\">%s%d k%s</td><td>%s%d%s</td></tr>\n",ip->min,ip->desired,f1,ip->max,f2,f1,ip->prio,f2);
1354    total+=ip->traffic;
1355    total_direct+=ip->direct;
1356    total_proxy+=ip->proxy;
1357    total_upload+=ip->upload;
1358    if(ip->traffic>0)
1359    {
1360     active_classes++;
1361     tmp_sum+=ip->traffic;
1362     create(sum,Sum);
1363     sum->l=tmp_sum;
1364     sum->i=active_classes;
1365     insert(sum,sums,order_by,i);
1366    }
1367
1368    i++;
1369
1370    if(!just_preview)
1371    {
1372     sprintf(str,"%s/%s.log",log_dir,ip->name);
1373     iplog=fopen(str,"a");
1374     if(iplog)
1375     {
1376      fprintf(iplog,"%ld\t%s\t%Lu\t%Lu\t%Lu\t%Lu\t%d\t%d\t%d\t%s",
1377                     time(NULL),ip->name,ip->traffic,ip->direct,ip->proxy,ip->upload,ip->min,ip->max,ip->desired,d); /* d = date*/
1378      fclose(iplog);
1379     }
1380    }
1381
1382   }
1383   fprintf(f,"<tr><th colspan=\"4 \"align=\"left\">SUMMARY:</td>");
1384   fprintf(f,"<th align=\"right\">%Lu M</th>\
1385   <th align=\"right\">%Lu M</th>\n", total, total_direct);
1386   if(qos_proxy)
1387    fprintf(f,"<th align=\"right\">%Lu M</th>\n", total_proxy);
1388   fprintf(f,"<th align=\"right\">%Lu M</th>", total_upload);
1389   fputs("<td colspan=\"4\"></td></th>\n</table>\n",f);
1390
1391   if(active_classes>10)
1392   {
1393    fputs("<a name=\"erp\"></a><p><table border><tr><th colspan=\"5\">Enterprise Research and Planning (ERP)</th></tr>\n",f);
1394    fputs("<tr><td>Analytic category</td>\n",f);
1395    fputs("<td colspan=\"2\" align=\"center\">Active Classes</td><td colspan=\"2\" align=\"center\">Data transfers</td></tr>\n",f);
1396
1397    find(sum,sums,sum->l>=total/4)
1398    {
1399     fprintf(f,"<tr><td>Top 25%% of traffic</td>\n");
1400     fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1401    }
1402
1403    find(sum,sums,sum->i==10)
1404    {
1405     fprintf(f,"<tr><td>Top 10 downloaders</td>\n");
1406     fprintf(f,"<th align=\"right\">10</th><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1407    }
1408
1409    find(sum,sums,sum->l>=total/2)
1410    {
1411     fprintf(f,"<tr><td>Top 50%% of traffic</td>\n");
1412     fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><th align=\"right\">%Ld %%</th></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1413    }
1414
1415    find(sum,sums,sum->l>=4*total/5)
1416    {
1417     fprintf(f,"<tr><td>Top 80%% of traffic</td>\n");
1418     fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><th align=\"right\">%Ld %%</th></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1419    }
1420
1421    find (sum,sums,sum->i>=(active_classes+1)/5)
1422    {
1423     fprintf(f,"<tr><td>Top 20%% downloaders</td>\n");
1424     fprintf(f,"<td align=\"right\">%d</td><th align=\"right\">%d %%</th><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1425    }
1426
1427    find(sum,sums,sum->i>=(active_classes+1)/4)
1428    {
1429     fprintf(f,"<tr><td>Top 25%% downloaders</td>\n");
1430     fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1431    }
1432
1433    find(sum,sums,sum->i>=(active_classes+1)/2)
1434    {
1435     fprintf(f,"<tr><td>Top 50%% downloaders</td>\n");
1436     fprintf(f,"<td align=\"right\">%d</td><th align=\"right\">%d %%</th><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1437    }
1438
1439    find(sum,sums,sum->i>=4*(active_classes+1)/5)
1440    {
1441     fprintf(f,"<tr><td>Top 80%% downloaders</td>\n");
1442     fprintf(f,"<td align=\"right\">%d</td><td align=\"right\">%d %%</td><td align=\"right\">%Lu M</td><td align=\"right\">%Ld %%</td></tr>\n",sum->i,(100*sum->i+50)/active_classes,sum->l,(100*sum->l+50)/total);
1443    }
1444
1445    fprintf(f,"<tr><td>All users, all traffic</td>\n");
1446    fprintf(f,"<th align=\"right\">%d</th><th align=\"right\">100 %%</th><th align=\"right\">%Lu M</th><th align=\"right\">100 %%</th></tr>\n",active_classes,total);
1447    fputs("</table>\n",f);
1448   }
1449   fprintf(f,"<small>Statistics generated by Prometheus QoS version %s<br>GPL+Copyright(C)2005-2008 Michael Polak, <a href=\"http://www.arachne.cz/\">Arachne Labs</a></small>\n",version);
1450   fclose(f);
1451  }
1452
1453  if(just_preview)
1454  {
1455   puts("Statistics preview generated (-p switch) - now exiting ...");
1456   exit(0);
1457  }
1458
1459  /*-----------------------------------------------------------------*/
1460  puts("Generating iptables and tc classes ...");
1461  /*-----------------------------------------------------------------*/
1462
1463  i=0;
1464  printf("%-22s %-15s mark\n","name","ip");
1465  search(ip,ips,ip->mark>0)
1466  {
1467
1468   if(idxs)
1469   {
1470    char *buf;
1471    duplicate(ip->addr,buf);
1472    buf=hash_id(ip->addr,32-idxtable_bitmask1);
1473
1474    string(chain_forward,6+strlen(buf));
1475    strcpy(chain_forward,"forw_");
1476    strcat(chain_forward,buf);
1477
1478    string(chain_postrouting,6+strlen(buf));
1479    strcpy(chain_postrouting,"post_");
1480    strcat(chain_postrouting,buf);
1481
1482    free(buf);
1483   }
1484   else
1485   {
1486    chain_forward="FORWARD";
1487    chain_postrouting="POSTROUTING";
1488   }
1489
1490   printf("%-22s %-16s %04d ", ip->name, ip->addr, ip->mark);
1491
1492   /* -------------------------------------------------------- mark download */
1493
1494   sprintf(str,"-A %s -d %s/32 -o %s -j %s%d",chain_postrouting,ip->addr,lan,mark_iptables,ip->mark);
1495   /*sprintf(str,"-A %s -d %s/32 -o %s -j MARK --set-mark %d",chain_postrouting,ip->addr,lan,ip->mark);*/
1496   /* -m limit --limit 1/s */
1497   save_line(str);
1498
1499   if(qos_proxy)
1500   {
1501    sprintf(str,"-A %s -s %s -p tcp --sport %d -d %s/32 -o %s -j %s%d",chain_postrouting,proxy_ip,proxy_port,ip->addr,lan,mark_iptables,ip->mark);
1502    /*sprintf(str,"-A %s -s %s -p tcp --sport %d -d %s/32 -o %s -j MARK --set-mark %d",chain_postrouting,proxy_ip,proxy_port,ip->addr,lan,ip->mark);*/
1503    save_line(str);
1504   }
1505
1506   sprintf(str,"-A %s -d %s/32 -o %s -j ACCEPT",chain_postrouting,ip->addr,lan);
1507   save_line(str);
1508
1509   /* -------------------------------------------------------- mark upload */
1510   sprintf(str,"-A %s -s %s/32 -o %s -j %s%d",chain_forward,ip->addr,wan,mark_iptables,ip->mark);
1511   /*  sprintf(str,"-A %s -s %s/32 -o %s -j MARK --set-mark %d",chain_forward,ip->addr,wan,ip->mark);*/
1512   save_line(str);
1513
1514   sprintf(str,"-A %s -s %s/32 -o %s -j ACCEPT",chain_forward,ip->addr,wan);
1515   save_line(str);
1516
1517   if(ip->min)
1518   {
1519    /* -------------------------------------------------------- download class */
1520    printf("(down: %dk-%dk ", ip->min, ip->max);
1521
1522    sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d", tc, lan, ip->group, ip->mark,ip->min,ip->max, burst, ip->prio);
1523    safe_run(str);
1524
1525    if (strcmpi(ip->keyword->leaf_discipline, "none")){
1526     sprintf(str,"%s qdisc add dev %s parent 1:%d handle %d %s", tc, lan, ip->mark, ip->mark, ip->keyword->leaf_discipline); /*qos_leaf*/
1527     safe_run(str);
1528    }
1529
1530    if (filter_type == 1){
1531     sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle %d fw flowid 1:%d", tc, lan, ip->mark, ip->mark);
1532     safe_run(str);
1533    }
1534
1535    /* -------------------------------------------------------- upload class */
1536    printf("up: %dk-%dk)\n", (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
1537                             (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed));
1538
1539    sprintf(str,"%s class add dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d",
1540                 tc, wan, ip->group, ip->mark,
1541                 (int)((ip->min/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed),
1542                 (int)((ip->max/ip->keyword->asymetry_ratio)-ip->keyword->asymetry_fixed), burst, ip->prio);
1543    safe_run(str);
1544
1545    if (strcmpi(ip->keyword->leaf_discipline, "none")){
1546     sprintf(str,"%s qdisc add dev %s parent 1:%d handle %d %s",tc, wan, ip->mark, ip->mark, ip->keyword->leaf_discipline); /*qos_leaf*/
1547     safe_run(str);
1548    }
1549
1550    if (filter_type == 1){
1551     sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle %d fw flowid 1:%d",tc, wan, ip->mark, ip->mark);
1552     safe_run(str);
1553    }
1554   }
1555   else
1556    printf("(sharing %s)\n", ip->sharing);
1557   i++;
1558  }
1559
1560
1561  if(idxs)
1562  {
1563   chain_forward="forw_common";
1564   chain_postrouting="post_common";
1565  }
1566  else
1567  {
1568   chain_forward="FORWARD";
1569   chain_postrouting="POSTROUTING";
1570  }
1571
1572  /* --------------------------------------------------------  mark download */
1573
1574  if(qos_proxy)
1575  {
1576   sprintf(str,"-A %s -s %s -p tcp --sport %d -o %s -j %s%d",chain_postrouting,proxy_ip,proxy_port,lan,mark_iptables,3);
1577   save_line(str);
1578   sprintf(str,"-A %s -s %s -p tcp --sport %d -o %s -j ACCEPT",chain_postrouting,proxy_ip,proxy_port,lan);
1579   save_line(str);
1580  }
1581  sprintf(str,"-A %s -o %s -j %s%d",chain_postrouting,lan,mark_iptables,3);
1582  save_line(str);
1583  sprintf(str,"-A %s -o %s -j ACCEPT",chain_postrouting,lan);
1584  save_line(str);
1585
1586  /* --------------------------------------------------------  mark upload */
1587  sprintf(str,"-A %s -o %s -j %s%d",chain_forward,wan,mark_iptables,3);
1588  save_line(str);
1589  sprintf(str,"-A %s -o %s -j ACCEPT",chain_forward,wan);
1590  save_line(str);
1591
1592  printf("Total IP count: %d\n", i);
1593
1594  /*-----------------------------------------------------------------*/
1595  puts("Generating free bandwith classes ...");
1596  /*-----------------------------------------------------------------*/
1597
1598  /* ---------------------------------------- tc - free bandwith shared class */
1599  sprintf(str,"%s class add dev %s parent 1:%d classid 1:3 htb rate %dkbit ceil %dkbit burst %dk prio 2",tc,lan,parent,free_min,free_max,burst);
1600  safe_run(str);
1601
1602  sprintf(str,"%s class add dev %s parent 1:%d classid 1:3 htb rate %dkbit ceil %dkbit burst %dk prio 2",tc,wan,parent,free_min,free_max,burst);
1603  safe_run(str);
1604
1605  /* tc SFQ */
1606  if (strcmpi(qos_leaf, "none")){
1607   sprintf(str,"%s qdisc add dev %s parent 1:3 handle 3 %s",tc,lan,qos_leaf);
1608   safe_run(str);
1609
1610   sprintf(str,"%s qdisc add dev %s parent 1:3 handle 3 %s",tc,wan,qos_leaf);
1611   safe_run(str);
1612  }
1613
1614  /* tc handle 1 fw flowid */
1615  sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle 3 fw flowid 1:3",tc,lan);
1616  safe_run(str);
1617
1618  sprintf(str,"%s filter add dev %s parent 1:0 protocol ip handle 3 fw flowid 1:3",tc,wan);
1619  safe_run(str);
1620
1621  run_restore();
1622
1623  if (log_file) fclose(log_file);
1624  return 0;
1625
1626  /* that's all folks, thank you for reading it all the way up to this point ;-) */
1627  /* bad luck C<<1 is not yet finished, I promise no sprintf() next time... */
1628 }