From 1c9cae56507516acf3eda8fcfe60a74bfe923ee4 Mon Sep 17 00:00:00 2001 From: xchaos Date: Sun, 7 Oct 2012 20:10:45 +0000 Subject: [PATCH] parsehosts.c = first step to independent hosts parser git-svn-id: https://dev.arachne.cz/repos/prometheus/trunk@195 251d49ef-1d17-4917-a970-b30cf55b089b --- Makefile | 2 +- cll1-0.6.2.h | 2 + ipstruct.h | 54 ++++++++++++ parsehosts.c | 178 +++++++++++++++++++++++++++++++++++++++ parselogs.c | 3 +- prometheus.c | 231 ++++----------------------------------------------- 6 files changed, 252 insertions(+), 218 deletions(-) create mode 100644 ipstruct.h create mode 100644 parsehosts.c diff --git a/Makefile b/Makefile index ef902d6..05d120b 100644 --- a/Makefile +++ b/Makefile @@ -7,7 +7,7 @@ sbindir=$(prefix)/sbin sysconfdir=/etc main: prometheus - $(CC) -o prometheus parselogs.c prometheus.c + $(CC) -o prometheus parsehosts.c parselogs.c prometheus.c deb: main debian/prometheus.debian diff --git a/cll1-0.6.2.h b/cll1-0.6.2.h index 7c33ce8..37a6ab5 100644 --- a/cll1-0.6.2.h +++ b/cll1-0.6.2.h @@ -34,6 +34,8 @@ /* Section For Dummies part 1, updated 2004-05-07 by xCh. */ #define not ! +#define and && +#define or && #define TRUE 1 #define FALSE 0 #define loop while(1) diff --git a/ipstruct.h b/ipstruct.h new file mode 100644 index 0000000..2410047 --- /dev/null +++ b/ipstruct.h @@ -0,0 +1,54 @@ +struct IP +{ + char *addr; + char *name; + char *sharing; + int min; + int desired; + int max; + int mark; + int prio; + int fixedprio; + int group; + int lmsid; + unsigned long long direct; + unsigned long long proxy; + unsigned long long upload; + unsigned long long traffic; + unsigned long long credit; + unsigned long pktsup; + unsigned long pktsdown; + struct Keyword *keyword; + list(IP); +}; + +struct Group +{ + int min; + int count; + int desired; + int id; + list(Group); +}; + +struct Keyword +{ + char *key; + + int asymetry_ratio; /* ratio for ADSL-like upload */ + int asymetry_fixed; /* fixed treshold for ADSL-like upload */ + int data_limit; /* hard shaping: apply magic_treshold if max*data_limit MB exceeded */ + int data_prio; /* soft shaping (qos): reduce HTB prio if max*data_prio MB exceeded */ + long fixed_limit; /* fixed data limit for setting lower HTB ceil */ + long fixed_prio; /* fixed data lmit for setting lower HTB prio */ + int reserve_min; /* bonus for nominal HTB rate bandwidth (in kbps) */ + int reserve_max; /* malus for nominal HTB ceil (in kbps) */ +// int divide_max; /* relative malus: new_ceil=rate+(old_ceil-rate)/divide_max */ +// int htb_ceil_bonus_divide; /* relative bonus: new_ceil=old_ceil+old_ceil/htb_ceil_bonus_divide */ + int default_prio; /* default HTB priority for this keyword */ + char *html_color; + int ip_count; + char *leaf_discipline; + + list(Keyword); +}; diff --git a/parsehosts.c b/parsehosts.c new file mode 100644 index 0000000..2740c1c --- /dev/null +++ b/parsehosts.c @@ -0,0 +1,178 @@ +/* Modified by: xChaos, 20121007 */ + +#include "cll1-0.6.2.h" +#include "ipstruct.h" + +#define FIRSTGROUPID 1024 +#define FIRSTIPCLASS 2048 + +/* globals declared in prometheus.c */ +extern struct IP *ips, *ip, *sharedip; +extern struct Group *groups, *group; +extern struct Keyword *keyword, *defaultkeyword, *keywords; +extern int class_count; +extern int ip_count; +extern int found_lmsid; +extern int free_min; + +/* function implemented in prometheus.c */ +void TheIP(void); + +/* == This function strips extra characters after IPv4 address and stores it = */ +void parse_ip(char *str) +{ + char *ptr, *ipaddr = NULL, *ipname = NULL, *lmsid = NULL; + + ptr = strchr(str, '{'); + if(ptr) + { + lmsid = ++ptr; + while(*ptr and *ptr != '}') + { + ptr++; + } + *ptr = 0; + } + + ptr = str; + while(*ptr and *ptr!=' ' and *ptr!=9) + { + ptr++; + } + + *ptr = 0; + ipaddr = str; + ptr++; + while(*ptr and (*ptr==' ' or *ptr==9)) + { + ptr++; + } + ipname=ptr; + while(*ptr and *ptr!=' ' and *ptr!=9) + { + ptr++; + } + *ptr=0; + + if_exists(ip, ips, eq(ip->addr,ipaddr)); + else + { + TheIP(); + } + ip->addr = ipaddr; + ip->name = ipname; + if(lmsid) + { + ip->lmsid = atoi(lmsid); + found_lmsid = TRUE; + } +} + +/* == This function parses hosts style main configuration file == */ +void parse_hosts(char *hosts) +{ + int groupidx = FIRSTGROUPID; + char *str, *ptr; + char *substring; + + parse(hosts) + { + str=_; + + if(*str < '0' or *str > '9') + { + /* any line starting with non-number is comment ...*/ + continue; + } + + /* Does this IP share QoS class with some other ? */ + substring = strstr(str, "sharing-"); + if(substring) + { + substring += 8; /* "sharing-" */ + parse_ip(str); + ip_count++; + ip->sharing = substring; + ip->keyword = defaultkeyword; /* settings for default keyword */ + while(*substring and *substring != '\n') + { + substring++; + } + *substring = 0; + } + else + { + /*Do we have to create new QoS class for this IP ? */ + + if_exists(keyword,keywords,(substring=strstr(str,keyword->key))) + { + parse_ip(str); + ip_count++; + ip->keyword = keyword; + keyword->ip_count++; + ip->prio = keyword->default_prio; + substring += strlen(keyword->key)+1; + ptr = substring; + while(*ptr and *ptr != '-') + { + ptr++; + } + if(*ptr == '-') + { + *ptr=0; + ip->max = ip->desired = atoi(ptr+1); + } + ip->min = atoi(substring); + if(ip->min <= 0) + { + printf(" %s: Illegal value of minimum bandwidth 0 kbps, using %d kb/s\n", + str, free_min); + ip->min = free_min; + } + if(ip->max <= ip->min) + { + ip->fixedprio = TRUE; + ip->max = ip->min + ip->keyword->reserve_min; + } + else + { + ip->max -= ip->keyword->reserve_max; + if(ip->maxmin) + { + ip->max=ip->min; + } + } + ip->mark = FIRSTIPCLASS+1+class_count++; + + if_exists(group,groups,(group->min == ip->min)) + { + group->count++; + group->desired += ip->min; + ip->group = group->id; + } + else + { + create(group,Group); + group->min = ip->min; + group->id = groupidx++; + ip->group = group->id; + + if(group->min < 8) group->min = 8; + /* Warning - this is maybe because of primitive tc namespace, can be fixed */ + /* it is because class IDs are derived from min. bandwidth. - xCh */ + //if(group->min>MAX_GUARANTED_KBPS) group->min=MAX_GUARANTED_KBPS; + + group->count = 1; + group->desired = ip->min; + insert(group, groups, desc_order_by,min); + } + }//endif keyword- + }//endif sharing- + } + fail + { + perror(hosts); + exit(-1); + } + done; /* ugly macro end */ +} \ No newline at end of file diff --git a/parselogs.c b/parselogs.c index 6d92680..a5c2acf 100644 --- a/parselogs.c +++ b/parselogs.c @@ -1,6 +1,7 @@ #include "cll1-0.6.2.h" #define STRLEN 512 +/* globals declared in prometheus.c */ extern char *log_dir; extern const char *version; extern const char *stats_html_signature; @@ -11,8 +12,8 @@ extern char *log_url; extern char *lms_url; extern long long int line; +/* function implemented in prometheus.c */ const char *tr_odd_even(void); -/* implemented in prometheus.c */ struct IpLog { diff --git a/prometheus.c b/prometheus.c index 6401255..07980f6 100644 --- a/prometheus.c +++ b/prometheus.c @@ -7,7 +7,7 @@ /* Credit: CZFree.Net,Martin Devera,Netdave,Aquarius,Gandalf */ /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */ -/* Modified by: xChaos, 20120612 +/* Modified by: xChaos, 20121007 ludva, 20080415 Prometheus QoS is free software; you can redistribute it and/or @@ -27,13 +27,12 @@ GNU General Public License is located in file COPYING */ #define STRLEN 512 -#define FIRSTGROUPID 1024 -#define FIRSTIPCLASS 2048 #undef DEBUG #include "cll1-0.6.2.h" +#include "ipstruct.h" -const char *version = "0.8.3-f"; +const char *version = "0.8.3-g"; /* Version numbers: 0.8.3 is development releases ("beta"), 0.8.4 will be "stable" */ /* Debian(RPM) package versions/patchlevels: 0.7.9-2, 0.8.0-1, 0.8.0-2, etc. */ @@ -74,6 +73,9 @@ int row_odd_even = 0; /* */ void parse_ip_log(int argc, char **argv); /* implementid in parselog.c */ +void parse_hosts(char *hosts); +/* implementid in parsehosts.c */ + const char *tr_odd_even(void) { row_odd_even = 1 - row_odd_even; @@ -146,6 +148,8 @@ int burst_main = 64; int burst_group = 32; int magic_treshold = 8; /* reduce ceil by X*magic_treshhold kbps (hard shaping) */ int keywordcount = 0; +int class_count = 0; +int ip_count = 0; /* not yet implemented: int fixed_packets = 0; maximum number of pps per IP address (not class!) int packet_limit = 5; maximum number of pps to htn CEIL, not rate !!! @@ -160,40 +164,11 @@ const int idxtable_treshold2 = 12; /* this is no longer configurable */ const int idxtable_bitmask1 = 3; /* this is no longer configurable */ const int idxtable_bitmask2 = 3; /* this is no longer configurable */ -/* ==== This is C<<1 stuff - learn C<<1 first! https://dev.arachne.cz/svn/cll1h ==== */ +struct IP *ips = NULL, *ip, *sharedip; +struct Group *groups = NULL, *group; +struct Keyword *keyword, *defaultkeyword=NULL, *keywords=NULL; -struct IP -{ - char *addr; - char *name; - char *sharing; - int min; - int desired; - int max; - int mark; - int prio; - int fixedprio; - int group; - int lmsid; - unsigned long long direct; - unsigned long long proxy; - unsigned long long upload; - unsigned long long traffic; - unsigned long long credit; - unsigned long pktsup; - unsigned long pktsdown; - struct Keyword *keyword; - list(IP); -} *ips=NULL, *ip, *sharedip; - -struct Group -{ - int min; - int count; - int desired; - int id; - list(Group); -} *groups=NULL, *group; +/* ==== This is C<<1 stuff - learn C<<1 first! https://dev.arachne.cz/svn/cll1h ==== */ struct Index { @@ -205,27 +180,6 @@ struct Index list(Index); } *idxs=NULL, *idx, *metaindex; -struct Keyword -{ - char *key; - - int asymetry_ratio; /* ratio for ADSL-like upload */ - int asymetry_fixed; /* fixed treshold for ADSL-like upload */ - int data_limit; /* hard shaping: apply magic_treshold if max*data_limit MB exceeded */ - int data_prio; /* soft shaping (qos): reduce HTB prio if max*data_prio MB exceeded */ - long fixed_limit; /* fixed data limit for setting lower HTB ceil */ - long fixed_prio; /* fixed data lmit for setting lower HTB prio */ - int reserve_min; /* bonus for nominal HTB rate bandwidth (in kbps) */ - int reserve_max; /* malus for nominal HTB ceil (in kbps) */ -// int divide_max; /* relative malus: new_ceil=rate+(old_ceil-rate)/divide_max */ -// int htb_ceil_bonus_divide; /* relative bonus: new_ceil=old_ceil+old_ceil/htb_ceil_bonus_divide */ - int default_prio; /* default HTB priority for this keyword */ - char *html_color; - int ip_count; - char *leaf_discipline; - - list(Keyword); -} *keyword,*defaultkeyword=NULL,*keywords=NULL; /* Damned, this must be object oriented! This looks almost like constructor ;-) */ @@ -712,57 +666,6 @@ void run_restore(void) free(restor); } -/* == This function strips extra characters after IP address and stores it = */ - -void parse_ip(char *str) -{ - char *ptr,*ipaddr=NULL,*ipname=NULL,*lmsid=NULL; - - ptr=strchr(str,'{'); - if(ptr) - { - lmsid=++ptr; - while(*ptr && *ptr!='}') - { - ptr++; - } - *ptr=0; - } - - ptr=str; - while(*ptr && *ptr!=' ' && *ptr!=9) - { - ptr++; - } - - *ptr=0; - ipaddr=str; - ptr++; - while(*ptr && (*ptr==' ' || *ptr==9)) - { - ptr++; - } - ipname=ptr; - while(*ptr && *ptr!=' ' && *ptr!=9) - { - ptr++; - } - *ptr=0; - - if_exists(ip,ips,eq(ip->addr,ipaddr)); - else - { - TheIP(); - } - ip->addr=ipaddr; - ip->name=ipname; - if(lmsid) - { - ip->lmsid=atoi(lmsid); - found_lmsid=1; - } -} - char *parse_datafile_line(char *str) { char *ptr=strchr(str,' '); @@ -779,9 +682,6 @@ char *parse_datafile_line(char *str) } } - - - void append_log(struct IP *self) /*using global variables*/ { char *d, *str; @@ -804,7 +704,6 @@ void append_log(struct IP *self) /*using global variables*/ } } - /*-----------------------------------------------------------------*/ /* Are you looking for int main(int argc, char **argv) ? :-)) */ /*-----------------------------------------------------------------*/ @@ -815,7 +714,7 @@ program FILE *f=NULL; /* everything is just stream of bytes... */ char *str, *ptr, *d; /* LET A$=B$ :-) */ char *substring; - int class_count=0,ip_count=0; + int parent=1; int just_flush=FALSE; /* deactivates all previous actions */ int nodelay=FALSE; @@ -894,107 +793,7 @@ Credit: CZFree.Net, Martin Devera, Netdave, Aquarius, Gandalf\n\n",version); /*-----------------------------------------------------------------*/ printf("Parsing class defintion file %s ...\n", hosts); /*-----------------------------------------------------------------*/ - int groupidx = FIRSTGROUPID; - parse(hosts) - { - str=_; - - if(*str<'0' || *str>'9') - { - /* any line starting with non-number is comment ...*/ - continue; - } - - //Does this IP share QoS class with some other ? - substring=strstr(str,"sharing-"); - if(substring) - { - substring+=8; //"sharing-" - parse_ip(str); - ip_count++; - ip->sharing=substring; - ip->keyword=defaultkeyword; /* settings for default keyword */ - while(*substring && *substring!='\n') - { - substring++; - } - *substring=0; - } - else - { - //Do we have to create new QoS class for this IP ? - - if_exists(keyword,keywords,(substring=strstr(str,keyword->key))) - { - parse_ip(str); - ip_count++; - ip->keyword=keyword; - keyword->ip_count++; - ip->prio=keyword->default_prio; - substring+=strlen(keyword->key)+1; - ptr=substring; - while(*ptr && *ptr!='-') - { - ptr++; - } - if(*ptr=='-') - { - *ptr=0; - ip->max = ip->desired=atoi(ptr+1); - } - ip->min = atoi(substring); - if(ip->min <= 0) - { - printf(" %s: Illegal value of minimum bandwidth 0 kbps, using %d kb/s\n", - str, free_min); - ip->min = free_min; - } - if(ip->max <= ip->min) - { - ip->fixedprio = 1; - ip->max = ip->min+ip->keyword->reserve_min; - } - else - { - ip->max -= ip->keyword->reserve_max; - if(ip->maxmin) - { - ip->max=ip->min; - } - } - ip->mark=FIRSTIPCLASS+1+class_count++; - - if_exists(group,groups,group->min==ip->min) - { - group->count++; - group->desired += ip->min; - ip->group = group->id; - } - else - { - create(group,Group); - group->min = ip->min; - group->id = groupidx++; - ip->group = group->id; - - if(group->min<8) group->min=8; - /* Warning - this is maybe because of primitive tc namespace, can be fixed */ - /* it is because class IDs are derived from min. bandwidth. - xCh */ - //if(group->min>MAX_GUARANTED_KBPS) group->min=MAX_GUARANTED_KBPS; - - group->count=1; - group->desired=ip->min; - insert(group,groups,desc_order_by,min); - } - }//endif keyword- - }//endif sharing- - } - fail - { - perror(hosts); - exit(-1); - } - done; /* ugly macro end */ + parse_hosts(hosts); /*-----------------------------------------------------------------*/ /* cll1.h - let's allocate brand new character buffer... */ @@ -1014,7 +813,7 @@ Credit: CZFree.Net, Martin Devera, Netdave, Aquarius, Gandalf\n\n",version); ip->lmsid=sharedip->lmsid; break; } - if(!sharedip) + if(not sharedip) { printf("Unresolved shared connection: %s %s sharing-%s\n", ip->addr, ip->name, ip->sharing); -- 2.30.2