71b2a32e13c9a8188cac8dea38a67d22d0736e42
1 /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
2 /* Prometheus QoS - you can "steal fire" from your ISP */
3 /* "fair-per-IP" quality of service (QoS) utility */
4 /* requires Linux 2.4.x or 2.6.x with HTB support */
5 /* Copyright(C) 2005-2017 Michael Polak, Arachne Aerospace */
6 /* iptables-restore support Copyright(C) 2007-2008 ludva */
7 /* Credit: CZFree.Net,Martin Devera,Netdave,Aquarius,Gandalf */
8 /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
10 /* Modified by: xChaos, 20171012
13 Prometheus QoS is free software; you can redistribute it and/or
14 modify it under the terms of the GNU General Public License as
15 published by the Free Software Foundation; either version 2.1 of
16 the License, or (at your option) any later version.
18 Prometheus QoS is distributed in the hope that it will be useful,
19 but WITHOUT ANY WARRANTY; without even the implied warranty of
20 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
21 General Public License for more details.
23 You should have received a copy of the GNU General Public License
24 along with Prometheus Qos; if not, write to the Free Software
25 Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
27 GNU General Public License is located in file COPYING */
29 #include "cll1-0.6.2.h"
32 const char *version
= "0.9.0-a";
34 /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
35 /* Versions: 0.9.0 is development release, 1.0 will be "stable" */
36 /* Official Trac URL: https://dev.arachne.cz/svn/prometheus */
37 /* Official SVN URL: https://dev.arachne.cz/repos/prometheus */
38 /* BTC donations account: 19rriLx8vR19wGefPaMhakqnCYNYwjLvxq */
39 /* CZK donations account: 2900242944/2010 (transparent account) */
40 /* Warning: unofficial Github mirror is not supported by author! */
41 /* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
43 const char *stats_html_signature
= "<span class=\"small\">Statistics generated by Prometheus QoS version %s<br />GPL+Copyright(C)2005-2017 Michael Polak, <a target=\"_blank\" href=\"http://www.arachne.cz/\">Arachne Labs</a></span>\n";
48 /* ======= All path names are defined here (for RPM patch) ======= */
50 const char *tc
= "/sbin/tc"; /* requires tc with HTB support */
51 const char *iptables
= "/sbin/iptables"; /* requires iptables utility */
52 const char *ip6tables
= "/sbin/ip6tables"; /* requires iptables utility */
53 const char *iptablessave
= "/sbin/iptables-save"; /* not yet required */
54 const char *iptablesrestore
= "/sbin/iptables-restore"; /* requires iptables-restore */
55 const char *ip6tablessave
= "/sbin/ip6tables-save"; /* not yet required */
56 const char *ip6tablesrestore
= "/sbin/ip6tables-restore"; /* requires iptables-restore */
57 const char *ls
= "/bin/ls"; /* this is not user configurable :-) */
59 char *config
= "/etc/prometheus/prometheus.conf"; /* main configuration file */
60 char *hosts
= "/etc/prometheus/hosts"; /* per-IP bandwidth definition file */
61 char *macrosfile
= "/etc/prometheus/prometheus.macros"; /* rewrite rules for most common tariffs */
62 char *upstreamfile
= "/etc/prometheus/upstream.interfaces"; /* list of interfaces to manage */
63 char *downstreamfile
= "/etc/prometheus/downstream.interfaces"; /* list of interfaces to manage */
64 char *iptablesfile
= "/var/spool/prometheus.iptables"; /* temporary file for iptables-restore*/
65 char *ip6tablesfile
= "/var/spool/prometheus.ip6tables"; /* temporary file for ip6tables-restore*/
66 char *credit
= "/var/lib/misc/prometheus.credit"; /* credit log file */
67 char *classmap
= "/var/lib/misc/prometheus.classes"; /* credit log file */
68 char *html
= "/var/www/traffic.html"; /* hall of fame - html version */
69 char *preview
= "/var/www/preview.html"; /* hall of fame preview - html version */
70 char *json_traffic
= "/var/www/logs/traffic.json"; /* hall of fame - json version */
71 char *json_preview
= "/var/www/logs/preview.json"; /* hall of fame preview - json version */
72 char *cmdlog
= "/var/log/prometheuslog"; /* command log filename */
73 char *log_dir
= "/var/www/logs/"; /* log directory pathname, ended with slash */
74 char *log_url
= "/logs/"; /* log directory relative URI prefix (partial URL) */
75 char *html_log_dir
= "/var/www/logs/html/";
77 char *jquery_url
= "http://code.jquery.com/jquery-latest.js";
78 char *lms_url
= "/lms/?m=customerinfo&id=";
79 int use_jquery_popups
= TRUE
;
80 int row_odd_even
= 0; /*<tr class="odd/even"> */
82 /* === Configuraration file values defaults - stored in global variables ==== */
84 int filter_type
= 1; /*1 mark, 2 classify*/
85 char *final_chain
= "DROP"; /* REJECT would be better, but it is impossible in mangle */
87 char *mark_iptables
= "MARK --set-mark ";
88 int dry_run
= FALSE
; /* preview - use puts() instead of system() */
89 char *iptablespreamble
= "*mangle\n:PREROUTING ACCEPT [0:0]\n:POSTROUTING ACCEPT [0:0]\n:INPUT ACCEPT [0:0]\n:OUTPUT ACCEPT [0:0]\n:FORWARD ACCEPT [0:0]";
90 char *ip6preamble
= "-A FORWARD -p ipv6-icmp -j ACCEPT\n-A POSTROUTING -p ipv6-icmp -j ACCEPT\n-A FORWARD -s fe80::/10 -j ACCEPT\n-A FORWARD -d ff00::/8 -j ACCEPT\n-A POSTROUTING -s fe80::/10 -j ACCEPT\n-A POSTROUTING -d ff00::/8 -j ACCEPT";
91 FILE *iptables_file
= NULL
;
92 FILE *ip6tables_file
= NULL
;
93 int enable_credit
= TRUE
; /* enable credit file */
94 int use_credit
= FALSE
; /* use credit file (if enabled)*/
95 char *title
= "Hall of Fame - Greatest Suckers"; /* hall of fame title */
96 int hall_of_fame
= TRUE
; /* enable hall of fame */
97 char *medium
= "1000Mbit"; /* 10Mbit/100Mbit ethernet */
98 //obsolete: char *lan = "eth0"; /* LAN interface */
99 //obsolete: char *lan_medium = "1000Mbit"; /* 10Mbit/100Mbit ethernet */
100 char *ip6prefix
= NULL
; /* Prefix for global /48 IPv6 subnet */
101 char *qos_leaf
= "sfq perturb 5"; /* leaf discipline */
102 char *qos_free_zone
= NULL
; /* QoS free zone */
103 /* int qos_proxy = TRUE; include proxy port to QoS */
104 int found_lmsid
= FALSE
; /* show links to users in LMS information system */
105 int include_upload
= TRUE
; /* upload+download=total traffic */
106 /* char *proxy_ip = "192.168.1.1/32"; our IP with proxy port */
107 /* int proxy_port = 3128; proxy port number */
108 //obsolete: long long int line = 1024; /* WAN/ISP download in kbps */
109 //obsolete: long long int up = 1024; /* WAN/ISP upload in kbps */
110 int free_min
= 256; /* minimum guaranted bandwidth for all undefined hosts */
111 int free_max
= 512; /* maximum allowed bandwidth for all undefined hosts */
112 int overlimit_min
= 256; /* minimum guaranted bandwidth for all undefined hosts */
113 int overlimit_max
= 512; /* maximum allowed bandwidth for all undefined hosts */
114 int qos_free_delay
= 0; /* seconds to sleep before applying new QoS rules */
115 int digital_divide
= 2; /* controls digital divide weirdness ratio, 1...3 */
116 int max_nesting
= 5; /* /include/uapi/linux/pkt_sched.h: #define TC_HTB_MAXDEPTH 8 [... - 3 parent classes] */
117 int htb_r2q
= 256; /* should work for leaf values 512 kbps to 8 Mbps */
118 int burst
= 8; /* HTB burst (in kbits) */
120 int burst_group
= 32;
121 int magic_treshold
= 8; /* reduce ceil by X*magic_treshhold kbps (hard shaping) */
122 int keywordcount
= 0;
125 FILE *log_file
= NULL
;
126 char *kwd
= "via-prometheus"; /* /etc/hosts comment, eg. #qos-64-128 */
128 const int highest_priority
= 0; /* highest HTB priority (HTB built-in value is 0) */
129 const int lowest_priority
= 7; /* lowest HTB priority /include/uapi/linux/pkt_sched.h: #define TC_HTB_NUMPRIO 8 */
130 const int idxtable_treshold1
= 24; /* this is no longer configurable */
131 const int idxtable_treshold2
= 12; /* this is no longer configurable */
132 const int idxtable_bitmask1
= 3; /* this is no longer configurable */
133 const int idxtable_bitmask2
= 3; /* this is no longer configurable */
135 struct IP
*ips
= NULL
, *networks
= NULL
, *ip
, *sharedip
;
136 struct Group
*groups
= NULL
, *group
;
137 struct Keyword
*keyword
, *defaultkeyword
=NULL
, *keywords
= NULL
;
138 struct Macro
*macro
, *macros
= NULL
;
139 struct Index
*idxs
= NULL
, *idx
, *metaindex
;
140 struct Interface
*interfaces
= NULL
, *interface
;
143 #define OVERLIMIT_CLASS 4
146 /* implemented in help.c */
148 void get_traffic_statistics(const char *whichiptables
, int ipv6
);
149 /* implemented in parseiptables.c */
151 void parse_ip_log(int argc
, char **argv
);
152 /* implemented in parselog.c */
154 void parse_hosts(char *hosts
);
155 /* implemented in parsehosts.c */
157 void write_json_traffic(char *json
);
158 /* implemented in json.c */
160 void write_htmlandlogs(char *html
, char *d
, int total
, int just_preview
);
161 /* implemented in htmlandlogs.c */
163 void analyse_topology(char *traceroute
);
164 /* implemented in networks.c */
166 char *parse_datafile_line(char *str
);
167 /* implemented in utils.c */
169 time_t get_mtime(const char *path
);
170 /* implemented in utils.c */
172 const char *tr_odd_even(void)
174 row_odd_even
= 1 - row_odd_even
;
177 return "<tr class=\"even\">\n";
181 return "<tr class=\"odd\">\n";
186 /* ====== iptables indexes are used to reduce complexity to log8(N) ===== */
188 char *index_id(char *ip
, int bitmask
);
189 /* function implemented in ipv4subnets.c */
191 char *subnet_id(char *ip
, int bitmask
);
192 /* function implemented in ipv4subnets.c */
194 char *index6_id(char *ip
, int bitmask
);
195 /* function implemented in ipv6subnets.c */
197 char *subnet6_id(char *ip
, int bitmask
);
198 /* function implemented in ipv6subnets.c */
200 /* ================= Let's parse configuration file here ================ */
202 void reject_config_and_exit(char *filename
)
204 printf("Configuration file %s rejected - abnormal exit.",filename
);
208 void get_config(char *config_filename
)
212 printf("Configured keywords: ");
213 parse(config_filename
)
215 option("keyword",kwd
);
220 create(keyword
,Keyword
);
222 keyword
->asymetry_ratio
= 1; /* ratio for ADSL-like upload */
223 keyword
->asymetry_fixed
= 0; /* fixed treshold for ADSL-like upload */
224 keyword
->data_limit
= 8; /* hard shaping: apply magic_treshold if max*data_limit MB exceeded */
225 keyword
->data_prio
= 4; /* soft shaping (qos): reduce HTB prio if max*data_prio MB exceeded */
226 keyword
->fixed_limit
= 0; /* fixed data limit for setting lower HTB ceil */
227 keyword
->fixed_prio
= 0; /* fixed data limit for setting lower HTB prio */
228 keyword
->reserve_min
= 8; /* bonus for nominal HTB rate bandwidth (in kbps) */
229 keyword
->reserve_max
= 0; /* malus for nominal HTB ceil (in kbps) */
230 keyword
->default_prio
= highest_priority
+1;
231 keyword
->download_aggregation
= keyword
->upload_aggregation
= 0; /* disable by default */
232 keyword
->html_color
= "000000";
233 keyword
->ip_count
= 0;
234 keyword
->leaf_discipline
= "";
235 keyword
->allowed_avgmtu
= 0;
237 push(keyword
, keywords
);
240 defaultkeyword
= keyword
;
248 for_each(keyword
,keywords
)
250 int l
=strlen(keyword
->key
);
252 if(!strncmp(keyword
->key
,_
,l
) && strlen(_
)>l
+2)
254 char *tmptr
=_
; /* <---- l+1 ----> */
255 _
+=l
+1; /* via-prometheus-asymetry-ratio, etc. */
256 foption("asymetry-ratio", keyword
->asymetry_ratio
);
257 ioption("asymetry-treshold", keyword
->asymetry_fixed
);
258 ioption("magic-relative-limit", keyword
->data_limit
);
259 ioption("magic-relative-prio", keyword
->data_prio
);
260 loption("magic-fixed-limit", keyword
->fixed_limit
);
261 loption("magic-fixed-prio", keyword
->fixed_prio
);
262 ioption("htb-default-prio", keyword
->default_prio
);
263 ioption("htb-rate-bonus", keyword
->reserve_min
);
264 ioption("htb-ceil-malus", keyword
->reserve_max
);
265 ioption("download-aggregation", keyword
->download_aggregation
);
266 ioption("upload-aggregation", keyword
->upload_aggregation
);
267 option("leaf-discipline", keyword
->leaf_discipline
);
268 option("html-color", keyword
->html_color
);
269 ioption("allowed-avgmtu" ,keyword
->allowed_avgmtu
);
272 if(keyword
->data_limit
|| keyword
->fixed_limit
||
273 keyword
->data_prio
|| keyword
->fixed_prio
)
282 option("iptables",iptables
);
283 option("iptables-save",iptablessave
);
284 option("iptables-restore",iptablesrestore
);
285 option("ip6tables",ip6tables
);
286 option("ip6tables-save",ip6tablessave
);
287 option("ip6tables-restore",ip6tablesrestore
);
288 option("iptables-in-filename",iptablesfile
);
289 option("ip6tables-in-filename",ip6tablesfile
);
290 option("hosts",hosts
);
291 option("downstream-interfaces-list-filename",downstreamfile
);
292 option("upstream-interfaces-list-filename",upstreamfile
);
293 option("macros-filename",macrosfile
);
294 option("ip6-prefix",ip6prefix
);
295 option("medium",medium
);
296 ioption("hall-of-fame-enable",hall_of_fame
);
297 ioption("digital-divide-weirdness-ratio",digital_divide
);
298 option("hall-of-fame-title",title
);
299 option("hall-of-fame-filename",html
);
300 option("json-filename",json_traffic
);
301 option("hall-of-fame-preview",preview
);
302 option("json-preview",json_preview
);
303 option("log-filename",cmdlog
);
304 option("credit-filename",credit
);
305 option("classmap-filename",classmap
);
306 ioption("credit-enable",enable_credit
);
307 option("log-traffic-directory",log_dir
);
308 option("log-traffic-html-directory",html_log_dir
);
309 option("log-traffic-url-path",log_url
);
310 option("jquery-url",jquery_url
);
311 option("lms-url",lms_url
);
312 ioption("use-jquery-popups",use_jquery_popups
);
313 option("qos-free-zone",qos_free_zone
);
314 ioption("qos-free-delay",qos_free_delay
);
315 /* ioption("qos-proxy-enable",qos_proxy); */
316 /* option("qos-proxy-ip",proxy_ip);*/
317 option("htb-leaf-discipline",qos_leaf
);
318 /* ioption("qos-proxy-port",proxy_port); */
319 ioption("free-rate",free_min
);
320 ioption("free-ceil",free_max
);
321 ioption("overlimit-rate",overlimit_min
);
322 ioption("overlimit-ceil",overlimit_max
);
323 ioption("htb-burst",burst
);
324 ioption("htb-burst-main",burst_main
);
325 ioption("htb-burst-group",burst_group
);
326 ioption("htb-nesting-limit",max_nesting
);
327 ioption("htb-r2q",htb_r2q
);
328 ioption("magic-include-upload",include_upload
);
329 ioption("magic-treshold",magic_treshold
);
330 option("filter-type", cnf
);
331 /* not yet implemented:
332 ioption("magic-fixed-packets",fixed_packets);
333 ioption("magic-relative-packets",packet_limit);
338 perror(config_filename
);
339 puts("Warning - using built-in defaults instead ...");
341 done
; /* ugly macro end */
344 /* leaf discipline for keywords */
345 for_each(keyword
,keywords
)
347 if(!strcmpi(keyword
->leaf_discipline
, ""))
349 keyword
->leaf_discipline
= qos_leaf
;
353 if(strcmpi(cnf
, "mark"))
357 mark_iptables
= "CLASSIFY --set-class 1:";
363 mark_iptables
= "MARK --set-mark ";
368 /* ========== This function executes, logs OR ALSO prints command ========== */
370 void safe_run(char *cmd
)
374 printf("\n=>%s\n",cmd
);
382 fprintf(log_file
,"%s\n",cmd
);
386 void iptables_save_line(char *line
, int ipv6
)
390 fprintf(ip6tables_file
,"%s\n",line
);
394 fprintf(iptables_file
,"%s\n",line
);
398 void run_iptables_restore(void)
401 string(restor
, STRLEN
);
403 /*-----------------------------------------------------------------*/
404 printf("Running %s <%s ...\n", iptablesrestore
, iptablesfile
);
405 /*-----------------------------------------------------------------*/
407 iptables_save_line("COMMIT", FALSE
);
408 fclose(iptables_file
);
415 done
; /* ugly macro end */
418 sprintf(restor
,"%s <%s",iptablesrestore
, iptablesfile
);
423 /*-----------------------------------------------------------------*/
424 printf("Running %s <%s ...\n", ip6tablesrestore
, ip6tablesfile
);
425 /*-----------------------------------------------------------------*/
426 iptables_save_line("COMMIT", TRUE
);
427 fclose(ip6tables_file
);
434 done
; /* ugly macro end */
436 sprintf(restor
,"%s <%s",ip6tablesrestore
, ip6tablesfile
);
444 char *parse_datafile_line(char *str
);
445 time_t get_mtime(const char *path
);
447 /*-----------------------------------------------------------------*/
448 /* Are you looking for int main(int argc, char **argv) ? :-)) */
449 /*-----------------------------------------------------------------*/
453 int i
=0; /* just plain old Fortran style integer :-) */
454 FILE *f
=NULL
; /* everything is just stream of bytes... */
455 char *str
, *ptr
, *d
; /* LET A$=B$ :-) */
456 char *substring
, *limit_pkts
;
459 int just_networks
= FALSE
;
460 int just_flush
= FALSE
; /* deactivates all previous actions */
462 int just_preview
= FALSE
; /* preview - generate just stats */
463 int start_shaping
= FALSE
; /* apply FUP - requires classmap file */
464 int stop_shaping
= FALSE
; /* lift FUP - requires classmap file */
465 int reduce_ceil
= 0; /* allow only rate+(ceil-rate)/2, /4, etc. */
466 int just_logs
= FALSE
; /* just parse logs */
473 Prometheus QoS - \"fair-per-IP\" Quality of Service setup utility.\n\
474 Version %s - Copyright (C)2005-2017 Michael Polak, Arachne Labs\n\
475 iptables-restore & burst tunning & classify modification by Ludva\n\
476 Credit: CZFree.Net, Martin Devera, Netdave, Aquarius, Gandalf\n\n",version
);
478 /*----- Boring... we have to check command line options first: ----*/
481 argument("-c") { nextargument(config
); }
482 argument("-h") { nextargument(althosts
);}
483 argument("-d") { run
=TRUE
; dry_run
=TRUE
; }
484 argument("-f") { run
=TRUE
; just_flush
=TRUE
; }
485 argument("-9") { run
=TRUE
; just_flush
=9; }
486 argument("-p") { run
=TRUE
; just_preview
=TRUE
; }
487 argument("-q") { run
=TRUE
; just_preview
=TRUE
; stop_shaping
=TRUE
; }
488 argument("-2") { run
=TRUE
; just_preview
=TRUE
; reduce_ceil
=2; }
489 argument("-4") { run
=TRUE
; just_preview
=TRUE
; reduce_ceil
=4; }
490 argument("-s") { run
=TRUE
; just_preview
=TRUE
; start_shaping
=TRUE
; }
491 argument("-r") { run
=TRUE
; }
492 argument("-n") { run
=TRUE
; nodelay
=TRUE
; }
493 argument("-a") { run
=TRUE
; just_networks
=TRUE
; }
494 argument("-l") { just_logs
=TRUE
; }
495 argument("-m") { just_logs
=TRUE
; }
496 argument("-y") { just_logs
=TRUE
; }
497 argument("-?") { help(); exit(0); }
498 argument("--help") { help(); exit(0); }
499 argument("-v") { exit(0); }
500 argument("--version") { exit(0); }
505 puts("*** THIS IS JUST DRY RUN ! ***\n");
508 date(d
); /* this is typical cll1.h macro - prints current date */
510 /*-----------------------------------------------------------------*/
511 printf("Parsing configuration file %s ...\n", config
);
512 /*-----------------------------------------------------------------*/
514 /*-----------------------------------------------------------------*/
515 printf("Parsing upstream interfaces list %s ...\n", upstreamfile
);
516 /*-----------------------------------------------------------------*/
519 ptr
= parse_datafile_line(_
);
522 create(interface
, Interface
);
524 interface
->speed
= (long long)atol(ptr
);
525 /* is supplied value meaningful ?*/
526 if(interface
->speed
<= 0)
528 printf("Illegal value of %s interface bandwidth.\n", interface
->name
);
529 reject_config_and_exit(upstreamfile
);
531 interface
->is_upstream
= TRUE
;
532 interface
->chain
= "FORWARD";
533 interface
->idxprefix
= "forw";
534 push(interface
, interfaces
);
535 printf("Upstream interface %s: medium %s capacity %ld kbps\n", interface
->name
, medium
, interface
->speed
);
538 done
; /* ugly macro end */
540 /*-----------------------------------------------------------------*/
541 printf("Parsing downstream interfaces list %s ...\n", downstreamfile
);
542 /*-----------------------------------------------------------------*/
543 parse(downstreamfile
)
545 ptr
= parse_datafile_line(_
);
548 create(interface
, Interface
);
550 interface
->speed
= (long long)atol(ptr
);
551 /* is supplied value meaningful ?*/
552 if(interface
->speed
<= 0)
554 printf("Illegal value of %s interface bandwidth.\n", interface
->name
);
555 reject_config_and_exit(downstreamfile
);
557 interface
->is_upstream
= FALSE
;
558 interface
->chain
= "POSTROUTING";
559 interface
->idxprefix
= "post";
560 push(interface
, interfaces
);
561 printf("Downstream interface %s: medium %s capacity %ld kbps\n", interface
->name
, medium
, interface
->speed
);
564 done
; /* ugly macro end */
569 parse_ip_log(argc
,argv
);
585 /*-----------------------------------------------------------------*/
586 puts("Parsing iptables verbose output ...");
587 /*-----------------------------------------------------------------*/
588 get_traffic_statistics(iptables
, FALSE
);
591 /*-----------------------------------------------------------------*/
592 puts("Parsing ip6tables verbose output ...");
593 /*-----------------------------------------------------------------*/
594 get_traffic_statistics(ip6tables
, TRUE
);
598 /*-----------------------------------------------------------------*/
599 /* cll1.h - let's allocate brand new character buffer... */
600 /*-----------------------------------------------------------------*/
602 string(limit_pkts
, STRLEN
);
604 /*-----------------------------------------------------------------*/
605 printf("Parsing macro definition file %s ...\n", macrosfile
);
606 /*-----------------------------------------------------------------*/
609 ptr
= parse_datafile_line(_
);
612 create(macro
, Macro
);
613 macro
->rewrite_from
= _
;
614 macro
->rewrite_to
= ptr
;
616 printf("%s -> %s\n", macro
->rewrite_from
, macro
->rewrite_to
);
619 done
; /* ugly macro end */
623 /*-----------------------------------------------------------------*/
624 printf("Parsing class defintion file %s ...\n", hosts
);
625 /*-----------------------------------------------------------------*/
628 //this was pretty dumb idea anyway...
631 analyse_topology("/usr/sbin/traceroute -n -m 10 -w 2 %s.%d");
636 /*-----------------------------------------------------------------*/
637 puts("Resolving shared connections ...");
638 /*-----------------------------------------------------------------*/
639 for_each(ip
, ips
) if(ip
->sharing
)
641 for_each(sharedip
, ips
) if(eq(sharedip
->name
, ip
->sharing
))
643 sharedip
->traffic
+= ip
->traffic
;
644 sharedip
->traffic_down
+= ip
->direct
;
645 sharedip
->traffic_up
+= ip
->upload
;
647 ip
->mark
= sharedip
->mark
;
648 ip
->lmsid
= sharedip
->lmsid
;
649 ip
->pps_limit
= sharedip
->pps_limit
; /* no other way to do this */
651 /* Ugly hack: append IPv4 addresses of sharedip to IPv6 uplinks */
652 ptr
= strchr(ip
->addr
, '+');
653 if(ptr
&& ptr
-ip
->addr
> 1 && !sharedip
->v6
)
656 concatenate(ip
->addr
, sharedip
->addr
, ptr
);
657 ip
->name
= ip
->addr
= ptr
;
658 ptr
= strchr(ip
->addr
, '.');
662 ptr
= strchr(ptr
, '.');
671 printf("Unresolved shared connection: %s %s sharing-%s\n",
672 ip
->addr
, ip
->name
, ip
->sharing
);
676 if(enable_credit
&& just_flush
<9)
678 /*-----------------------------------------------------------------*/
679 printf("Parsing credit file %s ...\n", credit
);
680 /*-----------------------------------------------------------------*/
683 ptr
= parse_datafile_line(_
);
686 if_exists(ip
,ips
,eq(ip
->addr
,_
))
688 sscanf(ptr
,"%Lu",&(ip
->credit
));
692 done
; /* ugly macro end */
698 /*-----------------------------------------------------------------*/
699 puts("Initializing iptables and tc classes ...");
700 /*-----------------------------------------------------------------*/
702 iptables_file
= fopen(iptablesfile
, "w");
703 if(iptables_file
== NULL
)
705 perror(iptablesfile
);
708 iptables_save_line(iptablespreamble
, FALSE
);
712 ip6tables_file
= fopen(ip6tablesfile
, "w");
713 if(ip6tables_file
== NULL
)
715 perror(ip6tablesfile
);
718 iptables_save_line(iptablespreamble
, TRUE
);
719 iptables_save_line(ip6preamble
, TRUE
);
722 run_iptables_restore();
724 log_file
= fopen(cmdlog
, "w");
731 for_each(interface
, interfaces
)
733 sprintf(str
,"%s qdisc del dev %s root 2>/dev/null", tc
, interface
->name
);
737 iptables_file
=fopen(iptablesfile
,"w");
738 iptables_save_line(iptablespreamble
, FALSE
);
741 ip6tables_file
=fopen(ip6tablesfile
,"w");
742 iptables_save_line(iptablespreamble
, TRUE
);
743 iptables_save_line(ip6preamble
, TRUE
);
746 if(qos_free_zone
&& *qos_free_zone
!='0') /* this is currently supported only for IPv4 */
748 for_each(interface
, interfaces
)
750 sprintf(str
,"-A %s -s %s -o %s -j ACCEPT", interface
->chain
, qos_free_zone
, interface
->name
);
751 iptables_save_line(str
, FALSE
);
755 if(ip_count
> idxtable_treshold1
&& !just_flush
)
757 int idxcount
=0, bitmask
=32-idxtable_bitmask1
;
759 /*-----------------------------------------------------------------*/
760 printf("Detected %d addresses - indexing iptables rules to improve performance...\n",ip_count
);
761 /*-----------------------------------------------------------------*/
763 iptables_save_line(":post_common - [0:0]", FALSE
);
764 iptables_save_line(":forw_common - [0:0]", FALSE
);
767 iptables_save_line(":post_common - [0:0]", TRUE
);
768 iptables_save_line(":forw_common - [0:0]", TRUE
);
771 for_each(ip
,ips
) if(ip
->addr
&& *(ip
->addr
) && !eq(ip
->addr
,"0.0.0.0/0"))
775 buf
=index6_id(ip
->addr
,bitmask
+32);
779 buf
=index_id(ip
->addr
, bitmask
);
782 if_exists(idx
,idxs
,eq(idx
->id
,buf
))
789 idx
->addr
= ip
->addr
;
791 idx
->bitmask
= bitmask
+32*ip
->v6
;
800 /* brutal perfomance optimalization */
801 while(idxcount
> idxtable_treshold2
&& bitmask
> 2*idxtable_bitmask2
)
803 bitmask
-= idxtable_bitmask2
;
806 for_each(idx
,idxs
) if(idx
->parent
== NULL
)
810 buf
= index6_id(idx
->addr
, bitmask
+32);
814 buf
= index_id(idx
->addr
, bitmask
);
816 if_exists(metaindex
,idxs
,eq(metaindex
->id
,buf
))
818 metaindex
->children
++;
822 create(metaindex
,Index
);
823 metaindex
->addr
= idx
->addr
;
825 metaindex
->bitmask
= bitmask
+32*idx
->ipv6
;
826 metaindex
->parent
= NULL
;
827 metaindex
->children
= 0;
828 metaindex
->ipv6
= idx
->ipv6
;
830 push(metaindex
,idxs
);
832 idx
->parent
=metaindex
;
836 /* this should slightly optimize throughput ... */
837 sort(idx
,idxs
,desc_order_by
,children
);
838 sort(idx
,idxs
,order_by
,bitmask
);
845 subnet
=subnet6_id(idx
->addr
, idx
->bitmask
);
849 subnet
=subnet_id(idx
->addr
, idx
->bitmask
);
851 printf("%d: %s/%d\n", ++i
, subnet
, idx
->bitmask
);
853 sprintf(str
,":post_%s - [0:0]", idx
->id
);
854 iptables_save_line(str
, idx
->ipv6
);
856 sprintf(str
,":forw_%s - [0:0]", idx
->id
);
857 iptables_save_line(str
, idx
->ipv6
);
859 for_each(interface
, interfaces
)
863 string(buf
, strlen(idx
->parent
->id
)+6);
864 sprintf(buf
, "%s_%s", interface
->idxprefix
, idx
->parent
->id
);
868 buf
= interface
->chain
;
871 sprintf(str
,"-A %s -d %s/%d -o %s -j %s_%s", buf
, subnet
, idx
->bitmask
, interface
->name
, interface
->idxprefix
, idx
->id
);
872 iptables_save_line(str
, idx
->ipv6
);
874 sprintf(str
,"-A %s -d %s/%d -o %s -j %s_common", buf
, subnet
, idx
->bitmask
, interface
->name
, interface
->idxprefix
);
875 iptables_save_line(str
, idx
->ipv6
);
878 printf("Total indexed iptables chains created: %d\n", i
);
880 for_each(interface
, interfaces
)
882 sprintf(str
,"-A %s -o %s -j %s_common", interface
->chain
, interface
->name
, interface
->idxprefix
);
883 iptables_save_line(str
, FALSE
);
886 sprintf(str
,"-A %s -o %s -j %s_common", interface
->chain
, interface
->name
, interface
->idxprefix
);
887 iptables_save_line(str
, TRUE
);
895 fclose(iptables_file
);
900 puts("Just flushed iptables and tc classes - now exiting ...");
906 if(!dry_run
&& !nodelay
&& qos_free_delay
)
908 printf("Flushed iptables and tc classes - now sleeping for %d seconds...\n", qos_free_delay
);
909 sleep(qos_free_delay
);
912 for_each(interface
, interfaces
)
914 sprintf(str
, "%s qdisc add dev %s root handle 1: htb r2q %d default 1",
915 tc
, interface
->name
, htb_r2q
);
918 sprintf(str
, "%s class add dev %s parent 1: classid 1:2 htb rate %s ceil %s burst %dk prio %d",
919 tc
, interface
->name
, medium
, medium
, burst_main
, highest_priority
);
922 sprintf(str
, "%s class add dev %s parent 1:2 classid 1:1 htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d",
923 tc
, interface
->name
, interface
->speed
, interface
->speed
, burst_main
, highest_priority
);
928 /*-----------------------------------------------------------------*/
929 puts("Locating heavy downloaders and generating root classes ...");
930 /*-----------------------------------------------------------------*/
931 sort(ip
,ips
,desc_order_by
,traffic
);
933 /*-----------------------------------------------------------------*/
934 for_each(interface
, interfaces
)
936 long long int rate
= interface
->speed
;
937 long long int max
= interface
->speed
;
939 //obsolete: FILE *credit_file = NULL;
941 //obsolete: if(!just_preview && !dry_run && enable_credit)
943 //obsolete: credit_file = fopen(credit,"w");
946 for_each(group
,groups
)
950 sprintf(str
, "%s class add dev %s parent 1:%d classid 1:%d htb rate %Ldkbit ceil %Ldkbit burst %dk prio %d #down desired %d",
951 tc
, interface
->name
, parent
, group
->id
, rate
, max
, burst_group
, highest_priority
+1, group
->desired
);
955 if(group_count
++ < max_nesting
)
960 rate
-= digital_divide
*group
->min
;
961 if(rate
< group
->min
)
966 /*shaping of aggresive downloaders, with credit file support */
970 int group_rate = group->min, priority_sequence = lowest_priority;
972 for_each(ip, ips) if(ip->min == group->min && ip->max > ip->min)
974 ip->realquota=ip->credit+(ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20));
975 if( ip->keyword->data_limit
976 and not ip->fixedprio
977 and ip->traffic > ip->realquota )
979 if(group_rate < ip->max)
981 ip->max = group_rate;
983 group_rate+=magic_treshold;
984 ip->prio=lowest_priority;
985 if(ip->prio<highest_priority+2)
987 ip->prio=highest_priority+2;
992 if( ip->keyword->data_prio
994 && ( ip->traffic > ip->credit + (ip->min*ip->keyword->data_prio+(ip->keyword->fixed_prio<<20))) )
996 ip->prio=priority_sequence--;
997 if(ip->prio<highest_priority+1)
999 ip->prio=highest_priority+1;
1005 unsigned long long lcredit=0;
1007 if((ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))>ip->traffic)
1009 lcredit=(ip->min*ip->keyword->data_limit+(ip->keyword->fixed_limit<<20))-ip->traffic;
1011 fprintf(credit_file,"%s %Lu\n",ip->addr,lcredit);
1020 fclose(credit_file);
1026 if(start_shaping
|| stop_shaping
|| reduce_ceil
)
1028 time_t how_much_seconds
= time(NULL
) - get_mtime(classmap
); /* sice start of daily aggregation session */
1029 printf("Reading %s (%ld seconds old) and applying Fair Use Policy and Aggregation rules... \n", classmap
, how_much_seconds
);
1038 if_exists(ip
,ips
,eq(ip
->addr
,_
))
1040 int unshape_this_ip
= 0;
1041 long avg_mbps_down
= ip
->traffic_down
* 8 / how_much_seconds
;
1042 long avg_mbps_up
= ip
->traffic_up
* 8 / how_much_seconds
;
1043 int agreg
= 1, print_stats
= 1;
1045 if(ip
->keyword
->download_aggregation
)
1047 int min_mbps
= (ip
->min
/ip
->keyword
->download_aggregation
)>>10;
1053 if(min_mbps
<= avg_mbps_down
)
1055 unshape_this_ip
= 0;
1056 agreg
= (int)((float)(avg_mbps_down
+1)/min_mbps
+.5);
1058 ip
->pps_limit
/= agreg
;
1059 printf("Download aggregation 1:%d for %s (min: %lu Mbps avg: %ld Mbps)\n", agreg
, ip
->name
, min_mbps
, avg_mbps_down
);
1063 unshape_this_ip
= 1;
1066 else if(ip
->keyword
->upload_aggregation
)
1068 int min_mbps
= (ip
->min
/ip
->keyword
->upload_aggregation
)>>10;
1074 if(min_mbps
<= avg_mbps_up
)
1076 unshape_this_ip
= 0;
1077 agreg
= (int)((float)(avg_mbps_up
+1)/min_mbps
+.5);
1079 printf("Upload aggregation 1:%d for %s: (min: %lu Mbps avg: %ld Mbps)\n", agreg
, ip
->name
, min_mbps
, avg_mbps_up
);
1083 unshape_this_ip
= 1;
1088 unshape_this_ip
= 1;
1090 ip
->aggregated
= agreg
;
1091 ip
->mark
= atoi(ptr
);
1092 if(ip
->max
< ip
->desired
|| unshape_this_ip
|| reduce_ceil
) /* apply or disable FUP limit immediately.... */
1096 ip
->max
= ip
->desired
;
1097 if(stop_shaping
) /* all limits removed, but not printed with -s (start_shaping) switch */
1099 printf("Removing limit for %s (%s) ", ip
->name
, ip
->addr
);
1108 printf("Updating %s (%s) ", ip
->name
, ip
->addr
);
1111 ip
->max
= ip
->min
+ (ip
->desired
-ip
->min
)/reduce_ceil
;
1113 else if(ip
->max
< ip
->min
)
1118 for_each(interface
, interfaces
)
1120 if(!interface
->is_upstream
)
1124 printf("[down %s: %dk-%dk wants %d]", interface
->name
, ip
->min
, ip
->max
, ip
->desired
);
1126 sprintf(str
, "%s class change dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d",
1127 tc
, interface
->name
, ip
->group
, ip
->mark
, ip
->min
, ip
->max
, burst
, ip
->prio
);
1134 printf("[up %s: %dk-%dk wants %dk]", interface
->name
, (int)((ip
->min
/ip
->keyword
->asymetry_ratio
)-ip
->keyword
->asymetry_fixed
),
1135 (int)((ip
->desired
/ip
->keyword
->asymetry_ratio
)-ip
->keyword
->asymetry_fixed
),
1136 (int)((ip
->desired
/ip
->keyword
->asymetry_ratio
)-ip
->keyword
->asymetry_fixed
));
1138 sprintf(str
,"%s class change dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d",
1139 tc
, interface
->name
, ip
->group
, ip
->mark
,
1140 (int)((ip
->min
/ip
->keyword
->asymetry_ratio
)-ip
->keyword
->asymetry_fixed
),
1141 (int)((ip
->max
/ip
->keyword
->asymetry_ratio
)-ip
->keyword
->asymetry_fixed
), burst
, ip
->prio
);
1156 puts("Warning - classmap file not fund, just generating preview ...");
1157 start_shaping
=FALSE
;
1160 done
; /* ugly macro end */
1163 json_traffic
=json_preview
;
1166 if(!dry_run
&& !just_flush
)
1168 /*-----------------------------------------------------------------*/
1169 printf("Writing json traffic overview %s ... ", json_traffic
);
1170 /*-----------------------------------------------------------------*/
1171 write_json_traffic(json_traffic
);
1173 /*-----------------------------------------------------------------*/
1174 printf("Writing statistics into HTML page %s ...\n", html
);
1175 /*-----------------------------------------------------------------*/
1176 write_htmlandlogs(html
, d
, total
, just_preview
);
1186 else if(reduce_ceil
)
1188 swchar
='0'+reduce_ceil
; /* -2, -4 */
1190 else if(stop_shaping
)
1195 printf("Statistics preview generated (-%c switch) - now exiting ...\n", swchar
);
1201 printf("%-22s %-15s mark\n","name","ip");
1204 printf("Writing %s", classmap
);
1205 f
= fopen(classmap
, "w");
1211 /*-----------------------------------------------------------------*/
1212 printf(" + generating iptables and tc classes ... ");
1213 /*-----------------------------------------------------------------*/
1215 for_each(ip
, ips
) if(ip
->mark
> 0)
1217 for_each(interface
, interfaces
)
1223 duplicate(ip
->addr
,buf
);
1226 buf
=index6_id(ip
->addr
,64-idxtable_bitmask1
);
1230 buf
=index_id(ip
->addr
,32-idxtable_bitmask1
);
1233 string(chain
, 6+strlen(buf
));
1234 sprintf(chain
, "%s_", interface
->idxprefix
);
1241 chain
= interface
->chain
;
1244 /* packet limits - this will be optional in future */
1247 sprintf(limit_pkts
, "-m limit --limit %d/s --limit-burst %d ",
1248 ip
->pps_limit
, ip
->pps_limit
);
1256 printf("%-22s %-16s %04d %d/s\n", ip
->name
, ip
->addr
, ip
->mark
, ip
->pps_limit
);
1259 /* ------------------------------------------------ iptables classify */
1260 sprintf(str
, "-A %s -d %s/%d -o %s -j %s%d",
1261 chain
, ip
->addr
, ip
->mask
,
1262 interface
->name
, mark_iptables
, ip
->mark
);
1263 iptables_save_line(str
, ip
->v6
);
1265 sprintf(str
, "-A %s -d %s/%d -o %s %s-j ACCEPT",
1266 chain
, ip
->addr
, ip
->mask
, interface
->name
, limit_pkts
);
1267 iptables_save_line(str
, ip
->v6
);
1271 /* classify overlimit packets to separate overlimit class */
1272 sprintf(str
, "-A %s -d %s/%d -o %s -j %s%d",
1273 chain
, ip
->addr
, ip
->mask
,
1274 interface
->name
, mark_iptables
, OVERLIMIT_CLASS
);
1275 iptables_save_line(str
, ip
->v6
);
1277 sprintf(str
, "-A %s -d %s/%d -o %s -j ACCEPT",
1278 chain
, ip
->addr
, ip
->mask
, interface
->name
);
1279 iptables_save_line(str
, ip
->v6
);
1284 //TODO - min and max should not exceed interface->speed
1286 /* -------------------------------------------------------- tc class */
1288 printf("[down: %dk-%dk]", ip
->min
, ip
->max
);
1291 sprintf(str
, "%s class add dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d",
1292 tc
, interface
->name
, ip
->group
, ip
->mark
, ip
->min
, ip
->max
, burst
, ip
->prio
);
1295 if(strcmpi(ip
->keyword
->leaf_discipline
, "none"))
1297 sprintf(str
, "%s qdisc add dev %s parent 1:%d handle %d %s",
1298 tc
, interface
->name
, ip
->mark
, ip
->mark
, ip
->keyword
->leaf_discipline
); /*qos_leaf*/
1302 if(filter_type
== 1)
1304 sprintf(str
, "%s filter add dev %s parent 1:0 protocol ip handle %d fw flowid 1:%d",
1305 tc
, interface
->name
, ip
->mark
, ip
->mark
);
1312 printf("(sharing %s)\n", ip
->sharing
);
1317 if(ip
->min
&& f
> 0)
1319 fprintf(f
, "%s %d\n", ip
->addr
, ip
->mark
);
1328 for_each(interface
, interfaces
)
1333 string(chain
, STRLEN
);
1334 sprintf(chain
, "%s_common", interface
->idxprefix
);
1338 chain
= interface
->chain
;
1343 final_chain
= "ACCEPT";
1345 sprintf(str
, "-A %s -o %s -j %s%d",
1346 chain
, interface
->name
, mark_iptables
, FREE_CLASS
);
1347 iptables_save_line(str
, FALSE
); /* only for IPv4 */
1350 sprintf(str
,"-A %s -o %s -j %s", chain
, interface
->name
, final_chain
);
1351 iptables_save_line(str
, FALSE
);
1354 sprintf(str
,"-A %s -o %s -j %s", chain
, interface
->name
, final_chain
);
1355 iptables_save_line(str
, TRUE
);
1358 if(free_min
) /* allocate free bandwith if it is not zero... */
1360 /*-----------------------------------------------------------------*/
1361 puts("Generating free bandwith class ...");
1362 /*-----------------------------------------------------------------*/
1363 sprintf(str
, "%s class add dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d",
1364 tc
, interface
->name
, parent
, FREE_CLASS
, free_min
, free_max
,burst
, lowest_priority
);
1367 if(strcmpi(qos_leaf
, "none"))
1369 sprintf(str
,"%s qdisc add dev %s parent 1:%d handle %d %s", tc
, interface
->name
, FREE_CLASS
, FREE_CLASS
, qos_leaf
);
1372 /* tc handle 1 fw flowid */
1373 sprintf(str
,"%s filter add dev %s parent 1:0 protocol ip handle %d fw flowid 1:%d", tc
, interface
->name
, FREE_CLASS
, FREE_CLASS
);
1376 /*-----------------------------------------------------------------*/
1377 puts("Generating bandwith class for overlimit packets...");
1378 /*-----------------------------------------------------------------*/
1379 sprintf(str
, "%s class add dev %s parent 1:%d classid 1:%d htb rate %dkbit ceil %dkbit burst %dk prio %d",
1380 tc
, interface
->name
, parent
, OVERLIMIT_CLASS
, overlimit_min
, overlimit_max
, burst
, lowest_priority
);
1383 printf("Total IP count: %d\n", i
);
1384 run_iptables_restore();
1390 /* that's all folks, thank you for reading it all the way up to this point ;-) */
1391 /* bad luck C<<1 is not yet finished, I promise no sprintf() next time... */
This page took 1.152056 seconds and 3 git commands to generate.