diff options
author | Christopher Powell | 2001-11-28 05:26:53 +0000 |
---|---|---|
committer | Christopher Powell | 2001-11-28 05:26:53 +0000 |
commit | 92d85f793b1a41bbbde1811004ae2708a47a44aa (patch) | |
tree | 69ecadaf47ae83197b8c92ff3f8b7c2002b15b19 /mod_log_sql.c |
Initial revision1.09
Diffstat (limited to 'mod_log_sql.c')
-rw-r--r-- | mod_log_sql.c | 786 |
1 files changed, 786 insertions, 0 deletions
diff --git a/mod_log_sql.c b/mod_log_sql.c new file mode 100644 index 0000000..1493e41 --- /dev/null +++ b/mod_log_sql.c | |||
@@ -0,0 +1,786 @@ | |||
1 | /* $Id: mod_log_sql.c,v 1.1 2001/11/28 05:26:55 helios Exp $ | ||
2 | * | ||
3 | * mod_log_mysql.c | ||
4 | * | ||
5 | * Hi, I'm the new maintainer of this code. If you have any questions, | ||
6 | * comments or suggestions (which are always welcome), please contact Chris | ||
7 | * Powell <chris@grubbybaby.com>. This code still falls under the rules of | ||
8 | * the Apache license, and all credit for the code up to my changes is still | ||
9 | * preserved below. | ||
10 | * | ||
11 | * ==================================================================== | ||
12 | * | ||
13 | * The original preface from version 1.05: This module was patched, wrapped | ||
14 | * and coded by Zeev Suraski <bourbon@netvision.net.il> | ||
15 | * | ||
16 | * It may be used freely, with the same restrictions as its predecessors | ||
17 | * (specified below). This module is based on code from standard apache | ||
18 | * modules. Their copyright notice follows. | ||
19 | * | ||
20 | * ==================================================================== | ||
21 | * Copyright (c) 1995-1997 The Apache Group. All rights reserved. | ||
22 | * | ||
23 | * Redistribution and use in source and binary forms, with or without | ||
24 | * modification, are permitted provided that the following conditions | ||
25 | * are met: | ||
26 | * | ||
27 | * 1. Redistributions of source code must retain the above copyright | ||
28 | * notice, this list of conditions and the following disclaimer. | ||
29 | * | ||
30 | * 2. Redistributions in binary form must reproduce the above copyright | ||
31 | * notice, this list of conditions and the following disclaimer in | ||
32 | * the documentation and/or other materials provided with the | ||
33 | * distribution. | ||
34 | * | ||
35 | * 3. All advertising materials mentioning features or use of this | ||
36 | * software must display the following acknowledgment: | ||
37 | * "This product includes software developed by the Apache Group | ||
38 | * for use in the Apache HTTP server project (http://www.apache.org/)." | ||
39 | * | ||
40 | * 4. The names "Apache Server" and "Apache Group" must not be used to | ||
41 | * endorse or promote products derived from this software without | ||
42 | * prior written permission. | ||
43 | * | ||
44 | * 5. Redistributions of any form whatsoever must retain the following | ||
45 | * acknowledgment: | ||
46 | * "This product includes software developed by the Apache Group | ||
47 | * for use in the Apache HTTP server project (http://www.apache.org/)." | ||
48 | * | ||
49 | * THIS SOFTWARE IS PROVIDED BY THE APACHE GROUP ``AS IS'' AND ANY | ||
50 | * EXPRESSED OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE | ||
51 | * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR | ||
52 | * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE APACHE GROUP OR | ||
53 | * ITS CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, | ||
54 | * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT | ||
55 | * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; | ||
56 | * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) | ||
57 | * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, | ||
58 | * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) | ||
59 | * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED | ||
60 | * OF THE POSSIBILITY OF SUCH DAMAGE. | ||
61 | * ==================================================================== | ||
62 | * | ||
63 | * This software consists of voluntary contributions made by many | ||
64 | * individuals on behalf of the Apache Group and was originally based | ||
65 | * on public domain software written at the National Center for | ||
66 | * Supercomputing Applications, University of Illinois, Urbana-Champaign. | ||
67 | * For more information on the Apache Group and the Apache HTTP server | ||
68 | * project, please see <http://www.apache.org/>. | ||
69 | * | ||
70 | */ | ||
71 | |||
72 | |||
73 | #include "httpd.h" | ||
74 | #include "http_config.h" | ||
75 | #include "http_log.h" | ||
76 | #if MODULE_MAGIC_NUMBER >= 19980324 | ||
77 | #include "ap_compat.h" | ||
78 | #endif | ||
79 | #include "http_core.h" | ||
80 | #include <time.h> | ||
81 | #include <mysql/mysql.h> | ||
82 | |||
83 | module mysql_log_module; | ||
84 | MYSQL log_sql_server, *mysql_log = NULL; | ||
85 | char *log_db_name = NULL, *db_host = NULL, *db_user = NULL, *db_pwd = NULL; | ||
86 | |||
87 | #define MYSQL_ERROR(mysql) ((mysql)?(mysql_error(mysql)):"MySQL server has gone away") | ||
88 | |||
89 | typedef const char *(*item_key_func) (request_rec *, char *); | ||
90 | typedef struct { | ||
91 | char *referer_table_name, *agent_table_name, *transfer_table_name; | ||
92 | array_header *referer_ignore_list; | ||
93 | array_header *transfer_ignore_list; | ||
94 | array_header *remhost_ignore_list; | ||
95 | char *transfer_log_format; | ||
96 | } log_mysql_state; | ||
97 | |||
98 | |||
99 | #if MODULE_MAGIC_NUMBER < 19970103 | ||
100 | extern const char *log_remote_host(request_rec * r, char *a); | ||
101 | extern const char *log_remote_logname(request_rec * r, char *a); | ||
102 | extern const char *log_remote_user(request_rec * r, char *a); | ||
103 | extern const char *log_request_time(request_rec * r, char *a); | ||
104 | extern const char *log_request_timestamp(request_rec * r, char *a); | ||
105 | extern const char *log_request_duration(request_rec * r, char *a); | ||
106 | extern const char *log_request_line(request_rec * r, char *a); | ||
107 | extern const char *log_request_file(request_rec * r, char *a); | ||
108 | extern const char *log_request_uri(request_rec * r, char *a); | ||
109 | extern const char *log_status(request_rec * r, char *a); | ||
110 | extern const char *log_bytes_sent(request_rec * r, char *a); | ||
111 | extern const char *log_header_in(request_rec * r, char *a); | ||
112 | extern const char *log_header_out(request_rec * r, char *a); | ||
113 | extern const char *log_note(request_rec * r, char *a); | ||
114 | extern const char *log_env_var(request_rec * r, char *a); | ||
115 | extern const char *log_virtual_host(request_rec * r, char *a); | ||
116 | extern const char *log_server_port(request_rec * r, char *a); | ||
117 | extern const char *log_child_pid(request_rec * r, char *a); | ||
118 | #else | ||
119 | static char *format_integer(pool *p, int i) | ||
120 | { | ||
121 | char dummy[40]; | ||
122 | ap_snprintf(dummy, sizeof(dummy), "%d", i); | ||
123 | return pstrdup(p, dummy); | ||
124 | } | ||
125 | |||
126 | static char *pfmt(pool *p, int i) | ||
127 | { | ||
128 | if (i <= 0) { | ||
129 | return "-"; | ||
130 | } else { | ||
131 | return format_integer(p, i); | ||
132 | } | ||
133 | } | ||
134 | |||
135 | static const char *log_remote_host(request_rec * r, char *a) | ||
136 | { | ||
137 | return (char *) get_remote_host(r->connection, r->per_dir_config, REMOTE_NAME); | ||
138 | } | ||
139 | |||
140 | static const char *log_remote_logname(request_rec * r, char *a) | ||
141 | { | ||
142 | return (char *) get_remote_logname(r); | ||
143 | } | ||
144 | |||
145 | static const char *log_remote_user(request_rec * r, char *a) | ||
146 | { | ||
147 | char *rvalue = r->connection->user; | ||
148 | |||
149 | if (rvalue == NULL) { | ||
150 | rvalue = "-"; | ||
151 | } else if (strlen(rvalue) == 0) { | ||
152 | rvalue = "\"\""; | ||
153 | } | ||
154 | return rvalue; | ||
155 | } | ||
156 | |||
157 | static const char *log_request_line(request_rec * r, char *a) | ||
158 | { | ||
159 | return r->the_request; | ||
160 | } | ||
161 | |||
162 | static const char *log_request_file(request_rec * r, char *a) | ||
163 | { | ||
164 | return r->filename; | ||
165 | } | ||
166 | |||
167 | static const char *log_request_uri(request_rec * r, char *a) | ||
168 | { | ||
169 | return r->uri; | ||
170 | } | ||
171 | |||
172 | static const char *log_status(request_rec * r, char *a) | ||
173 | { | ||
174 | return pfmt(r->pool, r->status); | ||
175 | } | ||
176 | |||
177 | static const char *log_bytes_sent(request_rec * r, char *a) | ||
178 | { | ||
179 | if (!r->sent_bodyct) { | ||
180 | return "-"; | ||
181 | } else { | ||
182 | long int bs; | ||
183 | char dummy[40]; | ||
184 | bgetopt(r->connection->client, BO_BYTECT, &bs); | ||
185 | ap_snprintf(dummy, sizeof(dummy), "%ld", bs); | ||
186 | return pstrdup(r->pool, dummy); | ||
187 | } | ||
188 | } | ||
189 | |||
190 | static const char *log_header_in(request_rec * r, char *a) | ||
191 | { | ||
192 | return table_get(r->headers_in, a); | ||
193 | } | ||
194 | |||
195 | static const char *log_header_out(request_rec * r, char *a) | ||
196 | { | ||
197 | const char *cp = table_get(r->headers_out, a); | ||
198 | if (!strcasecmp(a, "Content-type") && r->content_type) { | ||
199 | cp = r->content_type; | ||
200 | } | ||
201 | if (cp) { | ||
202 | return cp; | ||
203 | } | ||
204 | return table_get(r->err_headers_out, a); | ||
205 | } | ||
206 | |||
207 | static const char *log_request_time(request_rec * r, char *a) | ||
208 | { | ||
209 | int timz; | ||
210 | struct tm *t; | ||
211 | char tstr[MAX_STRING_LEN]; | ||
212 | |||
213 | t = get_gmtoff(&timz); | ||
214 | |||
215 | if (a && *a) { /* Custom format */ | ||
216 | strftime(tstr, MAX_STRING_LEN, a, t); | ||
217 | } else { /* CLF format */ | ||
218 | char sign = (timz < 0 ? '-' : '+'); | ||
219 | |||
220 | if (timz < 0) { | ||
221 | timz = -timz; | ||
222 | } | ||
223 | strftime(tstr, MAX_STRING_LEN, "[%d/%b/%Y:%H:%M:%S ", t); | ||
224 | ap_snprintf(tstr + strlen(tstr), sizeof(tstr) - strlen(tstr), "%c%.2d%.2d]", sign, timz / 60, timz % 60); | ||
225 | } | ||
226 | |||
227 | return pstrdup(r->pool, tstr); | ||
228 | } | ||
229 | |||
230 | static const char *log_request_duration(request_rec * r, char *a) | ||
231 | { | ||
232 | char duration[22]; /* Long enough for 2^64 */ | ||
233 | |||
234 | ap_snprintf(duration, sizeof(duration), "%ld", time(NULL) - r->request_time); | ||
235 | return pstrdup(r->pool, duration); | ||
236 | } | ||
237 | |||
238 | static const char *log_virtual_host(request_rec * r, char *a) | ||
239 | { | ||
240 | return pstrdup(r->pool, r->server->server_hostname); | ||
241 | } | ||
242 | |||
243 | static const char *log_server_port(request_rec * r, char *a) | ||
244 | { | ||
245 | char portnum[22]; | ||
246 | |||
247 | ap_snprintf(portnum, sizeof(portnum), "%u", r->server->port); | ||
248 | return pstrdup(r->pool, portnum); | ||
249 | } | ||
250 | |||
251 | static const char *log_child_pid(request_rec * r, char *a) | ||
252 | { | ||
253 | char pidnum[22]; | ||
254 | ap_snprintf(pidnum, sizeof(pidnum), "%ld", (long) getpid()); | ||
255 | return pstrdup(r->pool, pidnum); | ||
256 | } | ||
257 | |||
258 | static const char *log_referer(request_rec * r, char *a) | ||
259 | { | ||
260 | const char *tempref; | ||
261 | |||
262 | tempref = table_get(r->headers_in, "Referer"); | ||
263 | if (!tempref) | ||
264 | { | ||
265 | return "-"; | ||
266 | } else { | ||
267 | return tempref; | ||
268 | } | ||
269 | |||
270 | } | ||
271 | |||
272 | static const char *log_agent(request_rec * r, char *a) | ||
273 | { | ||
274 | const char *tempag; | ||
275 | |||
276 | tempag = table_get(r->headers_in, "User-Agent"); | ||
277 | if (!tempag) | ||
278 | { | ||
279 | return "-"; | ||
280 | } else { | ||
281 | return tempag; | ||
282 | } | ||
283 | } | ||
284 | |||
285 | const char *log_request_timestamp(request_rec * r, char *a) | ||
286 | { | ||
287 | char tstr[32]; | ||
288 | |||
289 | snprintf(tstr, 32, "%ld", time(NULL)); | ||
290 | return pstrdup(r->pool, tstr); | ||
291 | } | ||
292 | |||
293 | static const char *log_note(request_rec * r, char *a) | ||
294 | { | ||
295 | return table_get(r->notes, a); | ||
296 | } | ||
297 | |||
298 | static const char *log_env_var(request_rec * r, char *a) | ||
299 | { | ||
300 | return table_get(r->subprocess_env, a); | ||
301 | } | ||
302 | #endif | ||
303 | |||
304 | struct log_mysql_item_list { | ||
305 | char ch; | ||
306 | item_key_func func; | ||
307 | const char *sql_field_name; | ||
308 | int want_orig_default; | ||
309 | int string_contents; | ||
310 | } log_mysql_item_keys[] = { | ||
311 | |||
312 | { 'h', log_remote_host, "remote_host", 0, 1 }, | ||
313 | { 'l', log_remote_logname, "remote_logname", 0, 1 }, | ||
314 | { 'u', log_remote_user, "remote_user", 0, 1 }, | ||
315 | { 't', log_request_time, "request_time", 0, 1 }, | ||
316 | { 'S', log_request_timestamp, "time_stamp", 0, 0 }, | ||
317 | { 'T', log_request_duration, "request_duration", 1, 0 }, | ||
318 | { 'r', log_request_line, "request_line", 1, 1 }, | ||
319 | { 'f', log_request_file, "request_file", 0, 1 }, | ||
320 | { 'U', log_request_uri, "request_uri", 1, 1 }, | ||
321 | { 's', log_status, "status", 1, 0 }, | ||
322 | { 'b', log_bytes_sent, "bytes_sent", 0, 0 }, | ||
323 | { 'i', log_header_in, "header_in", 0, 1 }, | ||
324 | { 'o', log_header_out, "header_out", 0, 1 }, | ||
325 | { 'n', log_note, "note", 0, 1 }, | ||
326 | { 'e', log_env_var, "env_var", 0, 1 }, | ||
327 | { 'v', log_virtual_host, "virtual_host", 0, 1 }, | ||
328 | { 'p', log_server_port, "server_port", 0, 0 }, | ||
329 | { 'P', log_child_pid, "child_pid", 0, 0 }, | ||
330 | { 'R', log_referer, "referer", 0, 1 }, | ||
331 | { 'A', log_agent, "agent", 0, 1 }, | ||
332 | { '\0'} | ||
333 | }; | ||
334 | |||
335 | |||
336 | /* Routine to escape 'dangerous' characters that would otherwise | ||
337 | * corrupt the INSERT string. | ||
338 | */ | ||
339 | const char *mysql_escape_log(const char *str, pool *p) | ||
340 | { | ||
341 | register int i = 0, j = 0; | ||
342 | int need_to_escape = 0; | ||
343 | |||
344 | if (!str) { | ||
345 | return NULL; | ||
346 | } | ||
347 | /* first find out if we need to escape */ | ||
348 | i = 0; | ||
349 | while (str[i]) { | ||
350 | if (str[i] != '\'' || str[i] != '\\' || str[i] != '\"') { | ||
351 | need_to_escape = 1; | ||
352 | break; | ||
353 | } | ||
354 | i++; | ||
355 | } | ||
356 | |||
357 | if (need_to_escape) { | ||
358 | char *tmp_str; | ||
359 | int length = strlen(str); | ||
360 | |||
361 | tmp_str = (char *) palloc(p, length * 2 + 1); /* worst case situation, which wouldn't be a pretty sight :) */ | ||
362 | if (!tmp_str) { | ||
363 | return str; | ||
364 | } | ||
365 | for (i = 0, j = 0; i < length; i++, j++) { | ||
366 | switch (str[i]) { | ||
367 | case '\'': | ||
368 | case '\"': | ||
369 | case '\\': | ||
370 | tmp_str[j] = '\\'; | ||
371 | j++; | ||
372 | default: | ||
373 | tmp_str[j] = str[i]; | ||
374 | } | ||
375 | } | ||
376 | tmp_str[j] = 0; | ||
377 | return tmp_str; | ||
378 | } else { | ||
379 | return str; | ||
380 | } | ||
381 | } | ||
382 | |||
383 | |||
384 | void open_log_dblink() | ||
385 | { | ||
386 | if (mysql_log != NULL) { /* virtual database link shared with main server */ | ||
387 | return; | ||
388 | } | ||
389 | if (log_db_name) { /* open an SQL link */ | ||
390 | /* link to the MySQL database and register its cleanup!@$ */ | ||
391 | mysql_log = mysql_connect(&log_sql_server, db_host, db_user, db_pwd); | ||
392 | if (mysql_log) { /* link opened */ | ||
393 | if (mysql_select_db(mysql_log, log_db_name) != 0) { /* unable to select database */ | ||
394 | mysql_close(mysql_log); | ||
395 | mysql_log = NULL; | ||
396 | } | ||
397 | } | ||
398 | } | ||
399 | } | ||
400 | |||
401 | |||
402 | void *make_log_mysql_state(pool *p, server_rec * s) | ||
403 | { | ||
404 | log_mysql_state *cls = (log_mysql_state *) palloc(p, sizeof(log_mysql_state)); | ||
405 | |||
406 | cls->referer_table_name = cls->agent_table_name = cls->transfer_table_name = ""; | ||
407 | cls->referer_ignore_list = make_array(p, 1, sizeof(char *)); | ||
408 | cls->transfer_ignore_list = make_array(p, 1, sizeof(char *)); | ||
409 | cls->remhost_ignore_list = make_array(p, 1, sizeof(char *)); | ||
410 | cls->transfer_log_format = ""; | ||
411 | return (void *) cls; | ||
412 | } | ||
413 | |||
414 | const char *set_referer_log_mysql_table(cmd_parms * parms, void *dummy, char *arg) | ||
415 | { | ||
416 | log_mysql_state *cls = get_module_config(parms->server->module_config, | ||
417 | &mysql_log_module); | ||
418 | |||
419 | cls->referer_table_name = arg; | ||
420 | return NULL; | ||
421 | } | ||
422 | |||
423 | |||
424 | const char *set_agent_log_mysql_table(cmd_parms * parms, void *dummy, char *arg) | ||
425 | { | ||
426 | log_mysql_state *cls = get_module_config(parms->server->module_config, | ||
427 | &mysql_log_module); | ||
428 | |||
429 | cls->agent_table_name = arg; | ||
430 | return NULL; | ||
431 | } | ||
432 | |||
433 | |||
434 | const char *set_transfer_log_mysql_table(cmd_parms * parms, void *dummy, char *arg) | ||
435 | { | ||
436 | log_mysql_state *cls = get_module_config(parms->server->module_config, | ||
437 | &mysql_log_module); | ||
438 | |||
439 | cls->transfer_table_name = arg; | ||
440 | return NULL; | ||
441 | } | ||
442 | |||
443 | |||
444 | const char *set_transfer_log_format(cmd_parms * parms, void *dummy, char *arg) | ||
445 | { | ||
446 | log_mysql_state *cls = get_module_config(parms->server->module_config, | ||
447 | &mysql_log_module); | ||
448 | |||
449 | cls->transfer_log_format = arg; | ||
450 | return NULL; | ||
451 | } | ||
452 | |||
453 | |||
454 | const char *set_log_mysql_db(cmd_parms * parms, void *dummy, char *arg) | ||
455 | { | ||
456 | log_db_name = arg; | ||
457 | return NULL; | ||
458 | } | ||
459 | |||
460 | const char *set_log_mysql_info(cmd_parms * parms, void *dummy, char *host, char *user, char *pwd) | ||
461 | { | ||
462 | if (*host != '.') { | ||
463 | db_host = host; | ||
464 | } | ||
465 | if (*user != '.') { | ||
466 | db_user = user; | ||
467 | } | ||
468 | if (*pwd != '.') { | ||
469 | db_pwd = pwd; | ||
470 | } | ||
471 | return NULL; | ||
472 | } | ||
473 | |||
474 | |||
475 | const char *add_referer_mysql_ignore(cmd_parms * parms, void *dummy, char *arg) | ||
476 | { | ||
477 | char **addme; | ||
478 | log_mysql_state *cls = get_module_config(parms->server->module_config, | ||
479 | &mysql_log_module); | ||
480 | |||
481 | addme = push_array(cls->referer_ignore_list); | ||
482 | *addme = pstrdup(cls->referer_ignore_list->pool, arg); | ||
483 | return NULL; | ||
484 | } | ||
485 | |||
486 | const char *add_transfer_mysql_ignore(cmd_parms * parms, void *dummy, char *arg) | ||
487 | { | ||
488 | char **addme; | ||
489 | log_mysql_state *cls = get_module_config(parms->server->module_config, | ||
490 | &mysql_log_module); | ||
491 | |||
492 | addme = push_array(cls->transfer_ignore_list); | ||
493 | *addme = pstrdup(cls->transfer_ignore_list->pool, arg); | ||
494 | return NULL; | ||
495 | } | ||
496 | |||
497 | const char *add_remhost_mysql_ignore(cmd_parms * parms, void *dummy, char *arg) | ||
498 | { | ||
499 | char **addme; | ||
500 | log_mysql_state *cls = get_module_config(parms->server->module_config, | ||
501 | &mysql_log_module); | ||
502 | |||
503 | addme = push_array(cls->remhost_ignore_list); | ||
504 | *addme = pstrdup(cls->remhost_ignore_list->pool, arg); | ||
505 | return NULL; | ||
506 | } | ||
507 | |||
508 | command_rec log_mysql_cmds[] = { | ||
509 | {"RefererLogMySQLTable", set_referer_log_mysql_table, NULL, RSRC_CONF, TAKE1, | ||
510 | "the table of the referer log"} | ||
511 | , | ||
512 | {"AgentLogMySQLTable", set_agent_log_mysql_table, NULL, RSRC_CONF, TAKE1, | ||
513 | "the table of the agent log"} | ||
514 | , | ||
515 | {"TransferLogMySQLTable", set_transfer_log_mysql_table, NULL, RSRC_CONF, TAKE1, | ||
516 | "the table of the transfer log"} | ||
517 | , | ||
518 | {"TransferLogMySQLFormat", set_transfer_log_format, NULL, RSRC_CONF, TAKE1, | ||
519 | "specific format for the MySQL transfer log"} | ||
520 | , | ||
521 | {"RefererIgnore", add_referer_mysql_ignore, NULL, RSRC_CONF, ITERATE, | ||
522 | "referer hostnames to ignore"} | ||
523 | , | ||
524 | {"RequestIgnore", add_transfer_mysql_ignore, NULL, RSRC_CONF, ITERATE, | ||
525 | "transfer log URIs to ignore"} | ||
526 | , | ||
527 | {"RemhostIgnore", add_remhost_mysql_ignore, NULL, RSRC_CONF, ITERATE, | ||
528 | "transfer log remote hosts to ignore"} | ||
529 | , | ||
530 | {"LogMySQLDB", set_log_mysql_db, NULL, RSRC_CONF, TAKE1, | ||
531 | "the database of the referer log"} | ||
532 | , | ||
533 | {"LogMySQLInfo", set_log_mysql_info, NULL, RSRC_CONF, TAKE3, | ||
534 | "host, user and password for MySQL link"} | ||
535 | , | ||
536 | {NULL} | ||
537 | }; | ||
538 | |||
539 | |||
540 | void log_mysql_child(void *cmd) | ||
541 | { | ||
542 | /* Child process code for 'RefererLog "|..."'; | ||
543 | * may want a common framework for this, since I expect it will | ||
544 | * be common for other foo-loggers to want this sort of thing... | ||
545 | */ | ||
546 | |||
547 | cleanup_for_exec(); | ||
548 | signal(SIGHUP, SIG_IGN); | ||
549 | #ifdef __EMX__ | ||
550 | /* For OS/2 we need to use a '/' */ | ||
551 | execl(SHELL_PATH, SHELL_PATH, "/c", (char *) cmd, NULL); | ||
552 | #else | ||
553 | execl(SHELL_PATH, SHELL_PATH, "-c", (char *) cmd, NULL); | ||
554 | #endif | ||
555 | perror("execl"); | ||
556 | fprintf(stderr, "Exec of shell for logging failed!!!\n"); | ||
557 | exit(1); | ||
558 | } | ||
559 | |||
560 | |||
561 | int safe_mysql_query(request_rec * r, const char *query) | ||
562 | { | ||
563 | int error = 1; | ||
564 | struct timespec delay, remainder; | ||
565 | int ret; | ||
566 | char *str; | ||
567 | void (*handler) (int); | ||
568 | |||
569 | handler = signal(SIGPIPE, SIG_IGN); /* a failed mysql_query() may send a SIGPIPE */ | ||
570 | |||
571 | if ( !mysql_log || | ||
572 | ( | ||
573 | (error = mysql_query(mysql_log, query)) && | ||
574 | !strcasecmp(mysql_error(mysql_log), "MySQL server has gone away") | ||
575 | ) | ||
576 | ) | ||
577 | |||
578 | { /* We need to restart the server link */ | ||
579 | |||
580 | mysql_log = NULL; | ||
581 | log_error("MySQL: connection lost, attempting reconnect", r->server); | ||
582 | |||
583 | open_log_dblink(); | ||
584 | |||
585 | if (mysql_log == NULL) { /* unable to link */ | ||
586 | signal(SIGPIPE, handler); | ||
587 | log_error("MySQL: reconnect failed.", r->server); | ||
588 | return error; | ||
589 | } | ||
590 | |||
591 | log_error("MySQL: reconnect successful.", r->server); | ||
592 | error = mysql_query(mysql_log, query); | ||
593 | } | ||
594 | |||
595 | signal(SIGPIPE, handler); | ||
596 | |||
597 | if (error) { | ||
598 | /* Attempt a single re-try... First sleep for a tiny amount of time. */ | ||
599 | |||
600 | delay.tv_sec = 0; | ||
601 | delay.tv_nsec = 500000000; /* max is 999999999 (nine nines) */ | ||
602 | ret = nanosleep(&delay, &remainder); | ||
603 | if (ret && errno != EINTR) | ||
604 | perror("nanosleep"); | ||
605 | |||
606 | /* Now re-attempt */ | ||
607 | error = mysql_query(mysql_log,query); | ||
608 | |||
609 | if (error) { | ||
610 | str = pstrcat(r->pool, "MySQL query failed: ", query, NULL); | ||
611 | log_error(str, r->server); | ||
612 | str = pstrcat(r->pool, "MySQL failure reason: ", MYSQL_ERROR(mysql_log), NULL); | ||
613 | log_error(str, r->server); | ||
614 | } else { | ||
615 | log_error("MySQL: INSERT successful after a delayed retry.", r->server); | ||
616 | } | ||
617 | } | ||
618 | return error; | ||
619 | } | ||
620 | |||
621 | |||
622 | /* Routine to perform the actual construction and execution of the relevant | ||
623 | * INSERT statements. | ||
624 | */ | ||
625 | int log_mysql_transaction(request_rec * orig) | ||
626 | { | ||
627 | char **ptrptr, **ptrptr2; | ||
628 | log_mysql_state *cls = get_module_config(orig->server->module_config, | ||
629 | &mysql_log_module); | ||
630 | char *str; | ||
631 | const char *referer; | ||
632 | request_rec *r; | ||
633 | int retvalue = DECLINED; | ||
634 | int referer_needed, agent_needed, transfer_needed; | ||
635 | |||
636 | /* Are there configuration directives for these logs? For each found | ||
637 | * config directive that is found, mark that type as 'needed'. | ||
638 | */ | ||
639 | referer_needed = ((cls->referer_table_name[0] != '\0') ? 1 : 0); | ||
640 | agent_needed = ((cls->agent_table_name[0] != '\0') ? 1 : 0); | ||
641 | transfer_needed = ((cls->transfer_table_name[0] != '\0') ? 1 : 0); | ||
642 | |||
643 | if (!referer_needed && !agent_needed && !transfer_needed) { | ||
644 | return OK; | ||
645 | } | ||
646 | if (mysql_log == NULL) { /* mysql link not up, hopefully we can do something about it */ | ||
647 | open_log_dblink(); | ||
648 | if (mysql_log == NULL) { | ||
649 | return OK; | ||
650 | } | ||
651 | } | ||
652 | for (r = orig; r->next; r = r->next) { | ||
653 | continue; | ||
654 | } | ||
655 | |||
656 | /* Log the 'referer' to its own log if configured to do so. */ | ||
657 | if (referer_needed) { | ||
658 | retvalue = OK; | ||
659 | referer = table_get(orig->headers_in, "Referer"); | ||
660 | if (referer != NULL) { | ||
661 | |||
662 | /* The following is an upsetting mess of pointers, I'm sorry | ||
663 | Anyone with the motiviation and/or the time should feel free | ||
664 | to make this cleaner... */ | ||
665 | ptrptr2 = (char **) (cls->referer_ignore_list->elts + (cls->referer_ignore_list->nelts * cls->referer_ignore_list->elt_size)); | ||
666 | |||
667 | /* Go through each element of the ignore list and compare it to the | ||
668 | referer_host. If we get a match, return without logging */ | ||
669 | for (ptrptr = (char **) cls->referer_ignore_list->elts; ptrptr < ptrptr2; ptrptr = (char **) ((char *) ptrptr + cls->referer_ignore_list->elt_size)) { | ||
670 | if (strstr(referer, *ptrptr)) { | ||
671 | return OK; | ||
672 | } | ||
673 | } | ||
674 | str = pstrcat(orig->pool, "insert into ", cls->referer_table_name, " (referer,url,time_stamp) values ('", mysql_escape_log(referer, orig->pool), "','", mysql_escape_log(r->uri, orig->pool), "',unix_timestamp(now()) )", NULL); | ||
675 | safe_mysql_query(orig, str); | ||
676 | } | ||
677 | } | ||
678 | |||
679 | /* Log the 'user agent' to its own log if configured to do so. */ | ||
680 | if (agent_needed) { | ||
681 | const char *agent, *str; | ||
682 | retvalue = OK; | ||
683 | agent = table_get(orig->headers_in, "User-Agent"); | ||
684 | if (agent != NULL) { | ||
685 | str = pstrcat(orig->pool, "insert into ", cls->agent_table_name, "(agent,time_stamp) values ('", mysql_escape_log(agent, orig->pool), "',unix_timestamp(now()) )", NULL); | ||
686 | safe_mysql_query(orig, str); | ||
687 | } | ||
688 | } | ||
689 | |||
690 | /* Log the transfer to its own log if configured to do so. */ | ||
691 | if (transfer_needed) { | ||
692 | const char *thehost; | ||
693 | |||
694 | char *fields = "", *values = "", *query; | ||
695 | const char *formatted_item; | ||
696 | int i, j, length; | ||
697 | |||
698 | retvalue = OK; | ||
699 | |||
700 | |||
701 | /* The following is a stolen upsetting mess of pointers, I'm sorry | ||
702 | Anyone with the motiviation and/or the time should feel free | ||
703 | to make this cleaner, and while at it, clean the same mess at the RefererLog part :) */ | ||
704 | ptrptr2 = (char **) (cls->transfer_ignore_list->elts + (cls->transfer_ignore_list->nelts * cls->transfer_ignore_list->elt_size)); | ||
705 | |||
706 | /* Go through each element of the ignore list and compare it to the | ||
707 | request_uri. If we get a match, return without logging */ | ||
708 | if (r->uri) { | ||
709 | for (ptrptr = (char **) cls->transfer_ignore_list->elts; ptrptr < ptrptr2; ptrptr = (char **) ((char *) ptrptr + cls->transfer_ignore_list->elt_size)) { | ||
710 | if (strstr(r->uri, *ptrptr)) { | ||
711 | return retvalue; | ||
712 | } | ||
713 | } | ||
714 | } | ||
715 | |||
716 | |||
717 | /* Go through each element of the ignore list and compare it to the | ||
718 | remote host. If we get a match, return without logging */ | ||
719 | ptrptr2 = (char **) (cls->remhost_ignore_list->elts + (cls->remhost_ignore_list->nelts * cls->remhost_ignore_list->elt_size)); | ||
720 | thehost = get_remote_host(r->connection, r->per_dir_config, REMOTE_NAME); | ||
721 | if (thehost) { | ||
722 | for (ptrptr = (char **) cls->remhost_ignore_list->elts; ptrptr < ptrptr2; ptrptr = (char **) ((char *) ptrptr + cls->remhost_ignore_list->elt_size)) { | ||
723 | if (strstr(thehost, *ptrptr)) { | ||
724 | return retvalue; | ||
725 | } | ||
726 | } | ||
727 | } | ||
728 | |||
729 | |||
730 | if (cls->transfer_log_format[0] == '\0') { | ||
731 | /* If not specified by the user, use the default format */ | ||
732 | cls->transfer_log_format = "huSUsbTvRA"; | ||
733 | } | ||
734 | length = strlen(cls->transfer_log_format); | ||
735 | |||
736 | /* Iterate through the characters and set up the INSERT string according to | ||
737 | * what the user has configured. */ | ||
738 | for (i = 0; i < length; i++) { | ||
739 | j = 0; | ||
740 | while (log_mysql_item_keys[j].ch) { | ||
741 | if (log_mysql_item_keys[j].ch == cls->transfer_log_format[i]) { | ||
742 | /* Yes, this key is one of the configured keys */ | ||
743 | formatted_item = log_mysql_item_keys[j].func(log_mysql_item_keys[j].want_orig_default ? orig : r, ""); | ||
744 | if (!formatted_item) { | ||
745 | formatted_item = ""; | ||
746 | } else if (formatted_item[0] == '-' && formatted_item[1] == '\0' && !log_mysql_item_keys[j].string_contents) { | ||
747 | /* If apache tried to log a '-' character for a numeric field, convert that to a zero | ||
748 | * because the database expects an integer. */ | ||
749 | formatted_item = "0"; | ||
750 | } | ||
751 | fields = pstrcat(orig->pool, fields, (i > 0 ? "," : ""), log_mysql_item_keys[j].sql_field_name, NULL); | ||
752 | values = pstrcat(orig->pool, values, (i > 0 ? "," : ""), (log_mysql_item_keys[j].string_contents ? "'" : ""), mysql_escape_log(formatted_item, orig->pool), (log_mysql_item_keys[j].string_contents ? "'" : ""), NULL); | ||
753 | break; | ||
754 | } | ||
755 | j++; | ||
756 | } | ||
757 | } | ||
758 | |||
759 | /* Set up the actual INSERT statement and execute it. */ | ||
760 | query = pstrcat(orig->pool, "insert into ", cls->transfer_table_name, " (", fields, ") values (", values, ")", NULL); | ||
761 | safe_mysql_query(orig, query); | ||
762 | |||
763 | } | ||
764 | return retvalue; | ||
765 | } | ||
766 | |||
767 | |||
768 | |||
769 | module mysql_log_module = { | ||
770 | STANDARD_MODULE_STUFF, | ||
771 | NULL, /* initializer */ | ||
772 | NULL, /* create per-dir config */ | ||
773 | NULL, /* merge per-dir config */ | ||
774 | make_log_mysql_state, /* server config */ | ||
775 | NULL, /* merge server config */ | ||
776 | log_mysql_cmds, /* command table */ | ||
777 | NULL, /* handlers */ | ||
778 | NULL, /* filename translation */ | ||
779 | NULL, /* check_user_id */ | ||
780 | NULL, /* check auth */ | ||
781 | NULL, /* check access */ | ||
782 | NULL, /* type_checker */ | ||
783 | NULL, /* fixups */ | ||
784 | log_mysql_transaction, /* logger */ | ||
785 | NULL /* header parser */ | ||
786 | }; | ||