1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
|
#ifndef CONFIG_H_
#define CONFIG_H_
#include "apr_tables.h"
#include "apr_hash.h"
#include "apr_file_io.h"
#include "ap_pcre.h"
typedef enum {
LOGLEVEL_NOISE = 0,
LOGLEVEL_NONE,
LOGLEVEL_ERROR,
LOGLEVEL_NOTICE,
LOGLEVEL_DEBUG,
} loglevel_e;
typedef struct config_dbd_t config_dbd_t;
typedef struct config_t config_t;
struct config_t {
/** the structures pool (to ease function arguments) */
apr_pool_t *pool;
/** error log file */
const char *errorlog;
/** log level */
loglevel_e loglevel;
/** error_log */
apr_file_t *errorlog_fp;
apr_file_t *errorlog_fperr;
apr_pool_t *errorlog_p;
const char *badlinefile;
const char *badlastfile;
apr_file_t *badline_fp;
int badline_count;
int badlinemax;
/** input directory of log files */
const char *input_dir;
/** list of files to scan */
apr_array_header_t *input_files;
/** split the input file before processing */
int split_enabled;
/** the number of files to split each input file into */
int split_count;
/** the minimum number of lines for each piece */
int split_minimum;
/** the maximum number of lines for each piece */
int split_maximum;
/** directory to put ouput split files */
const char *split_dir;
/** the number of threads to run the import in */
int thread_count;
/** db connection configuration */
const char *dbdriver;
const char *dbparams;
/** Logging table */
const char *table;
/** Use transactons */
int transactions;
/** Machine ID */
const char *machineid;
/** Log file formats */
apr_hash_t *log_formats;
/** format to use to parse files */
const char *logformat;
/** output fields */
apr_array_header_t *output_fields;
/** filter configuration */
apr_array_header_t *linefilters;
apr_array_header_t *prefilters;
apr_array_header_t *postfilters;
/** Dry Run */
int dryrun;
/** dump configuration only */
int dump;
/* Show the summary */
int summary;
};
typedef struct config_filestat_t config_filestat_t;
struct config_filestat_t {
const char *fname;
apr_size_t linesparsed;
apr_size_t lineskipped;
apr_size_t linesbad;
const char *result;
apr_time_t start;
apr_time_t stop;
};
typedef struct config_logformat_t config_logformat_t;
struct config_logformat_t {
const char *name;
apr_array_header_t *fields;
};
typedef struct config_logformat_field_t config_logformat_field_t;
struct config_logformat_field_t {
const char *name;
const char *datatype;
};
typedef struct config_opt_t config_opt_t;
typedef apr_status_t (*config_func_t)(config_t *cfg, config_opt_t *opt,
int argc, const char **argv);
struct config_opt_t {
const char *name;
const char *help;
config_func_t func;
void *data;
};
typedef struct config_filter_t config_filter_t;
struct config_filter_t {
const char *field;
const char *filter;
int negative;
ap_regex_t *regex;
};
typedef enum {
LOGSQL_DATATYPE_INT = 0,
LOGSQL_DATATYPE_SMALLINT,
LOGSQL_DATATYPE_VARCHAR,
LOGSQL_DATATYPE_CHAR,
LOGSQL_DATATYPE_BIGINT
} logsql_field_datatype;
#define logsql_field_datatyeName(x) \
(x == LOGSQL_DATATYPE_INT ? "INT" \
: (x == LOGSQL_DATATYPE_SMALLINT ? "SMALLINT" \
: (x == LOGSQL_DATATYPE_VARCHAR ? "VARCHAR" \
: (x == LOGSQL_DATATYPE_CHAR ? "CHAR" \
: (x == LOGSQL_DATATYPE_BIGINT ? "BIGINT" : "ERR")))))
typedef struct config_output_field_t config_output_field_t;
typedef struct parser_func_t parser_func_t;
struct config_output_field_t {
const char *field;
logsql_field_datatype datatype;
apr_size_t size;
const char *def;
const char *source;
const char *fname;
parser_func_t *func;
const char **args;
void *data;
};
#define CHECK_YESNO(c) ((!strcasecmp(c,"on") || !strcasecmp(c,"yes")) ? 1 : 0)
/**
* Initialize the config parser
*/
void config_init(apr_pool_t *p);
/**
* Dump the configuration to stdout
*/
void config_dump(config_t *cfg);
/**
* Checks the configuration to ensure all the required settings are set
*/
apr_status_t config_check(config_t *cfg);
/**
* Creates the default configuration
*/
config_t *config_create(apr_pool_t *p);
/**
* Read in a configuration file
*/
apr_status_t config_read(config_t *cfg, const char *filename,
apr_table_t *merge);
#endif /*CONFIG_H_*/
|
