diff options
| -rw-r--r-- | .gitignore | 1 | ||||
| -rw-r--r-- | Makefile | 2 | ||||
| -rw-r--r-- | unscoop.1 | 4 | ||||
| -rw-r--r-- | unscoop.c | 247 |
4 files changed, 251 insertions, 3 deletions
diff --git a/.gitignore b/.gitignore index bea9ab7..c4295bb 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,4 @@ *.o litterbox tags +unscoop diff --git a/Makefile b/Makefile index db31ae2..ea50e6a 100644 --- a/Makefile +++ b/Makefile @@ -5,7 +5,7 @@ CFLAGS += ${LIBS_PREFIX:%=-I%/include} LDFLAGS += ${LIBS_PREFIX:%=-L%/lib} LDLIBS = -lsqlite3 -BINS = litterbox +BINS = litterbox unscoop -include config.mk diff --git a/unscoop.1 b/unscoop.1 index 5eec76c..41398db 100644 --- a/unscoop.1 +++ b/unscoop.1 @@ -1,4 +1,4 @@ -.Dd November 29, 2019 +.Dd December 5, 2019 .Dt UNSCOOP 1 .Os . @@ -37,7 +37,7 @@ for the default database path. .It Fl f Ar format Set the input log format. The following formats are supported: -.Sy textual . +.Sy generic . .El . .Sh SEE ALSO diff --git a/unscoop.c b/unscoop.c new file mode 100644 index 0000000..7679f19 --- /dev/null +++ b/unscoop.c @@ -0,0 +1,247 @@ +/* Copyright (C) 2019 C. McEnroe <june@causal.agency> + * + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU General Public License as published by + * the Free Software Foundation, either version 3 of the License, or + * (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License + * along with this program. If not, see <https://www.gnu.org/licenses/>. + */ + +#include <assert.h> +#include <err.h> +#include <regex.h> +#include <sqlite3.h> +#include <stdint.h> +#include <stdio.h> +#include <stdlib.h> +#include <string.h> +#include <sys/stat.h> +#include <sysexits.h> +#include <unistd.h> + +#include "database.h" + +#define ARRAY_LEN(a) (sizeof(a) / sizeof((a)[0])) + +struct Matcher { + enum Type type; + const char *pattern; + regex_t regex; + size_t time; + size_t nick; + size_t user; + size_t host; + size_t target; + size_t message; +}; + +#define WS "[[:blank:]]*" +#define PAT_TIME "[[]([^]]+)[]]" +#define PAT_MODE "[!~&@%+ ]?" + +static struct Matcher Generic[] = { + { + .type = Privmsg, + .pattern = "^" PAT_TIME WS "<" PAT_MODE "([^>]+)" ">" WS "(.+)", + .time = 1, .nick = 2, .message = 3, + }, + { + .type = Notice, + .pattern = "^" PAT_TIME WS "-" PAT_MODE "([^-]+)" "-" WS "(.+)", + .time = 1, .nick = 2, .message = 3, + }, + { + .type = Action, + .pattern = "^" PAT_TIME WS "[*]" WS PAT_MODE "([^[:blank:]]+)" WS "(.+)", + .time = 1, .nick = 2, .message = 3, + }, +}; + +static const struct Format { + const char *name; + struct Matcher *matchers; + size_t len; +} Formats[] = { + { "generic", Generic, ARRAY_LEN(Generic) }, +}; + +static const struct Format *formatParse(const char *name) { + for (size_t i = 0; i < ARRAY_LEN(Formats); ++i) { + if (!strcmp(name, Formats[i].name)) return &Formats[i]; + } + errx(EX_USAGE, "no such format %s", name); +} + +static void +bindMatch(sqlite3_stmt *stmt, int param, const char *str, regmatch_t match) { + dbBindText(stmt, param, &str[match.rm_so], match.rm_eo - match.rm_so); +} + +int main(int argc, char *argv[]) { + char *path = NULL; + const char *network = NULL; + const char *context = NULL; + const struct Format *format = &Formats[0]; + + int opt; + while (0 < (opt = getopt(argc, argv, "C:N:d:f:"))) { + switch (opt) { + break; case 'C': context = optarg; + break; case 'N': network = optarg; + break; case 'd': path = optarg; + break; case 'f': format = formatParse(optarg); + break; default: return EX_USAGE; + } + } + if (!network) errx(EX_USAGE, "network required"); + if (!context) errx(EX_USAGE, "context required"); + + for (size_t i = 0; i < format->len; ++i) { + struct Matcher *matcher = &format->matchers[i]; + int error = regcomp( + &matcher->regex, matcher->pattern, REG_EXTENDED | REG_NEWLINE + ); + if (!error) continue; + char buf[256]; + regerror(error, &matcher->regex, buf, sizeof(buf)); + errx(EX_SOFTWARE, "regcomp: %s: %s", buf, matcher->pattern); + } + + int flags = SQLITE_OPEN_READWRITE; + sqlite3 *db = (path ? dbOpen(path, flags) : dbFind(flags)); + if (!db) errx(EX_NOINPUT, "database not found"); + + if (dbVersion(db) != DatabaseVersion) { + errx(EX_CONFIG, "database needs migration"); + } + + sqlite3_stmt *insertNetwork = dbPrepare( + db, 0, "INSERT OR IGNORE INTO networks (name) VALUES ($network);" + ); + dbBindText(insertNetwork, 1, network, -1); + dbStep(insertNetwork); + sqlite3_finalize(insertNetwork); + + sqlite3_stmt *insertContext = dbPrepare( + db, 0, + "INSERT OR IGNORE INTO contexts (networkID, name, query)" + "SELECT id, $context, $query FROM networks WHERE name = $network;" + ); + dbBindText(insertContext, 1, context, -1); + dbBindInt(insertContext, 2, context[0] != '#' && context[0] != '&'); + dbBindText(insertContext, 3, network, -1); + dbStep(insertContext); + sqlite3_finalize(insertContext); + + int64_t contextID; + sqlite3_stmt *selectContext = dbPrepare( + db, 0, + "SELECT contexts.id FROM contexts" + " JOIN networks ON (networks.id = networkID)" + " WHERE networks.name = $network AND contexts.name = $context;" + ); + dbBindText(selectContext, 1, network, -1); + dbBindText(selectContext, 2, context, -1); + assert(SQLITE_ROW == dbStep(selectContext)); + contextID = sqlite3_column_int64(selectContext, 0); + sqlite3_finalize(selectContext); + + sqlite3_stmt *insertName = dbPrepare( + db, SQLITE_PREPARE_PERSISTENT, + "INSERT OR IGNORE INTO names (nick, user, host)" + "VALUES ($nick, $user, $host);" + ); + sqlite3_stmt *insertEvent = dbPrepare( + db, SQLITE_PREPARE_PERSISTENT, + "INSERT INTO events (contextID, type, time, nameID, target, message)" + "SELECT $contextID, $type, $time, id, $target, $message FROM names" + " WHERE nick = $nick AND user = $user AND host = $host;" + ); + dbBindInt(insertEvent, 1, contextID); + + size_t sizeTotal = 0; + for (int i = optind; i < argc; ++i) { + struct stat st; + int error = stat(argv[i], &st); + if (error) err(EX_NOINPUT, "%s", argv[i]); + sizeTotal += st.st_size; + } + + size_t sizeRead = 0; + size_t sizePercent = 101; + + char *line = NULL; + size_t cap = 0; + for (int i = optind; i < argc; ++i) { + FILE *file = fopen(argv[i], "r"); + if (!file) err(EX_NOINPUT, "%s", argv[i]); + + ssize_t len; + while (0 < (len = getline(&line, &cap, file))) { + for (size_t i = 0; i < format->len; ++i) { + const struct Matcher *matcher = &format->matchers[i]; + regmatch_t match[8]; + int error = regexec( + &matcher->regex, line, ARRAY_LEN(match), match, 0 + ); + if (error) continue; + + dbBindInt(insertEvent, 2, matcher->type); + // FIXME: SQLite doesn't parse ISO8601 timezones. + bindMatch(insertEvent, 3, line, match[matcher->time]); + if (matcher->target) { + bindMatch(insertEvent, 4, line, match[matcher->target]); + } else { + dbBindText(insertEvent, 4, NULL, -1); + } + if (matcher->message) { + bindMatch(insertEvent, 5, line, match[matcher->message]); + } else { + dbBindText(insertEvent, 5, NULL, -1); + } + bindMatch(insertEvent, 6, line, match[matcher->nick]); + bindMatch(insertName, 1, line, match[matcher->nick]); + if (matcher->user) { + bindMatch(insertEvent, 7, line, match[matcher->user]); + bindMatch(insertName, 2, line, match[matcher->user]); + } else { + dbBindText(insertEvent, 7, "*", -1); + dbBindText(insertName, 2, "*", -1); + } + if (matcher->host) { + bindMatch(insertEvent, 8, line, match[matcher->host]); + bindMatch(insertName, 3, line, match[matcher->host]); + } else { + dbBindText(insertEvent, 8, "*", -1); + dbBindText(insertName, 3, "*", -1); + } + + dbStep(insertName); + dbStep(insertEvent); + sqlite3_reset(insertName); + sqlite3_reset(insertEvent); + } + + sizeRead += len; + if (100 * sizeRead / sizeTotal != sizePercent) { + sizePercent = 100 * sizeRead / sizeTotal; + printf("\r%3zu%%", sizePercent); + fflush(stdout); + } + } + if (ferror(file)) err(EX_IOERR, "%s", argv[i]); + fclose(file); + } + printf("\n"); + + sqlite3_finalize(insertName); + sqlite3_finalize(insertEvent); + sqlite3_close(db); +} |