-#include <asl_store.h>
-#include <asl_private.h>
-#include <stdlib.h>
-#include <sys/file.h>
-#include <sys/stat.h>
-#include <sys/errno.h>
-#include <string.h>
-#include <membership.h>
-#include <mach/mach.h>
-#include <sys/syslimits.h>
-#include <sys/types.h>
-#include <time.h>
-#include <sys/mman.h>
-
-#define forever for(;;)
-
-#define FILE_MODE 0600
-
-/*
- * Magic Cookie for database files.
- * MAXIMUM 12 CHARS! (DB_HEADER_VERS_OFFSET)
- */
-#define ASL_DB_COOKIE "ASL DB"
-#define ASL_DB_COOKIE_LEN 6
-
-#define ASL_INDEX_NULL 0xffffffff
-
-#define DB_HLEN_EMPTY 0
-#define DB_HLEN_HEADER 13
-#define DB_HLEN_MESSAGE 13
-#define DB_HLEN_KVLIST 9
-#define DB_HLEN_STRING 25
-#define DB_HLEN_STRCONT 5
-
-#define MSG_OFF_KEY_TYPE 0
-#define MSG_OFF_KEY_NEXT 1
-#define MSG_OFF_KEY_ID 5
-#define MSG_OFF_KEY_RUID 13
-#define MSG_OFF_KEY_RGID 17
-#define MSG_OFF_KEY_TIME 21
-#define MSG_OFF_KEY_HOST 29
-#define MSG_OFF_KEY_SENDER 37
-#define MSG_OFF_KEY_FACILITY 45
-#define MSG_OFF_KEY_LEVEL 53
-#define MSG_OFF_KEY_PID 57
-#define MSG_OFF_KEY_UID 61
-#define MSG_OFF_KEY_GID 65
-#define MSG_OFF_KEY_MSG 69
-#define MSG_OFF_KEY_FLAGS 77
-
-#define mix(a, b, c) \
-{ \
- a -= b; a -= c; a ^= (c>>13); \
- b -= c; b -= a; b ^= (a<< 8); \
- c -= a; c -= b; c ^= (b>>13); \
- a -= b; a -= c; a ^= (c>>12); \
- b -= c; b -= a; b ^= (a<<16); \
- c -= a; c -= b; c ^= (b>> 5); \
- a -= b; a -= c; a ^= (c>> 3); \
- b -= c; b -= a; b ^= (a<<10); \
- c -= a; c -= b; c ^= (b>>15); \
-}
-
-extern time_t asl_parse_time(const char *str);
-extern int asl_msg_cmp(asl_msg_t *a, asl_msg_t *b);
-
-#define asl_msg_list_t asl_search_result_t
-
-#define PMSG_SEL_TIME 0x0001
-#define PMSG_SEL_HOST 0x0002
-#define PMSG_SEL_SENDER 0x0004
-#define PMSG_SEL_FACILITY 0x0008
-#define PMSG_SEL_MESSAGE 0x0010
-#define PMSG_SEL_LEVEL 0x0020
-#define PMSG_SEL_PID 0x0040
-#define PMSG_SEL_UID 0x0080
-#define PMSG_SEL_GID 0x0100
-#define PMSG_SEL_RUID 0x0200
-#define PMSG_SEL_RGID 0x0400
-
-#define PMSG_FETCH_ALL 0
-#define PMSG_FETCH_STD 1
-#define PMSG_FETCH_KV 2
-
-#define Q_NULL 100001
-#define Q_FAST 100002
-#define Q_SLOW 100003
-#define Q_FAIL 100004
-
-#define ARCHIVE_DELETE_VS_COPY_PERCENT 5
-
-typedef struct
-{
- uint16_t kselect;
- uint16_t vselect;
- uint64_t msgid;
- uint64_t time;
- uint64_t host;
- uint64_t sender;
- uint64_t facility;
- uint64_t message;
- uint32_t level;
- uint32_t pid;
- int32_t uid;
- int32_t gid;
- int32_t ruid;
- int32_t rgid;
- uint32_t next;
- uint32_t kvcount;
- uint64_t *kvlist;
-} pmsg_t;
-
-static uint64_t
-_asl_htonq(uint64_t n)
-{
-#ifdef __BIG_ENDIAN__
- return n;
-#else
- u_int32_t t;
- union
- {
- u_int64_t q;
- u_int32_t l[2];
- } x;
-
- x.q = n;
- t = x.l[0];
- x.l[0] = htonl(x.l[1]);
- x.l[1] = htonl(t);
-
- return x.q;
-#endif
-}
-
-static uint64_t
-_asl_ntohq(uint64_t n)
-{
-#ifdef __BIG_ENDIAN__
- return n;
-#else
- u_int32_t t;
- union
- {
- u_int64_t q;
- u_int32_t l[2];
- } x;
-
- x.q = n;
- t = x.l[0];
- x.l[0] = ntohl(x.l[1]);
- x.l[1] = ntohl(t);
-
- return x.q;
-#endif
-}
-
-static uint16_t
-_asl_get_16(char *h)
-{
- uint16_t x;
-
- memcpy(&x, h, 2);
- return ntohs(x);
-}
-
-static void
-_asl_put_16(uint16_t i, char *h)
-{
- uint16_t x;
-
- x = htons(i);
- memcpy(h, &x, 2);
-}
-
-static uint32_t
-_asl_get_32(char *h)
-{
- uint32_t x;
-
- memcpy(&x, h, 4);
- return ntohl(x);
-}
-
-static void
-_asl_put_32(uint32_t i, char *h)
-{
- uint32_t x;
-
- x = htonl(i);
- memcpy(h, &x, 4);
-}
-
-static uint64_t
-_asl_get_64(char *h)
-{
- uint64_t x;
-
- memcpy(&x, h, 8);
- return _asl_ntohq(x);
-}
-
-static void
-_asl_put_64(uint64_t i, char *h)
-{
- uint64_t x;
-
- x = _asl_htonq(i);
- memcpy(h, &x, 8);
-}
-
-#define header_get_next(h) _asl_get_32(h + 1)
-#define header_get_id(h) _asl_get_64(h + 5)
-#define header_get_refcount(h) _asl_get_32(h + 13)
-#define header_get_hash(h) _asl_get_32(h + 17)
-
-#define header_put_next(i, h) _asl_put_32(i, h + 1)
-#define header_put_id(i, h) _asl_put_64(i, h + 5)
-#define header_put_refcount(i, h) _asl_put_32(i, h + 13)
-#define header_put_hash(i, h) _asl_put_32(i, h + 17)
-
-/*
- * callback for sorting slotlist
- * primary sort is by xid
- * secondary sort is by slot, which happens when xid is 0
- * this allows us to quickly find xids (using binary search on the xid key)
- * it's also used to find slots quickly from record_chain_free()
- */
-static int
-slot_comp(const void *a, const void *b)
-{
- slot_info_t *ai, *bi;
-
- if (a == NULL)
- {
- if (b == NULL) return 0;
- return -1;
- }
-
- if (b == NULL) return 1;
-
- ai = (slot_info_t *)a;
- bi = (slot_info_t *)b;
-
- if (ai->xid < bi->xid) return -1;
-
- if (ai->xid == bi->xid)
- {
- if (ai->slot < bi->slot) return -1;
- if (ai->slot == bi->slot) return 0;
- return 1;
- }
-
- return 1;
-}
-
-/* find a slot (with xid 0) in the slot list */
-static uint32_t
-slotlist_find_xid0_slot(asl_store_t *s, uint32_t slot)
-{
- uint32_t top, bot, mid, range;
-
- if (s == NULL) return ASL_INDEX_NULL;
- if (s->slot_zero_count == 0) return ASL_INDEX_NULL;
-
- top = s->slot_zero_count - 1;
- bot = 0;
- mid = top / 2;
-
- range = top - bot;
- while (range > 1)
- {
- if (slot == s->slotlist[mid].slot) return mid;
- else if (slot < s->slotlist[mid].slot) top = mid;
- else bot = mid;
-
- range = top - bot;
- mid = bot + (range / 2);
- }
-
- if (slot == s->slotlist[top].slot) return top;
- if (slot == s->slotlist[bot].slot) return bot;
-
- return ASL_INDEX_NULL;
-}
-
-/* find an xid in the slot list */
-static uint32_t
-slotlist_find(asl_store_t *s, uint64_t xid, uint32_t slot, int32_t direction)
-{
- uint32_t top, bot, mid, range;
-
- if (s == NULL) return ASL_INDEX_NULL;
- if (s->slotlist_count == 0) return ASL_INDEX_NULL;
-
- /* special case for xid 0: binary search for slot */
- if (xid == 0) return slotlist_find_xid0_slot(s, slot);
-
- top = s->slotlist_count - 1;
- bot = 0;
- mid = top / 2;
-
- range = top - bot;
- while (range > 1)
- {
- if (xid == s->slotlist[mid].xid) return mid;
- else if (xid < s->slotlist[mid].xid) top = mid;
- else bot = mid;
-
- range = top - bot;
- mid = bot + (range / 2);
- }
-
- if (xid == s->slotlist[top].xid) return top;
- if (xid == s->slotlist[bot].xid) return bot;
-
- if (direction == 0) return ASL_INDEX_NULL;
- if (direction < 0) return bot;
- return top;
-}
-
-static uint32_t
-slotlist_insert(asl_store_t *s, uint8_t type, uint32_t slot, uint64_t xid, uint32_t hash)
-{
- int i, j, k;
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
- if (s->slotlist_count == 0)
- {
- s->slotlist = (slot_info_t *)calloc(1, sizeof(slot_info_t));
- if (s->slotlist == NULL) return ASL_STATUS_NO_MEMORY;
-
- s->slotlist[0].type = type;
- s->slotlist[0].slot = slot;
- s->slotlist[0].xid = xid;
- s->slotlist[0].hash = hash;
- s->slotlist_count = 1;
- if (xid == 0) s->slot_zero_count = 1;
- return ASL_STATUS_OK;
- }
-
- s->slotlist = (slot_info_t *)reallocf(s->slotlist, (s->slotlist_count + 1) * sizeof(slot_info_t));
- if (s->slotlist == NULL)
- {
- s->slotlist_count = 0;
- s->slot_zero_count = 0;
- return ASL_STATUS_NO_MEMORY;
- }
-
- /*
- * slotlist is sorted in increasing order by xid
- * there may be multiple xid 0 entries (empty slots) which are further sorted by slot
- */
- if (xid == 0)
- {
- /* update empty count */
- s->slot_zero_count++;
-
- for (i = 0; (i < s->slotlist_count) && (s->slotlist[i].xid == 0); i++)
- {
- if (slot <= s->slotlist[i].slot) break;
- }
- }
- else
- {
- i = s->slotlist_count - 1;
- if (xid > s->slotlist[i].xid)
- {
- /* append XID at end of slotlist */
- i++;
- }
- else
- {
- /* usually we are adding records, so it's likely that the new xid will be large */
- for (i = s->slotlist_count; i > 0; i--)
- {
- if (xid > s->slotlist[i - 1].xid) break;
- }
- }
- }
-
- for (j = s->slotlist_count; j > i; j--)
- {
- k = j - 1;
- s->slotlist[j].type = s->slotlist[k].type;
- s->slotlist[j].slot = s->slotlist[k].slot;
- s->slotlist[j].xid = s->slotlist[k].xid;
- s->slotlist[j].hash = s->slotlist[k].hash;
- }
-
- s->slotlist[i].type = type;
- s->slotlist[i].slot = slot;
- s->slotlist[i].xid = xid;
- s->slotlist[i].hash = hash;
- s->slotlist_count++;
-
- return ASL_STATUS_OK;
-}
-
-static uint32_t
-slotlist_delete(asl_store_t *s, uint32_t where)
-{
- uint32_t i, j, n;
-
- if (s->slotlist_count == 0) return ASL_STATUS_OK;
-
- n = s->slotlist_count - 1;
- if (n == 0)
- {
- free(s->slotlist);
- s->slotlist = NULL;
- s->slotlist_count = 0;
- s->slot_zero_count = 0;
- return ASL_STATUS_OK;
- }
-
- if (s->slotlist[where].xid == 0) s->slot_zero_count--;
-
- for (i = where, j = i + 1; i < n; i++, j++)
- {
- s->slotlist[i].type = s->slotlist[j].type;
- s->slotlist[i].slot = s->slotlist[j].slot;
- s->slotlist[i].xid = s->slotlist[j].xid;
- s->slotlist[i].hash = s->slotlist[j].hash;
- }
-
- s->slotlist_count = n;
- s->slotlist = (slot_info_t *)reallocf(s->slotlist, s->slotlist_count * sizeof(slot_info_t));
-
- if (s->slotlist == NULL)
- {
- s->slotlist_count = 0;
- s->slot_zero_count = 0;
- return ASL_STATUS_NO_MEMORY;
- }
-
- return ASL_STATUS_OK;
-}
-
-static uint32_t
-slotlist_make_empty(asl_store_t *s, uint32_t where)
-{
- uint32_t i, j, slot;
-
- if (s->slotlist_count == 0) return ASL_STATUS_OK;
- if (where > s->slotlist_count) return ASL_STATUS_OK;
-
- /*
- * Special case for asl_store_archive.
- * Since we expect to be doing lots of deletions during an archive call,
- * this routine only marks the type as empty.
- * asl_store_archive cleans up the slotlist when it is finished.
- */
- if (s->flags & ASL_STORE_FLAG_DEFER_SORT)
- {
- s->slotlist[where].type = DB_TYPE_EMPTY;
- s->slotlist[where].hash = 0;
-
- s->empty_count++;
-
- return ASL_STATUS_OK;
- }
-
- slot = s->slotlist[where].slot;
-
- /* primary sort by xid */
- for (i = where, j = where - 1; (i > 0) && (s->slotlist[j].xid != 0); i--, j--)
- {
- s->slotlist[i].type = s->slotlist[j].type;
- s->slotlist[i].slot = s->slotlist[j].slot;
- s->slotlist[i].xid = s->slotlist[j].xid;
- s->slotlist[i].hash = s->slotlist[j].hash;
- }
-
- /* xid 0 entries sorted by slot */
- for (j = i - 1; (i > 0) && (s->slotlist[j].slot > slot); i--, j--)
- {
- s->slotlist[i].type = s->slotlist[j].type;
- s->slotlist[i].slot = s->slotlist[j].slot;
- s->slotlist[i].xid = s->slotlist[j].xid;
- s->slotlist[i].hash = s->slotlist[j].hash;
- }
-
- s->slotlist[i].type = DB_TYPE_EMPTY;
- s->slotlist[i].slot = slot;
- s->slotlist[i].xid = 0;
- s->slotlist[i].hash = 0;
-
- s->empty_count++;
-
- /* new xid=0 count */
- for (s->slot_zero_count = 0; (s->slot_zero_count < s->slotlist_count) && (s->slotlist[s->slot_zero_count].xid == 0); s->slot_zero_count++);
-
- return ASL_STATUS_OK;
-}
-
-static uint32_t
-slotlist_init(asl_store_t *s)
-{
- uint32_t i, si, status, hash, addslot;
- uint64_t xid, tick;
- uint8_t t;
- char tmp[DB_RECORD_LEN];
-
- s->empty_count = 0;
-
- /* Start at first slot after the header */
- status = fseek(s->db, DB_RECORD_LEN, SEEK_SET);
- if (status != 0) return ASL_STATUS_READ_FAILED;
-
- s->slotlist = (slot_info_t *)calloc(s->record_count, sizeof(slot_info_t));
- if (s->slotlist == NULL) return ASL_STATUS_NO_MEMORY;
-
- si = 0;
-
- for (i = 1; i < s->record_count; i++)
- {
- status = fread(tmp, DB_RECORD_LEN, 1, s->db);
- if (status != 1) return ASL_STATUS_READ_FAILED;
-
- t = tmp[0];
- addslot = 0;
- xid = 0;
- hash = 0;
-
- if (t == DB_TYPE_EMPTY)
- {
- addslot = 1;
- s->empty_count++;
- }
-
- if (t == DB_TYPE_STRING)
- {
- addslot = 1;
- s->string_count++;
- xid = header_get_id(tmp);
- hash = header_get_hash(tmp);
- }
-
- if (t == DB_TYPE_MESSAGE)
- {
- addslot = 1;
- s->message_count++;
- xid = header_get_id(tmp);
- tick = _asl_get_64(tmp + MSG_OFF_KEY_TIME);
- if (tick > s->max_time) s->max_time = tick;
- }
-
- if (addslot == 1)
- {
- s->slotlist[si].type = t;
- s->slotlist[si].slot = i;
- s->slotlist[si].xid = xid;
- s->slotlist[si].hash = hash;
- si++;
- }
- }
-
- s->slotlist = (slot_info_t *)reallocf(s->slotlist, si * sizeof(slot_info_t));
- if (s->slotlist == NULL) return ASL_STATUS_NO_MEMORY;
- s->slotlist_count = si;
-
- /* slotlist is sorted by xid */
- qsort((void *)s->slotlist, s->slotlist_count, sizeof(slot_info_t), slot_comp);
-
- /* new xid=0 count */
- for (s->slot_zero_count = 0; (s->slot_zero_count < s->slotlist_count) && (s->slotlist[s->slot_zero_count].xid == 0); s->slot_zero_count++);
-
- return ASL_STATUS_OK;
-}
-
-uint32_t
-asl_store_open(const char *path, uint32_t flags, asl_store_t **out)
-{
- asl_store_t *s;
- struct stat sb;
- int status, i, j, fd;
- char cbuf[DB_RECORD_LEN];
- off_t fsize;
- uint64_t next;
-
- memset(&sb, 0, sizeof(struct stat));
- status = stat(path, &sb);
-
- fsize = 0;
-
- if (status < 0)
- {
- if (errno != ENOENT) return ASL_STATUS_FAILED;
-
- fd = open(path, O_RDWR | O_CREAT | O_EXCL, FILE_MODE);
- if (fd < 0) return ASL_STATUS_FAILED;
-
- memset(cbuf, 0, DB_RECORD_LEN);
- memcpy(cbuf, ASL_DB_COOKIE, ASL_DB_COOKIE_LEN);
-
- _asl_put_32(DB_VERSION, cbuf + DB_HEADER_VERS_OFFSET);
-
- /* record IDs start at 1 */
- _asl_put_64(1, cbuf + DB_HEADER_MAXID_OFFSET);
-
- status = write(fd, cbuf, DB_RECORD_LEN);
- close(fd);
- if (status != DB_RECORD_LEN) return ASL_STATUS_FAILED;
-
- fsize = DB_RECORD_LEN;
- }
- else
- {
- fsize = sb.st_size;
- }
-
- s = (asl_store_t *)calloc(1, sizeof(asl_store_t));
- if (s == NULL) return ASL_STATUS_NO_MEMORY;
-
- s->flags = flags;
-
- for (i = 0; i < RECORD_CACHE_SIZE; i++)
- {
- s->rcache[i] = malloc(DB_RECORD_LEN);
- if (s->rcache[i] == NULL)
- {
- for (j = 0; j < i; j++) free(s->rcache[j]);
- free(s);
- return ASL_STATUS_NO_MEMORY;
- }
- }
-
- s->db = NULL;
- if (flags & ASL_STORE_FLAG_READ_ONLY) s->db = fopen(path, "r");
- else s->db = fopen(path, "r+");
- if (s->db == NULL)
- {
- free(s);
- return ASL_STATUS_INVALID_STORE;
- }
-
- memset(cbuf, 0, DB_RECORD_LEN);
- status = fread(cbuf, DB_RECORD_LEN, 1, s->db);
- if (status != 1)
- {
- fclose(s->db);
- free(s);
- return ASL_STATUS_READ_FAILED;
- }
-
- /* Check the database Magic Cookie */
- if (strncmp(cbuf, ASL_DB_COOKIE, ASL_DB_COOKIE_LEN))
- {
- fclose(s->db);
- free(s);
- return ASL_STATUS_INVALID_STORE;
- }
-
- next = 0;
- memcpy(&next, cbuf + DB_HEADER_MAXID_OFFSET, 8);
- s->next_id = _asl_ntohq(next);
-
- s->record_count = fsize / DB_RECORD_LEN;
-
- status = slotlist_init(s);
-
- for (i = 0; i < STRING_CACHE_SIZE; i++)
- {
- s->string_cache[i].index = ASL_INDEX_NULL;
- s->string_cache[i].refcount = 0;
- s->string_cache[i].str = NULL;
- }
-
- s->db_path = strdup(path);
-
- *out = s;
- return ASL_STATUS_OK;
-}
-
-uint32_t
-asl_store_close(asl_store_t *s)
-{
- uint32_t i;
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
-
- if (s->slotlist != NULL) free(s->slotlist);
- for (i = 0; i < RECORD_CACHE_SIZE; i++) free(s->rcache[i]);
- for (i = 0; i < STRING_CACHE_SIZE; i++)
- {
- if (s->string_cache[i].str != NULL) free(s->string_cache[i].str);
- }
-
- if (s->db_path != NULL) free(s->db_path);
- if (s->db != NULL) fclose(s->db);
- free(s);
-
- return ASL_STATUS_OK;
-}
-
-static char *
-record_buffer_alloc(asl_store_t *s)
-{
- uint32_t i;
-
- if (s == NULL) return calloc(1, DB_RECORD_LEN);
-
- for (i = 0; i < RECORD_CACHE_SIZE; i++)
- {
- if (s->rcache_state[i] == 0)
- {
- s->rcache_state[i] = 1;
- memset(s->rcache[i], 0, DB_RECORD_LEN);
- return s->rcache[i];
- }
- }
-
- return calloc(1, DB_RECORD_LEN);
-}
-
-static void
-record_buffer_free(asl_store_t *s, char *p)
-{
- uint32_t i;
-
- if (s == NULL) return free(p);
-
- for (i = 0; i < RECORD_CACHE_SIZE; i++)
- {
- if (s->rcache[i] == p)
- {
- s->rcache_state[i] = 0;
- return;
- }
- }
-
- free(p);
-}
-
-/*
- * Finds a free (DB_TYPE_EMPTY) record slot.
- * Returns the index of the free entry in the slotlist.
- * Returns ASL_INDEX_NULL if no free slots are available (next write should be at end of file).
- */
-static uint32_t
-get_free_slot(asl_store_t *s)
-{
- uint32_t i;
-
- if (s == NULL) return ASL_INDEX_NULL;
-
- if (s->empty_count == 0) return ASL_INDEX_NULL;
-
- for (i = 0; i < s->slotlist_count; i++)
- {
- if (s->slotlist[i].type == DB_TYPE_EMPTY)
- {
- s->empty_count--;
- return i;
- }
- }
-
- /* impossible */
- s->empty_count = 0;
- return ASL_INDEX_NULL;
-}
-
-static void
-record_list_free(asl_store_t *s, char **list)
-{
- uint32_t i;
-
- if (list == NULL) return;
-
- for (i = 0; list[i] != NULL; i++) record_buffer_free(s, list[i]);
- free(list);
-}
-
-static uint64_t
-new_id(asl_store_t *s)
-{
- int status;
- uint64_t n, out;
-
- if (s == NULL) return ASL_REF_NULL;
-
- status = fseek(s->db, DB_HEADER_MAXID_OFFSET, SEEK_SET);
- if (status < 0) return ASL_REF_NULL;
-
- out = s->next_id;
- s->next_id++;
-
- n = _asl_htonq(s->next_id);
- status = fwrite(&n, 8, 1, s->db);
- if (status != 1) return ASL_REF_NULL;
- return out;
-}
-
-/*
- * Write each record in the list to a slot in the database.
- * Fills in "next" index.
- */
-static uint32_t
-save_record_list(asl_store_t *s, char **list, uint32_t *start)
-{
- uint32_t i, n, status, si, slot, next, rcount, hash;
- uint8_t type;
- off_t offset;
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
-
- if (list == NULL) return ASL_STATUS_OK;
-
- for (n = 0; list[n] != NULL; n++);
-
- if (n == 0) return ASL_STATUS_OK;
-
- rcount = s->record_count;
- si = get_free_slot(s);
-
- /* update slotlist */
- type = list[0][0];
-
- if (type == DB_TYPE_STRING) s->string_count++;
- if (type == DB_TYPE_MESSAGE) s->message_count++;
-
- next = ASL_INDEX_NULL;
- if (si == ASL_INDEX_NULL)
- {
- next = s->record_count;
- }
- else if (si > s->slotlist_count)
- {
- return ASL_STATUS_FAILED;
- }
- else
- {
- next = s->slotlist[si].slot;
- slotlist_delete(s, si);
- }
-
- hash = 0;
- if (type == DB_TYPE_STRING) hash = header_get_hash(list[0]);
-
- status = slotlist_insert(s, type, next, header_get_id(list[0]), hash);
- if (status != ASL_STATUS_OK) return status;
-
- *start = next;
-
- for (i = 0; i < n; i++)
- {
- slot = next;
-
- next = 0;
- if ((i + 1) < n)
- {
- si = get_free_slot(s);
- if (si == ASL_INDEX_NULL)
- {
- next = s->record_count + 1;
- }
- else if (next > s->slotlist_count)
- {
- return ASL_STATUS_FAILED;
- }
- else
- {
- type = list[i + 1][0];
- next = s->slotlist[si].slot;
- slotlist_delete(s, si);
- }
- }
-
- offset = slot * DB_RECORD_LEN;
- status = fseek(s->db, offset, SEEK_SET);
- if (status < 0) return ASL_STATUS_WRITE_FAILED;
-
- header_put_next(next, list[i]);
-
- status = fwrite(list[i], DB_RECORD_LEN, 1, s->db);
- if (status != 1) return ASL_STATUS_WRITE_FAILED;
-
- if (si == ASL_INDEX_NULL) s->record_count++;
- }
-
- fflush(s->db);
-
- return ASL_STATUS_OK;
-}
-
-/*
- * Converts a string into a NULL-terminated list of records.
- * Sets sid to new string ID.
- */
-static uint32_t
-string_encode(asl_store_t *s, uint32_t hash, const char *str, uint64_t *sid, char ***list)
-{
- char **outlist, *p;
- const char *t;
- uint32_t length, remaining, i, n, x;
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
- if (str == NULL) return ASL_STATUS_INVALID_STRING;
-
- *sid = new_id(s);
- if (*sid == ASL_REF_NULL) return ASL_STATUS_FAILED;
-
- length = strlen(str) + 1;
- remaining = length;
-
- x = DB_RECORD_LEN - DB_HLEN_STRING;
- if (remaining < x) x = remaining;
- remaining -= x;
- n = 1;
-
- x = DB_RECORD_LEN - DB_HLEN_STRCONT;
- n += (remaining + x - 1) / x;
-
- outlist = (char **)calloc(n + 1, sizeof(char *));
- if (outlist == NULL) return ASL_STATUS_NO_MEMORY;
-
- for (i = 0; i < n; i++)
- {
- outlist[i] = record_buffer_alloc(s);
- if (outlist[i] == NULL)
- {
- n = i;
- for (i = 0; i < n; i++) record_buffer_free(s, outlist[i]);
- free(outlist);
- return ASL_STATUS_NO_MEMORY;
- }
- }
-
- *list = outlist;
-
- outlist[0][0] = (char)DB_TYPE_STRING;
- p = outlist[0] + 5;
-
- /* sid */
- _asl_put_64(*sid, p);
- p += 8;
-
- /* refcount */
- _asl_put_32(1, p);
- p += 4;
-
- /* hash */
- _asl_put_32(hash, p);
- p += 4;
-
- /* string length (includes trailing nul) */
- _asl_put_32(length, p);
- p += 4;
-
- t = str;
- remaining = length;
-
- x = DB_RECORD_LEN - DB_HLEN_STRING;
- if (remaining < x) x = remaining;
- memcpy(p, t, x);
-
- t += x;
- remaining -= x;
-
- x = DB_RECORD_LEN - DB_HLEN_STRCONT;
- for (i = 1; i < n; i++)
- {
- outlist[i][0] = (char)DB_TYPE_STRCONT;
- p = outlist[i] + 5;
-
- if (remaining < x) x = remaining;
- memcpy(p, t, x);
-
- t += x;
- remaining -= x;
- }
-
- return ASL_STATUS_OK;
-}
-
-/*
- * Hash is used to improve string search.
- */
-uint32_t
-string_hash(const char *s, uint32_t inlen)
-{
- uint32_t a, b, c, l, len;
-
- if (s == NULL) return 0;
-
- l = inlen;
-
- len = l;
- a = b = 0x9e3779b9;
- c = 0;
-
- while (len >= 12)
- {
- a += (s[0] + ((uint32_t)s[1]<<8) + ((uint32_t)s[ 2]<<16) + ((uint32_t)s[ 3]<<24));
- b += (s[4] + ((uint32_t)s[5]<<8) + ((uint32_t)s[ 6]<<16) + ((uint32_t)s[ 7]<<24));
- c += (s[8] + ((uint32_t)s[9]<<8) + ((uint32_t)s[10]<<16) + ((uint32_t)s[11]<<24));
-
- mix(a, b, c);
-
- s += 12;
- len -= 12;
- }
-
- c += l;
- switch(len)
- {
- case 11: c += ((uint32_t)s[10]<<24);
- case 10: c += ((uint32_t)s[9]<<16);
- case 9 : c += ((uint32_t)s[8]<<8);
-
- case 8 : b += ((uint32_t)s[7]<<24);
- case 7 : b += ((uint32_t)s[6]<<16);
- case 6 : b += ((uint32_t)s[5]<<8);
- case 5 : b += s[4];
-
- case 4 : a += ((uint32_t)s[3]<<24);
- case 3 : a += ((uint32_t)s[2]<<16);
- case 2 : a += ((uint32_t)s[1]<<8);
- case 1 : a += s[0];
- }
-
- mix(a, b, c);
-
- return c;
-}
-
-/*
- * Write refcount to database and update string cache.
- */
-static void
-string_set_refcount(asl_store_t *s, uint32_t index, const char *str, uint32_t refcount)
-{
- uint32_t slot, i, min, status, v32;
- off_t offset;
-
- if (s == NULL) return;
-
- /* update the database */
- slot = s->slotlist[index].slot;
-
- offset = (slot * DB_RECORD_LEN) + 13;
- status = fseek(s->db, offset, SEEK_SET);
-
- if (status < 0) return;
-
- v32 = htonl(refcount);
- status = fwrite(&v32, 4, 1, s->db);
-
- min = 0;
-
- /* if the string is in the string cache, update the refcount there */
- for (i = 0; i < STRING_CACHE_SIZE; i++)
- {
- if (s->string_cache[i].index == index)
- {
- s->string_cache[i].refcount = refcount;
- return;
- }
-
- /* locate the minimum refcount while we're looping */
- if (s->string_cache[i].refcount < s->string_cache[min].refcount) min = i;
- }
-
- /* bail out if the refcount is too low */
- if (s->string_cache[min].refcount > refcount) return;
-
- /* replace the current minimum */
- if (s->string_cache[min].str != NULL) free(s->string_cache[min].str);
-
- s->string_cache[min].index = index;
- s->string_cache[min].refcount = refcount;
- s->string_cache[min].str = strdup(str);
-
- if (s->string_cache[min].str == NULL)
- {
- s->string_cache[min].index = ASL_INDEX_NULL;
- s->string_cache[min].refcount = 0;
- return;
- }
-}
-
-static uint32_t
-string_fetch_slot(asl_store_t *s, uint32_t slot, char **out, uint32_t *refcount)
-{
- off_t offset;
- uint8_t type;
- uint32_t status, next, len, x, remaining;
- char *outstr, *p, tmp[DB_RECORD_LEN];
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
- if (out == NULL) return ASL_STATUS_INVALID_ARG;
-
- *out = NULL;
- offset = slot * DB_RECORD_LEN;
- status = fseek(s->db, offset, SEEK_SET);
-
- if (status < 0) return ASL_STATUS_READ_FAILED;
-
- status = fread(tmp, DB_RECORD_LEN, 1, s->db);
- if (status != 1) return ASL_STATUS_READ_FAILED;
-
- type = tmp[0];
- if (type != DB_TYPE_STRING) return ASL_STATUS_INVALID_STRING;
-
- len = _asl_get_32(tmp + 21);
- if (len == 0) return ASL_STATUS_OK;
-
- *refcount = _asl_get_32(tmp + 13);
-
- next = header_get_next(tmp);
-
- outstr = calloc(1, len);
- if (outstr == NULL) return ASL_STATUS_NO_MEMORY;
-
- p = outstr;
- remaining = len;
-
- x = DB_RECORD_LEN - DB_HLEN_STRING;
- if (x > remaining) x = remaining;
-
- memcpy(p, tmp + DB_HLEN_STRING, x);
- p += x;
- remaining -= x;
-
- while ((next != 0) && (remaining > 0))
- {
- offset = next * DB_RECORD_LEN;
- status = fseek(s->db, offset, SEEK_SET);
-
- if (status < 0)
- {
- free(outstr);
- return ASL_STATUS_READ_FAILED;
- }
-
- status = fread(tmp, DB_RECORD_LEN, 1, s->db);
- if (status != 1)
- {
- free(outstr);
- return ASL_STATUS_READ_FAILED;
- }
-
- next = header_get_next(tmp);
-
- x = DB_RECORD_LEN - DB_HLEN_STRCONT;
- if (x > remaining) x = remaining;
-
- memcpy(p, tmp + DB_HLEN_STRCONT, x);
- p += x;
- remaining -= x;
- }
-
- if ((next != 0) || (remaining != 0))
- {
- free(outstr);
- return ASL_STATUS_READ_FAILED;
- }
-
- *out = outstr;
- return ASL_STATUS_OK;
-}
-
-static uint32_t
-string_fetch_sid(asl_store_t *s, uint64_t sid, char **out)
-{
- uint32_t i, len, ref;
- uint64_t nsid;
- uint8_t inls;
- char *p;
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
- if (out == NULL) return ASL_STATUS_INVALID_ARG;
-
- *out = NULL;
- if (sid == ASL_REF_NULL) return ASL_STATUS_OK;
-
- ref = 0;
-
- inls = 0;
- nsid = _asl_htonq(sid);
- memcpy(&inls, &nsid, 1);
- if (inls & 0x80)
- {
- /* inline string */
- inls &= 0x0f;
- len = inls;
- *out = calloc(1, len);
- if (*out == NULL) return ASL_STATUS_NO_MEMORY;
- p = 1 + (char *)&nsid;
- memcpy(*out, p, len);
- return ASL_STATUS_OK;
- }
-
- /* Find the string in the database */
- i = slotlist_find(s, sid, 0, 0);
- if (i == ASL_INDEX_NULL) return ASL_STATUS_NOT_FOUND;
-
- return string_fetch_slot(s, s->slotlist[i].slot, out, &ref);
-}
-
-static uint32_t
-check_user_access(int32_t msgu, int32_t u)
-{
- /* -1 means anyone may read */
- if (msgu == -1) return ASL_STATUS_OK;
-
- /* Check for exact match */
- if (msgu == u) return ASL_STATUS_OK;
-
- return ASL_STATUS_ACCESS_DENIED;
-}
-
-static uint32_t
-check_group_access(int32_t msgg, int32_t u, int32_t g)
-{
- int check;
- uuid_t uu, gu;
-
- /* -1 means anyone may read */
- if (msgg == -1) return ASL_STATUS_OK;
-
- /* Check for exact match */
- if (msgg == g) return ASL_STATUS_OK;
-
- /* Check if user (u) is in read group (msgg) */
- mbr_uid_to_uuid(u, uu);
- mbr_gid_to_uuid(msgg, gu);
-
- check = 0;
- mbr_check_membership(uu, gu, &check);
- if (check != 0) return ASL_STATUS_OK;
-
- return ASL_STATUS_ACCESS_DENIED;
-}
-
-static uint32_t
-check_access(int32_t msgu, int32_t msgg, int32_t u, int32_t g, uint16_t flags)
-{
- uint16_t uset, gset;
-
- /* root (uid 0) may always read */
- if (u == 0) return ASL_STATUS_OK;
-
- uset = flags & ASL_MSG_FLAG_READ_UID_SET;
- gset = flags & ASL_MSG_FLAG_READ_GID_SET;
-
- /* if no access controls are set, anyone may read */
- if ((uset | gset) == 0) return ASL_STATUS_OK;
-
- /* if only uid is set, then access is only by uid match */
- if ((uset != 0) && (gset == 0)) return check_user_access(msgu, u);
-
- /* if only gid is set, then access is only by gid match */
- if ((uset == 0) && (gset != 0)) return check_group_access(msgg, u, g);
-
- /* both uid and gid are set - check user, then group */
- if ((check_user_access(msgu, u)) == ASL_STATUS_OK) return ASL_STATUS_OK;
- return check_group_access(msgg, u, g);
-}
-
-static uint32_t
-pmsg_fetch(asl_store_t *s, uint32_t slot, int32_t ruid, int32_t rgid, uint32_t action, pmsg_t **pmsg)
-{
- off_t offset;
- uint32_t status, i, n, v32, next;
- int32_t msgu, msgg;
- uint64_t msgid;
- uint16_t flags;
- pmsg_t *out;
- char *p, tmp[DB_RECORD_LEN];
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
- if (pmsg == NULL) return ASL_STATUS_INVALID_ARG;
-
- out = NULL;
-
- if ((action == PMSG_FETCH_ALL) || (action == PMSG_FETCH_STD))
- {
- *pmsg = NULL;
-
- offset = slot * DB_RECORD_LEN;
- status = fseek(s->db, offset, SEEK_SET);
-
- if (status < 0) return ASL_STATUS_READ_FAILED;
-
- status = fread(tmp, DB_RECORD_LEN, 1, s->db);
- if (status != 1) return ASL_STATUS_READ_FAILED;
-
- msgid = _asl_get_64(tmp + MSG_OFF_KEY_ID);
- msgu = _asl_get_32(tmp + MSG_OFF_KEY_RUID);
- msgg = _asl_get_32(tmp + MSG_OFF_KEY_RGID);
- flags = _asl_get_16(tmp + MSG_OFF_KEY_FLAGS);
-
- status = check_access(msgu, msgg, ruid, rgid, flags);
- if (status != ASL_STATUS_OK) return status;
-
- out = (pmsg_t *)calloc(1, sizeof(pmsg_t));
- if (out == NULL) return ASL_STATUS_NO_MEMORY;
-
-
- p = tmp + 21;
-
- /* ID */
- out->msgid = msgid;
-
- /* ReadUID */
- out->ruid = msgu;
-
- /* ReadGID */
- out->rgid = msgg;
-
- /* Time */
- out->time = _asl_get_64(p);
- p += 8;
-
- /* Host */
- out->host = _asl_get_64(p);
- p += 8;
-
- /* Sender */
- out->sender = _asl_get_64(p);
- p += 8;
-
- /* Facility */
- out->facility = _asl_get_64(p);
- p += 8;
-
- /* Level */
- out->level = _asl_get_32(p);
- p += 4;
-
- /* PID */
- out->pid = _asl_get_32(p);
- p += 4;
-
- /* UID */
- out->uid = _asl_get_32(p);
- p += 4;
-
- /* GID */
- out->gid = _asl_get_32(p);
- p += 4;
-
- /* Message */
- out->message = _asl_get_64(p);
- p += 8;
-
- next = header_get_next(tmp);
- out->next = next;
-
- if (action == PMSG_FETCH_STD)
- {
- /* caller only wants "standard" keys */
- *pmsg = out;
- return ASL_STATUS_OK;
- }
-
- *pmsg = out;
- }
- else
- {
- out = *pmsg;
- }
-
- n = 0;
- next = out->next;
-
- while (next != 0)
- {
- offset = next * DB_RECORD_LEN;
- status = fseek(s->db, offset, SEEK_SET);
- if (status < 0)
- {
- *pmsg = NULL;
- free(out);
- return ASL_STATUS_READ_FAILED;
- }
-
- status = fread(tmp, DB_RECORD_LEN, 1, s->db);
- if (status != 1)
- {
- *pmsg = NULL;
- free(out);
- return ASL_STATUS_READ_FAILED;
- }
-
- if (out->kvcount == 0)
- {
- v32 = _asl_get_32(tmp + 5);
- out->kvcount = v32 * 2;
- out->kvlist = (uint64_t *)calloc(out->kvcount, sizeof(uint64_t));
- if (out->kvlist == NULL)
- {
- *pmsg = NULL;
- free(out);
- return ASL_STATUS_NO_MEMORY;
- }
- }
-
- p = tmp + 9;
-
- for (i = 0; (i < 4) && (n < out->kvcount); i++)
- {
- out->kvlist[n++] = _asl_get_64(p);
- p += 8;
-
- out->kvlist[n++] = _asl_get_64(p);
- p += 8;
- }
-
- next = header_get_next(tmp);
- }
-
- return ASL_STATUS_OK;
-}
-
-static uint32_t
-pmsg_match(asl_store_t *s, pmsg_t *q, pmsg_t *m)
-{
- uint32_t i, j;
-
- if (s == NULL) return 0;
- if (q == NULL) return 1;
- if (m == NULL) return 0;
-
- if (q->kselect & PMSG_SEL_TIME)
- {
- if (q->time == ASL_REF_NULL) return 0;
- if ((q->vselect & PMSG_SEL_TIME) && (q->time != m->time)) return 0;
- }
-
- if (q->kselect & PMSG_SEL_HOST)
- {
- if (q->host == ASL_REF_NULL) return 0;
- if ((q->vselect & PMSG_SEL_HOST) && (q->host != m->host)) return 0;
- }
-
- if (q->kselect & PMSG_SEL_SENDER)
- {
- if (q->sender == ASL_REF_NULL) return 0;
- if ((q->vselect & PMSG_SEL_SENDER) && (q->sender != m->sender)) return 0;
- }
-
- if (q->kselect & PMSG_SEL_FACILITY)
- {
- if (q->facility == ASL_REF_NULL) return 0;
- if ((q->vselect & PMSG_SEL_FACILITY) && (q->facility != m->facility)) return 0;
- }
-
- if (q->kselect & PMSG_SEL_MESSAGE)
- {
- if (q->message == ASL_REF_NULL) return 0;
- if ((q->vselect & PMSG_SEL_MESSAGE) && (q->message != m->message)) return 0;
- }
-
- if (q->kselect & PMSG_SEL_LEVEL)
- {
- if (q->level == ASL_INDEX_NULL) return 0;
- if ((q->vselect & PMSG_SEL_LEVEL) && (q->level != m->level)) return 0;
- }
-
- if (q->kselect & PMSG_SEL_PID)
- {
- if (q->pid == -1) return 0;
- if ((q->vselect & PMSG_SEL_PID) && (q->pid != m->pid)) return 0;
- }
-
- if (q->kselect & PMSG_SEL_UID)
- {
- if (q->uid == -2) return 0;
- if ((q->vselect & PMSG_SEL_UID) && (q->uid != m->uid)) return 0;
- }
-
- if (q->kselect & PMSG_SEL_GID)
- {
- if (q->gid == -2) return 0;
- if ((q->vselect & PMSG_SEL_GID) && (q->gid != m->gid)) return 0;
- }
-
- if (q->kselect & PMSG_SEL_RUID)
- {
- if (q->ruid == -1) return 0;
- if ((q->vselect & PMSG_SEL_RUID) && (q->ruid != m->ruid)) return 0;
- }
-
- if (q->kselect & PMSG_SEL_RGID)
- {
- if (q->rgid == -1) return 0;
- if ((q->vselect & PMSG_SEL_RGID) && (q->rgid != m->rgid)) return 0;
- }
-
- for (i = 0; i < q->kvcount; i += 2)
- {
- for (j = 0; j < m->kvcount; j += 2)
- {
- if (q->kvlist[i] == m->kvlist[j])
- {
- if (q->kvlist[i + 1] == m->kvlist[j + 1]) break;
- return 0;
- }
- }
-
- if (j >= m->kvcount) return 0;
- }
-
- return 1;
-}
-
-static void
-free_pmsg(pmsg_t *p)
-{
- if (p == NULL) return;
- if (p->kvlist != NULL) free(p->kvlist);
- free(p);
-}
-
-static uint32_t
-pmsg_fetch_by_id(asl_store_t *s, uint64_t msgid, int32_t ruid, int32_t rgid, pmsg_t **pmsg, uint32_t *slot)
-{
- uint32_t i, status;
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
- if (msgid == ASL_REF_NULL) return ASL_STATUS_INVALID_ARG;
- if (slot == NULL) return ASL_STATUS_INVALID_ARG;
-
- *slot = ASL_INDEX_NULL;
-
- i = slotlist_find(s, msgid, 0, 0);
- if (i == ASL_INDEX_NULL) return ASL_STATUS_INVALID_ID;
-
- *slot = s->slotlist[i].slot;
-
- /* read the message */
- *pmsg = NULL;
- status = pmsg_fetch(s, s->slotlist[i].slot, ruid, rgid, PMSG_FETCH_ALL, pmsg);
- if (status != ASL_STATUS_OK) return status;
- if (pmsg == NULL) return ASL_STATUS_FAILED;
-
- return status;
-}
-
-static uint32_t
-msg_decode(asl_store_t *s, pmsg_t *pmsg, asl_msg_t **out)
-{
- uint32_t status, i, n;
- char *key, *val;
- asl_msg_t *msg;
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
- if (out == NULL) return ASL_STATUS_INVALID_ARG;
- if (pmsg == NULL) return ASL_STATUS_INVALID_ARG;
-
- *out = NULL;
-
- msg = (asl_msg_t *)calloc(1, sizeof(asl_msg_t));
- if (msg == NULL) return ASL_STATUS_NO_MEMORY;
-
- msg->type = ASL_TYPE_MSG;
- msg->count = 0;
- if (pmsg->time != ASL_REF_NULL) msg->count++;
- if (pmsg->host != ASL_REF_NULL) msg->count++;
- if (pmsg->sender != ASL_REF_NULL) msg->count++;
- if (pmsg->facility != ASL_REF_NULL) msg->count++;
- if (pmsg->message != ASL_REF_NULL) msg->count++;
- if (pmsg->level != ASL_INDEX_NULL) msg->count++;
- if (pmsg->pid != -1) msg->count++;
- if (pmsg->uid != -2) msg->count++;
- if (pmsg->gid != -2) msg->count++;
- if (pmsg->ruid != -1) msg->count++;
- if (pmsg->rgid != -1) msg->count++;
-
- msg->count += pmsg->kvcount / 2;
-
- if (msg->count == 0)
- {
- free(msg);
- return ASL_STATUS_INVALID_MESSAGE;
- }
-
- /* Message ID */
- msg->count += 1;
-
- msg->key = (char **)calloc(msg->count, sizeof(char *));
- if (msg->key == NULL)
- {
- free(msg);
- return ASL_STATUS_NO_MEMORY;
- }
-
- msg->val = (char **)calloc(msg->count, sizeof(char *));
- if (msg->val == NULL)
- {
- free(msg->key);
- free(msg);
- return ASL_STATUS_NO_MEMORY;
- }
-
- n = 0;
-
- /* Time */
- if (pmsg->time != ASL_REF_NULL)
- {
- msg->key[n] = strdup(ASL_KEY_TIME);
- if (msg->key[n] == NULL)
- {
- asl_free(msg);
- return ASL_STATUS_NO_MEMORY;
- }
-
- asprintf(&(msg->val[n]), "%llu", pmsg->time);
- if (msg->val[n] == NULL)
- {
- asl_free(msg);
- return ASL_STATUS_NO_MEMORY;
- }
- n++;
- }
-
- /* Host */
- if (pmsg->host != ASL_REF_NULL)
- {
- msg->key[n] = strdup(ASL_KEY_HOST);
- if (msg->key[n] == NULL)
- {
- asl_free(msg);
- return ASL_STATUS_NO_MEMORY;
- }
-
- status = string_fetch_sid(s, pmsg->host, &(msg->val[n]));
- n++;
- }
-
- /* Sender */
- if (pmsg->sender != ASL_REF_NULL)
- {
- msg->key[n] = strdup(ASL_KEY_SENDER);
- if (msg->key[n] == NULL)
- {
- asl_free(msg);
- return ASL_STATUS_NO_MEMORY;
- }
-
- status = string_fetch_sid(s, pmsg->sender, &(msg->val[n]));
- n++;
- }
-
- /* Facility */
- if (pmsg->facility != ASL_REF_NULL)
- {
- msg->key[n] = strdup(ASL_KEY_FACILITY);
- if (msg->key[n] == NULL)
- {
- asl_free(msg);
- return ASL_STATUS_NO_MEMORY;
- }
-
- status = string_fetch_sid(s, pmsg->facility, &(msg->val[n]));
- n++;
- }
-
- /* Level */
- if (pmsg->level != ASL_INDEX_NULL)
- {
- msg->key[n] = strdup(ASL_KEY_LEVEL);
- if (msg->key[n] == NULL)
- {
- asl_free(msg);
- return ASL_STATUS_NO_MEMORY;
- }
-
- asprintf(&(msg->val[n]), "%u", pmsg->level);
- if (msg->val[n] == NULL)
- {
- asl_free(msg);
- return ASL_STATUS_NO_MEMORY;
- }
- n++;
- }
-
- /* PID */
- if (pmsg->pid != -1)
- {
- msg->key[n] = strdup(ASL_KEY_PID);
- if (msg->key[n] == NULL)
- {
- asl_free(msg);
- return ASL_STATUS_NO_MEMORY;
- }
-
- asprintf(&(msg->val[n]), "%d", pmsg->pid);
- if (msg->val[n] == NULL)
- {
- asl_free(msg);
- return ASL_STATUS_NO_MEMORY;
- }
- n++;
- }
-
- /* UID */
- if (pmsg->uid != -2)
- {
- msg->key[n] = strdup(ASL_KEY_UID);
- if (msg->key[n] == NULL)
- {
- asl_free(msg);
- return ASL_STATUS_NO_MEMORY;
- }
-
- asprintf(&(msg->val[n]), "%d", pmsg->uid);
- if (msg->val[n] == NULL)
- {
- asl_free(msg);
- return ASL_STATUS_NO_MEMORY;
- }
- n++;
- }
-
- /* GID */
- if (pmsg->gid != -2)
- {
- msg->key[n] = strdup(ASL_KEY_GID);
- if (msg->key[n] == NULL)
- {
- asl_free(msg);
- return ASL_STATUS_NO_MEMORY;
- }
-
- asprintf(&(msg->val[n]), "%d", pmsg->gid);
- if (msg->val[n] == NULL)
- {
- asl_free(msg);
- return ASL_STATUS_NO_MEMORY;
- }
- n++;
- }
-
- /* Message */
- if (pmsg->message != ASL_REF_NULL)
- {
- msg->key[n] = strdup(ASL_KEY_MSG);
- if (msg->key[n] == NULL)
- {
- asl_free(msg);
- return ASL_STATUS_NO_MEMORY;
- }
-
- status = string_fetch_sid(s, pmsg->message, &(msg->val[n]));
- n++;
- }
-
- /* ReadUID */
- if (pmsg->ruid != -1)
- {
- msg->key[n] = strdup(ASL_KEY_READ_UID);
- if (msg->key[n] == NULL)
- {
- asl_free(msg);
- return ASL_STATUS_NO_MEMORY;
- }
-
- asprintf(&(msg->val[n]), "%d", pmsg->ruid);
- if (msg->val[n] == NULL)
- {
- asl_free(msg);
- return ASL_STATUS_NO_MEMORY;
- }
- n++;
- }
-
- /* ReadGID */
- if (pmsg->rgid != -1)
- {
- msg->key[n] = strdup(ASL_KEY_READ_GID);
- if (msg->key[n] == NULL)
- {
- asl_free(msg);
- return ASL_STATUS_NO_MEMORY;
- }
-
- asprintf(&(msg->val[n]), "%d", pmsg->rgid);
- if (msg->val[n] == NULL)
- {
- asl_free(msg);
- return ASL_STATUS_NO_MEMORY;
- }
- n++;
- }
-
- /* Message ID */
- msg->key[n] = strdup(ASL_KEY_MSG_ID);
- if (msg->key[n] == NULL)
- {
- asl_free(msg);
- return ASL_STATUS_NO_MEMORY;
- }
-
- asprintf(&(msg->val[n]), "%llu", pmsg->msgid);
- if (msg->val[n] == NULL)
- {
- asl_free(msg);
- return ASL_STATUS_NO_MEMORY;
- }
- n++;
-
- /* Key - Value List */
- for (i = 0; i < pmsg->kvcount; i++)
- {
- key = NULL;
- status = string_fetch_sid(s, pmsg->kvlist[i++], &key);
- if (status != ASL_STATUS_OK)
- {
- if (key != NULL) free(key);
- continue;
- }
-
- val = NULL;
- status = string_fetch_sid(s, pmsg->kvlist[i], &val);
- if (status != ASL_STATUS_OK)
- {
- if (key != NULL) free(key);
- if (val != NULL) free(val);
- continue;
- }
-
- status = asl_set((aslmsg)msg, key, val);
- if (key != NULL) free(key);
- if (val != NULL) free(val);
- if (status != 0)
- {
- asl_free(msg);
- return ASL_STATUS_FAILED;
- }
- }
-
- *out = msg;
- return ASL_STATUS_OK;
-}
-
-/*
- * Finds string either in the string cache or in the database
- */
-static uint32_t
-store_string_find(asl_store_t *s, uint32_t hash, const char *str, uint32_t *index, uint32_t *refcount)
-{
- uint32_t i, status, test;
- char *tmp;
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
- if (str == NULL) return ASL_STATUS_INVALID_ARG;
- if (index == NULL) return ASL_STATUS_INVALID_ARG;
- if (refcount == NULL) return ASL_STATUS_INVALID_ARG;
- if (s->slotlist == NULL) return ASL_STATUS_FAILED;
-
- /* check the cache */
- for (i = 0; i < STRING_CACHE_SIZE; i++)
- {
- if (s->string_cache[i].index == ASL_INDEX_NULL) continue;
-
- test = s->slotlist[s->string_cache[i].index].hash;
- if (test != hash) continue;
-
- if (s->string_cache[i].str == NULL)
- {
- /* can't happen, but clean up anyway */
- s->string_cache[i].index = ASL_INDEX_NULL;
- s->string_cache[i].refcount = 0;
- continue;
- }
-
- if (strcmp(s->string_cache[i].str, str)) continue;
-
- /* Bingo */
- *index = s->string_cache[i].index;
- *refcount = s->string_cache[i].refcount;
- return ASL_STATUS_OK;
- }
-
- /* check the database */
- for (i = 0; i < s->slotlist_count; i++)
- {
- if ((s->slotlist[i].type != DB_TYPE_STRING) || (s->slotlist[i].hash != hash)) continue;
-
- /* read the whole string */
- tmp = NULL;
- *refcount = 0;
- status = string_fetch_slot(s, s->slotlist[i].slot, &tmp, refcount);
- if (status != ASL_STATUS_OK) return status;
- if (tmp == NULL) return ASL_STATUS_FAILED;
-
- status = strcmp(tmp, str);
- free(tmp);
- if (status != 0) continue;
-
- /* Bingo! */
- *index = i;
- return ASL_STATUS_OK;
- }
-
- *refcount = 0;
- return ASL_STATUS_FAILED;
-}
-
-/*
- * Looks up a string ID number.
- * Creates the string if necessary.
- * Increments the string refcount.
- */
-static uint64_t
-string_retain(asl_store_t *s, const char *str, uint32_t create)
-{
- uint32_t status, hash, index, slot, refcount, len;
- uint64_t nsid, sid;
- char **recordlist, *p;
- uint8_t inls;
-
- if (s == NULL) return ASL_REF_NULL;
- if (str == NULL) return ASL_REF_NULL;
-
- sid = ASL_REF_NULL;
- index = ASL_INDEX_NULL;
- slot = ASL_INDEX_NULL;
- refcount = 0;
-
- len = strlen(str);
- if (len < 8)
- {
- /* inline string */
- inls = len;
- inls |= 0x80;
-
- nsid = 0;
- p = (char *)&nsid;
- memcpy(p, &inls, 1);
- memcpy(p + 1, str, len);
- sid = _asl_ntohq(nsid);
- return sid;
- }
-
- hash = string_hash(str, len);
-
- /* check the database */
- status = store_string_find(s, hash, str, &index, &refcount);
- if (status == ASL_STATUS_OK)
- {
- if (index == ASL_INDEX_NULL) return ASL_REF_NULL;
- if (create == 0) return s->slotlist[index].xid;
-
- refcount++;
- string_set_refcount(s, index, str, refcount);
- return s->slotlist[index].xid;
- }
-
- if (create == 0) return ASL_REF_NULL;
-
- /* create the string */
- recordlist = NULL;
- status = string_encode(s, hash, str, &sid, &recordlist);
- if (status != ASL_STATUS_OK) return ASL_REF_NULL;
- if (recordlist == NULL) return ASL_REF_NULL;
-
- status = save_record_list(s, recordlist, &slot);
- record_list_free(s, recordlist);
- if (status != ASL_STATUS_OK) return status;
-
- return sid;
-}
-
-static uint32_t
-record_chain_free(asl_store_t *s, uint64_t xid, uint32_t slot, uint8_t type)
-{
- uint32_t status, next, where;
- off_t offset;
- char zdb[DB_RECORD_LEN];
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
-
- if ((type == DB_TYPE_STRING) && (s->string_count > 0)) s->string_count--;
- if ((type == DB_TYPE_MESSAGE) && (s->message_count > 0)) s->message_count--;
-
- memset(zdb, 0, DB_RECORD_LEN);
-
- /*
- * Walk the chain and mark each slot as free.
- *
- * This is tricky:
- * We need to know the index in the slot list for each slot used in the record.
- * We are given the xid for the record, which we pass to slotlist_find
- * to get the index of the first slot. The slotlist entries for all subsequent
- * slots will have xid 0, since they are of type DB_TYPE_KVLIST or DB_TYPE_STRCONT.
- * Since slotlist has a secondary sort by slot, we can do a binary search within the
- * xid 0 entries with slotlist_find to get the slotlist index of those slots.
- */
- where = slotlist_find(s, xid, 0, 0);
-
- next = slot;
- while (next != 0)
- {
- /* update slotlist */
- slotlist_make_empty(s, where);
-
- offset = next * DB_RECORD_LEN;
-
- status = fseek(s->db, offset + 1, SEEK_SET);
- if (status < 0) return ASL_STATUS_WRITE_FAILED;
-
- status = fread(&next, 4, 1, s->db);
- if (status != 1) return ASL_STATUS_WRITE_FAILED;
- next = ntohl(next);
-
- status = fseek(s->db, offset, SEEK_SET);
- if (status < 0) return ASL_STATUS_WRITE_FAILED;
-
- status = fwrite(zdb, DB_RECORD_LEN, 1, s->db);
- if (status != 1) return ASL_STATUS_WRITE_FAILED;
-
- if (next != 0) where = slotlist_find_xid0_slot(s, next);
- }
-
- return ASL_STATUS_OK;
-}
-
-/*
- * Removes records.
- *
- * Decrements string refcount.
- * Removes string if refcount becomes zero.
- */
-static uint32_t
-id_release(asl_store_t *s, uint64_t xid, uint32_t slot, uint8_t type)
-{
- uint32_t status, refcount, v32;
- uint64_t x;
- char head[17];
- off_t offset;
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
- if (xid == ASL_REF_NULL) return ASL_STATUS_INVALID_ID;
- if (slot == ASL_INDEX_NULL) return ASL_STATUS_INVALID_ARG;
-
- /* Note that record_chain_free() updates slotlist */
-
- offset = slot * DB_RECORD_LEN;
- status = fseek(s->db, offset, SEEK_SET);
- if (status < 0) return ASL_STATUS_WRITE_FAILED;
-
- status = fread(head, 17, 1, s->db);
- if (status != 1) return ASL_STATUS_WRITE_FAILED;
-
- if (head[0] != type) return ASL_STATUS_FAILED;
-
- x = header_get_id(head);
-
- if (x != xid) return ASL_STATUS_FAILED;
-
- /* small kludge: only strings are refcounted */
- refcount = 1;
- if (type == DB_TYPE_STRING) refcount = header_get_refcount(head);
-
- refcount--;
- if (refcount == 0)
- {
- return record_chain_free(s, xid, slot, type);
- }
- else
- {
- offset += 13;
- status = fseek(s->db, offset, SEEK_SET);
- if (status < 0) return ASL_STATUS_WRITE_FAILED;
-
- v32 = htonl(refcount);
- status = fwrite(&v32, 4, 1, s->db);
- if (status != 1) return ASL_STATUS_WRITE_FAILED;
-
- return ASL_STATUS_OK;
- }
-}
-
-static uint32_t
-string_release(asl_store_t *s, uint64_t sid)
-{
- uint32_t i;
-
- i = slotlist_find(s, sid, 0, 0);
- if (i == ASL_INDEX_NULL) return ASL_STATUS_INVALID_ID;
-
- return id_release(s, sid, s->slotlist[i].slot, DB_TYPE_STRING);
-}
-
-static uint32_t
-message_release(asl_store_t *s, uint64_t xid)
-{
- uint32_t i, slot, status;
- pmsg_t *pmsg;
-
- pmsg = NULL;
- slot = ASL_INDEX_NULL;
-
- /* read message and release strings */
- status = pmsg_fetch_by_id(s, xid, 0, 0, &pmsg, &slot);
- if (status != ASL_STATUS_OK) return status;
- if (pmsg == NULL) return ASL_STATUS_READ_FAILED;
-
- string_release(s, pmsg->host);
- string_release(s, pmsg->sender);
- string_release(s, pmsg->facility);
- string_release(s, pmsg->message);
- for (i = 0; i < pmsg->kvcount; i++) string_release(s, pmsg->kvlist[i]);
- free_pmsg(pmsg);
-
- return id_release(s, xid, slot, DB_TYPE_MESSAGE);
-}
-
-/*
- * Convert msg into a database record (or list of records if additional key/value pairs are present).
- * Returns a NULL-terminated list of records.
- *
- * Sets the message access control flags as follows:
- * If ruid is specified (anthing other than -1), then we use that as the ReadUID and set the uid access flag
- * Else if msg contains a ReadUID, we use that as the ReadUID and set the uid access flag
- * Else ReadUID is -1 and we don't set the uid access flag.
- * Same logic for ReadGID.
- */
-static uint32_t
-message_encode(asl_store_t *s, asl_msg_t *msg, int32_t ruid, int32_t rgid, uint64_t *msgid, char ***list)
-{
- char **outlist, *std, *kvl, *p;
- uint32_t i, kvcount, kvn, len;
- uint32_t level;
- uint16_t flags;
- int32_t pid, uid, gid, muid, mgid;
- uint64_t time_val, host_sid, sender_sid, facility_sid, message_sid, k, v;
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
- if (msg == NULL) return ASL_STATUS_INVALID_MESSAGE;
- if (list == NULL) return ASL_STATUS_INVALID_ARG;
-
- len = 2;
-
- outlist = (char **)calloc(len, sizeof(char *));
- if (outlist == NULL) return ASL_STATUS_NO_MEMORY;
-
- std = record_buffer_alloc(s);
- if (std == NULL)
- {
- free(outlist);
- return ASL_STATUS_NO_MEMORY;
- }
-
- *msgid = new_id(s);
- if (*msgid == ASL_REF_NULL)
- {
- free(outlist);
- free(std);
- return ASL_STATUS_FAILED;
- }
-
- flags = 0;
-
- muid = -1;
- if (ruid != -1)
- {
- muid = ruid;
- flags |= ASL_MSG_FLAG_READ_UID_SET;
- }
-
- mgid = -1;
- if (rgid != -1)
- {
- mgid = rgid;
- flags |= ASL_MSG_FLAG_READ_GID_SET;
- }
-
- outlist[0] = std;
-
- flags = 0;
- level = ASL_INDEX_NULL;
- pid = -1;
- uid = -2;
- gid = -2;
- host_sid = ASL_REF_NULL;
- sender_sid = ASL_REF_NULL;
- facility_sid = ASL_REF_NULL;
- message_sid = ASL_REF_NULL;
- time_val = ASL_REF_NULL;
-
- kvcount = 0;
- kvn = 0;
- kvl = NULL;
- p = NULL;
-
- for (i = 0; i < msg->count; i++)
- {
- if (msg->key[i] == NULL) continue;
-
- else if (!strcmp(msg->key[i], ASL_KEY_TIME))
- {
- if (msg->val[i] != NULL) time_val = asl_parse_time(msg->val[i]);
- }
- else if (!strcmp(msg->key[i], ASL_KEY_HOST))
- {
- if (msg->val[i] != NULL) host_sid = string_retain(s, msg->val[i], 1);
- }
- else if (!strcmp(msg->key[i], ASL_KEY_SENDER))
- {
- if (msg->val[i] != NULL) sender_sid = string_retain(s, msg->val[i], 1);
- }
- else if (!strcmp(msg->key[i], ASL_KEY_PID))
- {
- if (msg->val[i] != NULL) pid = atoi(msg->val[i]);
- }
- else if (!strcmp(msg->key[i], ASL_KEY_UID))
- {
- if (msg->val[i] != NULL) uid = atoi(msg->val[i]);
- }
- else if (!strcmp(msg->key[i], ASL_KEY_GID))
- {
- if (msg->val[i] != NULL) gid = atoi(msg->val[i]);
- }
- else if (!strcmp(msg->key[i], ASL_KEY_LEVEL))
- {
- if (msg->val[i] != NULL) level = atoi(msg->val[i]);
- }
- else if (!strcmp(msg->key[i], ASL_KEY_MSG))
- {
- if (msg->val[i] != NULL) message_sid = string_retain(s, msg->val[i], 1);
- }
- else if (!strcmp(msg->key[i], ASL_KEY_FACILITY))
- {
- if (msg->val[i] != NULL) facility_sid = string_retain(s, msg->val[i], 1);
- }
- else if (!strcmp(msg->key[i], ASL_KEY_READ_UID))
- {
- if (((flags & ASL_MSG_FLAG_READ_UID_SET) == 0) && (msg->val[i] != NULL))
- {
- muid = atoi(msg->val[i]);
- flags |= ASL_MSG_FLAG_READ_UID_SET;
- }
- }
- else if (!strcmp(msg->key[i], ASL_KEY_READ_GID))
- {
- if (((flags & ASL_MSG_FLAG_READ_GID_SET) == 0) && (msg->val[i] != NULL))
- {
- mgid = atoi(msg->val[i]);
- flags |= ASL_MSG_FLAG_READ_GID_SET;
- }
- }
- else if (!strcmp(msg->key[i], ASL_KEY_MSG_ID))
- {
- /* Ignore */
- continue;
- }
- else
- {
- k = string_retain(s, msg->key[i], 1);
- if (k == ASL_REF_NULL) continue;
-
- v = ASL_REF_NULL;
- if (msg->val[i] != NULL) v = string_retain(s, msg->val[i], 1);
-
- if (kvl == NULL)
- {
- outlist = (char **)reallocf(outlist, (len + 1) * sizeof(char *));
- if (outlist == NULL)
- {
- free(std);
- return ASL_STATUS_NO_MEMORY;
- }
-
- kvl = record_buffer_alloc(s);
- if (kvl == NULL)
- {
- record_list_free(s, outlist);
- return ASL_STATUS_NO_MEMORY;
- }
-
- kvl[0] = DB_TYPE_KVLIST;
- p = kvl + 9;
-
- outlist[len - 1] = kvl;
- outlist[len] = NULL;
- len++;
- }
-
- kvcount++;
-
- _asl_put_64(k, p);
- kvn++;
- p += 8;
-
- _asl_put_64(v, p);
- kvn++;
- p += 8;
-
- if (kvn >= 8)
- {
- kvl = NULL;
- kvn = 0;
- }
- }
- }
-
- /* encode kvcount in first kvlist record */
- if (kvcount > 0)
- {
- kvl = outlist[1];
- _asl_put_32(kvcount, kvl + 5);
- }
-
- /* encode std */
- std[0] = DB_TYPE_MESSAGE;
- p = std + 5;
-
- _asl_put_64(*msgid, p);
- p += 8;
-
- _asl_put_32(muid, p);
- p += 4;
-
- _asl_put_32(mgid, p);
- p += 4;
-
- _asl_put_64(time_val, p);
- p += 8;
-
- _asl_put_64(host_sid, p);
- p += 8;
-
- _asl_put_64(sender_sid, p);
- p += 8;
-
- _asl_put_64(facility_sid, p);
- p += 8;
-
- _asl_put_32(level, p);
- p += 4;
-
- _asl_put_32(pid, p);
- p += 4;
-
- _asl_put_32(uid, p);
- p += 4;
-
- _asl_put_32(gid, p);
- p += 4;
-
- _asl_put_64(message_sid, p);
- p += 8;
-
- _asl_put_16(flags, p);
- p += 4;
-
- *list = outlist;
-
- return ASL_STATUS_OK;
-}
-
-uint32_t
-asl_store_save(asl_store_t *s, asl_msg_t *msg, int32_t ruid, int32_t rgid, uint64_t *msgid)
-{
- char **list;
- uint32_t status, slot;
- uint64_t tick;
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
- if (s->flags & ASL_STORE_FLAG_READ_ONLY) return ASL_STATUS_READ_ONLY;
-
- list = NULL;
- status = message_encode(s, msg, ruid, rgid, msgid, &list);
- if ((status != ASL_STATUS_OK) || (list == NULL)) return status;
-
- slot = 0;
- status = save_record_list(s, list, &slot);
- tick = _asl_get_64(list[0] + MSG_OFF_KEY_TIME);
-
- /* if time has gone backwards, unset the flag */
- if (tick < s->max_time) s->flags &= ~ASL_STORE_FLAG_TIME_SORTED;
- else s->max_time = tick;
-
- record_list_free(s, list);
-
- return status;
-}
-
-uint32_t
-asl_store_remove(asl_store_t *s, uint64_t msgid)
-{
- uint32_t status;
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
- if (s->flags & ASL_STORE_FLAG_READ_ONLY) return ASL_STATUS_READ_ONLY;
-
- status = message_release(s, msgid);
- return status;
-}
-
-uint32_t
-asl_store_fetch(asl_store_t *s, uint64_t msgid, int32_t ruid, int32_t rgid, asl_msg_t **msg)
-{
- uint32_t status, slot;
- pmsg_t *pmsg;
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
- if (msgid == ASL_REF_NULL) return ASL_STATUS_INVALID_ARG;
-
- pmsg = NULL;
- slot = ASL_INDEX_NULL;
-
- status = pmsg_fetch_by_id(s, msgid, ruid, rgid, &pmsg, &slot);
- if (status != ASL_STATUS_OK) return status;
- if (pmsg == NULL) return ASL_STATUS_FAILED;
-
- status = msg_decode(s, pmsg, msg);
- free_pmsg(pmsg);
-
- return status;
-}
-
-static uint32_t
-query_to_pmsg(asl_store_t *s, asl_msg_t *q, pmsg_t **p)
-{
- pmsg_t *out;
- uint32_t i, j;
- uint64_t ksid, vsid;
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
- if (p == NULL) return ASL_STATUS_INVALID_ARG;
-
- if (q == NULL) return Q_NULL;
- if (q->count == 0) return Q_NULL;
-
- *p = NULL;
-
- if (q->op != NULL)
- {
- for (i = 0; i < q->count; i++) if (q->op[i] != ASL_QUERY_OP_EQUAL) return Q_SLOW;
- }
-
- out = (pmsg_t *)calloc(1, sizeof(pmsg_t));
- if (out == NULL) return ASL_STATUS_NO_MEMORY;
-
- for (i = 0; i < q->count; i++)
- {
- if (q->key[i] == NULL) continue;
-
- else if (!strcmp(q->key[i], ASL_KEY_TIME))
- {
- if (out->kselect & PMSG_SEL_TIME)
- {
- free_pmsg(out);
- return Q_SLOW;
- }
-
- out->kselect |= PMSG_SEL_TIME;
- if (q->val[i] != NULL)
- {
- out->vselect |= PMSG_SEL_TIME;
- out->time = asl_parse_time(q->val[i]);
- }
- }
- else if (!strcmp(q->key[i], ASL_KEY_HOST))
- {
- if (out->kselect & PMSG_SEL_HOST)
- {
- free_pmsg(out);
- return Q_SLOW;
- }
-
- out->kselect |= PMSG_SEL_HOST;
- if (q->val[i] != NULL)
- {
- out->vselect |= PMSG_SEL_HOST;
- out->host = string_retain(s, q->val[i], 0);
- if (out->host == ASL_REF_NULL)
- {
- free_pmsg(out);
- return Q_FAIL;
- }
- }
- }
- else if (!strcmp(q->key[i], ASL_KEY_SENDER))
- {
- if (out->kselect & PMSG_SEL_SENDER)
- {
- free_pmsg(out);
- return Q_SLOW;
- }
-
- out->kselect |= PMSG_SEL_SENDER;
- if (q->val[i] != NULL)
- {
- out->vselect |= PMSG_SEL_SENDER;
- out->sender = string_retain(s, q->val[i], 0);
- if (out->sender == ASL_REF_NULL)
- {
- free_pmsg(out);
- return Q_FAIL;
- }
- }
- }
- else if (!strcmp(q->key[i], ASL_KEY_PID))
- {
- if (out->kselect & PMSG_SEL_PID)
- {
- free_pmsg(out);
- return Q_SLOW;
- }
-
- out->kselect |= PMSG_SEL_PID;
- if (q->val[i] != NULL)
- {
- out->vselect |= PMSG_SEL_PID;
- out->pid = atoi(q->val[i]);
- }
- }
- else if (!strcmp(q->key[i], ASL_KEY_UID))
- {
- if (out->kselect & PMSG_SEL_UID)
- {
- free_pmsg(out);
- return Q_SLOW;
- }
-
- out->kselect |= PMSG_SEL_UID;
- if (q->val[i] != NULL)
- {
- out->vselect |= PMSG_SEL_UID;
- out->uid = atoi(q->val[i]);
- }
- }
- else if (!strcmp(q->key[i], ASL_KEY_GID))
- {
- if (out->kselect & PMSG_SEL_GID)
- {
- free_pmsg(out);
- return Q_SLOW;
- }
-
- out->kselect |= PMSG_SEL_GID;
- if (q->val[i] != NULL)
- {
- out->vselect |= PMSG_SEL_GID;
- out->gid = atoi(q->val[i]);
- }
- }
- else if (!strcmp(q->key[i], ASL_KEY_LEVEL))
- {
- if (out->kselect & PMSG_SEL_LEVEL)
- {
- free_pmsg(out);
- return Q_SLOW;
- }
-
- out->kselect |= PMSG_SEL_LEVEL;
- if (q->val[i] != NULL)
- {
- out->vselect |= PMSG_SEL_LEVEL;
- out->level = atoi(q->val[i]);
- }
- }
- else if (!strcmp(q->key[i], ASL_KEY_MSG))
- {
- if (out->kselect & PMSG_SEL_MESSAGE)
- {
- free_pmsg(out);
- return Q_SLOW;
- }
-
- out->kselect |= PMSG_SEL_MESSAGE;
- if (q->val[i] != NULL)
- {
- out->vselect |= PMSG_SEL_MESSAGE;
- out->message = string_retain(s, q->val[i], 0);
- if (out->message == ASL_REF_NULL)
- {
- free_pmsg(out);
- return Q_FAIL;
- }
- }
- }
- else if (!strcmp(q->key[i], ASL_KEY_FACILITY))
- {
- if (out->kselect & PMSG_SEL_FACILITY)
- {
- free_pmsg(out);
- return Q_SLOW;
- }
-
- out->kselect |= PMSG_SEL_FACILITY;
- if (q->val[i] != NULL)
- {
- out->vselect |= PMSG_SEL_FACILITY;
- out->facility = string_retain(s, q->val[i], 0);
- if (out->facility == ASL_REF_NULL)
- {
- free_pmsg(out);
- return Q_FAIL;
- }
- }
- }
- else if (!strcmp(q->key[i], ASL_KEY_READ_UID))
- {
- if (out->kselect & PMSG_SEL_RUID)
- {
- free_pmsg(out);
- return Q_SLOW;
- }
-
- out->kselect |= PMSG_SEL_RUID;
- if (q->val[i] != NULL)
- {
- out->vselect |= PMSG_SEL_RUID;
- out->ruid = atoi(q->val[i]);
- }
- }
- else if (!strcmp(q->key[i], ASL_KEY_READ_GID))
- {
- if (out->kselect & PMSG_SEL_RGID)
- {
- free_pmsg(out);
- return Q_SLOW;
- }
-
- out->kselect |= PMSG_SEL_RGID;
- if (q->val[i] != NULL)
- {
- out->vselect |= PMSG_SEL_RGID;
- out->rgid = atoi(q->val[i]);
- }
- }
- else
- {
- ksid = string_retain(s, q->key[i], 0);
- if (ksid == ASL_REF_NULL)
- {
- free_pmsg(out);
- return Q_FAIL;
- }
-
- for (j = 0; j < out->kvcount; j += 2)
- {
- if (out->kvlist[j] == ksid)
- {
- free_pmsg(out);
- return Q_SLOW;
- }
- }
-
- vsid = ASL_REF_NULL;
- if (q->val[i] != NULL)
- {
- vsid = string_retain(s, q->val[i], 0);
- if (ksid == ASL_REF_NULL)
- {
- free_pmsg(out);
- return Q_FAIL;
- }
- }
-
- if (out->kvcount == 0)
- {
- out->kvlist = (uint64_t *)calloc(2, sizeof(uint64_t));
- }
- else
- {
- out->kvlist = (uint64_t *)reallocf(out->kvlist, (out->kvcount + 2) * sizeof(uint64_t));
- }
-
- if (out->kvlist == NULL)
- {
- free_pmsg(out);
- return ASL_STATUS_NO_MEMORY;
- }
-
- out->kvlist[out->kvcount++] = ksid;
- out->kvlist[out->kvcount++] = vsid;
- }
- }
-
- *p = out;
- return Q_FAST;
-}
-
-uint32_t
-msg_match(asl_store_t *s, uint32_t qtype, pmsg_t *qp, asl_msg_t *q, int32_t ruid, int32_t rgid, uint32_t slot, pmsg_t **iopm, asl_msg_t **iomsg, asl_msg_list_t **res, uint32_t *didmatch)
-{
- uint32_t status, what;
-
- *didmatch = 0;
-
- if (qtype == Q_FAIL) return ASL_STATUS_OK;
-
- if (qtype == Q_NULL)
- {
- if (*iopm == NULL)
- {
- status = pmsg_fetch(s, slot, ruid, rgid, PMSG_FETCH_ALL, iopm);
- if (status != ASL_STATUS_OK) return status;
- if (*iopm == NULL) return ASL_STATUS_FAILED;
- }
- }
- else if (qtype == Q_FAST)
- {
- if (qp == NULL) return ASL_STATUS_INVALID_ARG;
-
- what = PMSG_FETCH_STD;
- if (qp->kvcount > 0) what = PMSG_FETCH_ALL;
-
- if (*iopm == NULL)
- {
- status = pmsg_fetch(s, slot, ruid, rgid, what, iopm);
- if (status != ASL_STATUS_OK) return status;
- if (*iopm == NULL) return ASL_STATUS_FAILED;
- }
-
- status = pmsg_match(s, qp, *iopm);
- if (status == 1)
- {
- if ((what == PMSG_FETCH_STD) && ((*iopm)->next != 0) && ((*iopm)->kvcount == 0))
- {
- status = pmsg_fetch(s, slot, ruid, rgid, PMSG_FETCH_KV, iopm);
- if (status != ASL_STATUS_OK) return status;
- if (*iopm == NULL) return ASL_STATUS_FAILED;
- }
- }
- else return ASL_STATUS_OK;
- }
- else if (qtype == Q_SLOW)
- {
- if (*iomsg == NULL)
- {
- if (*iopm == NULL)
- {
- status = pmsg_fetch(s, slot, ruid, rgid, PMSG_FETCH_ALL, iopm);
- if (status != ASL_STATUS_OK) return status;
- if (*iopm == NULL) return ASL_STATUS_FAILED;
- }
-
- status = msg_decode(s, *iopm, iomsg);
- if (status == ASL_STATUS_INVALID_MESSAGE) return ASL_STATUS_OK;
- if (status != ASL_STATUS_OK) return status;
- if (*iomsg == NULL) return ASL_STATUS_FAILED;
- }
-
- status = 0;
- if (asl_msg_cmp(q, *iomsg) != 0) status = 1;
- if (status == 0) return ASL_STATUS_OK;
- }
-
- *didmatch = 1;
-
- if (res == NULL) return ASL_STATUS_OK;
-
- if (*iomsg == NULL)
- {
- status = msg_decode(s, *iopm, iomsg);
- if (status == ASL_STATUS_INVALID_MESSAGE)
- {
- *didmatch = 0;
- return ASL_STATUS_OK;
- }
-
- if (status != ASL_STATUS_OK) return status;
- }
-
- if ((*res)->count == 0) (*res)->msg = (asl_msg_t **)calloc(1, sizeof(asl_msg_t *));
- else (*res)->msg = (asl_msg_t **)reallocf((*res)->msg, (1 + (*res)->count) * sizeof(asl_msg_t *));
- if ((*res)->msg == NULL) return ASL_STATUS_NO_MEMORY;
-
- (*res)->msg[(*res)->count++] = *iomsg;
-
- return ASL_STATUS_OK;
-}
-
-static uint32_t
-next_search_slot(asl_store_t *s, uint32_t last_si, int32_t direction)
-{
- uint32_t i;
-
- if (direction >= 0)
- {
- for (i = last_si + 1; i < s->slotlist_count; i++)
- {
- if (s->slotlist[i].type == DB_TYPE_MESSAGE) return i;
- }
-
- return ASL_INDEX_NULL;
- }
-
- if (last_si == 0) return ASL_INDEX_NULL;
- if (last_si > s->slotlist_count) return ASL_INDEX_NULL;
-
- for (i = last_si - 1; i > 0; i--)
- {
- if (s->slotlist[i].type == DB_TYPE_MESSAGE) return i;
- }
-
- if (s->slotlist[0].type == DB_TYPE_MESSAGE) return 0;
-
- return ASL_INDEX_NULL;
-}
-
-static uint32_t
-query_list_to_pmsg_list(asl_store_t *s, asl_msg_list_t *query, uint32_t *match, pmsg_t ***qp, uint32_t **qtype, uint32_t *count)
-{
- pmsg_t **outp, *pm;
- uint32_t i, j, *outt;
- *match = 0;
- *qp = NULL;
- *qtype = 0;
- *count = 0;
-
- if (query == NULL) return ASL_STATUS_OK;
- if (match == NULL) return ASL_STATUS_INVALID_ARG;
- if (qp == NULL) return ASL_STATUS_INVALID_ARG;
- if (qtype == NULL) return ASL_STATUS_INVALID_ARG;
- if (query->msg == NULL) return ASL_STATUS_INVALID_ARG;
- if (query->count == 0) return ASL_STATUS_OK;
-
- outp = (pmsg_t **)calloc(query->count, sizeof(pmsg_t *));
- if (outp == NULL) return ASL_STATUS_NO_MEMORY;
-
- outt = (uint32_t *)calloc(query->count, sizeof(uint32_t));
- if (outt == NULL)
- {
- free(outp);
- return ASL_STATUS_NO_MEMORY;
- }
-
- *match = 1;
-
- for (i = 0; i < query->count; i++)
- {
- pm = NULL;
- outt[i] = query_to_pmsg(s, query->msg[i], &pm);
- if (outt[i] <= ASL_STATUS_FAILED)
- {
- if (pm != NULL) free_pmsg(pm);
- for (j = 0; j < i; j++) free_pmsg(outp[j]);
- free(outp);
- free(outt);
- return ASL_STATUS_NO_MEMORY;
- }
-
- outp[i] = pm;
- }
-
- *count = query->count;
- *qp = outp;
- *qtype = outt;
- return ASL_STATUS_OK;
-}
-
-static void
-match_worker_cleanup(pmsg_t **ql, uint32_t *qt, uint32_t n, asl_msg_list_t **res)
-{
- uint32_t i;
-
- if (ql != NULL)
- {
- for (i = 0; i < n; i++) free_pmsg(ql[i]);
- free(ql);
- }
-
- if (qt != NULL) free(qt);
-
- if (res != NULL)
- {
- for (i = 0; i < (*res)->count; i++) asl_free((*res)->msg[i]);
- free(*res);
- }
-}
-
- /*
- * Input to asl_store_match is a list of queries.
- * A record in the store matches if it matches any query (i.e. query list is "OR"ed)
- *
- * If counting up (direction is positive) find first record with ID > start_id.
- * Else if counting down (direction is negative) find first record with ID < start_id.
- *
- * Set match flag on.
- * If any query is NULL, set match flog off (skips matching below).
- * Else if all queries only check "standard" keys, set std flag to on.
- *
- * If a query only tests equality, convert it to a pmsg_t. The conversion routine
- * checks for string values that are NOT in the database. If a string is not found,
- * the conversion fails and the query is markes as "never matches". Otherwise,
- * the query is marked "fast".
- *
- * If all queries are marked as "never matches", return NULL.
- *
- * match loop:
- * fetch record (with std flag)
- * if match flag is off, decode record and add it to result.
- * else for each query:
- * if query is NULL (shouldn't happen) decode record and add it to result. Return to match loop.
- * else if query never matches, ignore it.
- * else if query is fast, use pmsg_match. If it succeeds, decode record and add it to result. Return to match loop.
- * else decode record and use asl_cmp. If it succeeds, add record to result. Return to match loop.
- *
- * return results.
- */
-static uint32_t
-match_worker(asl_store_t *s, asl_msg_list_t *query, asl_msg_list_t **res, uint64_t *last_id, uint64_t **idlist, uint32_t *idcount, uint64_t start_id, int32_t count, int32_t direction, int32_t ruid, int32_t rgid)
-{
- uint32_t mx, si, slot, i, qcount, match, didmatch, status, *qtype;
- uint64_t xid;
- pmsg_t **qp, *iopmsg;
- asl_msg_t *iomsg;
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
- if ((res == NULL) && (idlist == NULL)) return ASL_STATUS_INVALID_ARG;
- if (last_id == NULL) return ASL_STATUS_INVALID_ARG;
- if (idcount == NULL) return ASL_STATUS_INVALID_ARG;
-
- if (res != NULL) *res = NULL;
- if (idlist != NULL) *idlist = NULL;
-
- mx = 0;
-
- if (direction < 0) direction = -1;
- else direction = 1;
-
- si = ASL_INDEX_NULL;
- if ((direction == -1) && (start_id == ASL_REF_NULL)) si = s->slotlist_count;
- else si = slotlist_find(s, start_id, 0, direction);
-
- si = next_search_slot(s, si, direction);
- if (si == ASL_INDEX_NULL) return ASL_STATUS_OK;
- if (si >= s->slotlist_count) return ASL_STATUS_FAILED;
-
- slot = s->slotlist[si].slot;
-
- status = query_list_to_pmsg_list(s, query, &match, &qp, &qtype, &qcount);
- if (status != ASL_STATUS_OK) return status;
-
- /*
- * initialize result list if we've been asked to return messages
- */
- if (res != NULL)
- {
- *res = (asl_msg_list_t *)calloc(1, sizeof(asl_msg_list_t));
- if (*res == NULL)
- {
- match_worker_cleanup(qp, qtype, qcount, NULL);
- return ASL_STATUS_NO_MEMORY;
- }
- }
-
- /*
- * loop through records
- */
- *idcount = 0;
- while ((count == 0) || (*idcount < count))
- {
- if (si == ASL_INDEX_NULL) break;
- if (si >= s->slotlist_count) break;
-
- slot = s->slotlist[si].slot;
- xid = s->slotlist[si].xid;
-
- *last_id = xid;
-
- iopmsg = NULL;
- iomsg = NULL;
-
- didmatch = 0;
- if (match == 0)
- {
- status = msg_match(s, Q_NULL, NULL, NULL, ruid, rgid, slot, &iopmsg, &iomsg, res, &didmatch);
- free_pmsg(iopmsg);
- if (didmatch == 0)
- {
- asl_free(iomsg);
- iomsg = NULL;
- }
- else
- {
- if (idlist != NULL)
- {
- if (*idlist == NULL) *idlist = (uint64_t *)calloc(1, sizeof(uint64_t));
- else *idlist = (uint64_t *)reallocf(*idlist, (*idcount + 1) * sizeof(uint64_t));
- if (*idlist == NULL) status = ASL_STATUS_NO_MEMORY;
- else (*idlist)[*idcount] = xid;
- }
-
- (*idcount)++;
- }
-
- if (status == ASL_STATUS_ACCESS_DENIED)
- {
- si = next_search_slot(s, si, direction);
- continue;
- }
- else if (status != ASL_STATUS_OK)
- {
- match_worker_cleanup(qp, qtype, qcount, res);
- return status;
- }
- }
- else
- {
- for (i = 0; i < qcount; i++)
- {
- status = msg_match(s, qtype[i], qp[i], query->msg[i], ruid, rgid, slot, &iopmsg, &iomsg, res, &didmatch);
- if (status == ASL_STATUS_ACCESS_DENIED) break;
- else if (status != ASL_STATUS_OK)
- {
- free_pmsg(iopmsg);
- asl_free(iomsg);
- match_worker_cleanup(qp, qtype, qcount, res);
- return status;
- }
-
- if (didmatch == 1)
- {
- if (idlist != NULL)
- {
- if (*idlist == NULL) *idlist = (uint64_t *)calloc(1, sizeof(uint64_t));
- else *idlist = (uint64_t *)reallocf(*idlist, (*idcount + 1) * sizeof(uint64_t));
- if (*idlist == NULL)
- {
- match_worker_cleanup(qp, qtype, qcount, res);
- return ASL_STATUS_NO_MEMORY;
- }
-
- (*idlist)[*idcount] = xid;
- }
-
- (*idcount)++;
- break;
- }
- }
-
- free_pmsg(iopmsg);
- if ((didmatch == 0) || (res == NULL)) asl_free(iomsg);
- }
-
- si = next_search_slot(s, si, direction);
- }
-
- match_worker_cleanup(qp, qtype, qcount, NULL);
- return status;
-}
-
-uint32_t
-asl_store_match(asl_store_t *s, asl_msg_list_t *query, asl_msg_list_t **res, uint64_t *last_id, uint64_t start_id, uint32_t count, int32_t direction, int32_t ruid, int32_t rgid)
-{
- uint32_t idcount;
-
- idcount = 0;
- return match_worker(s, query, res, last_id, NULL, &idcount, start_id, count, direction, ruid, rgid);
-}
-
-uint32_t
-asl_store_prune(asl_store_t *s, asl_msg_list_t *prune)
-{
- uint64_t *idlist, max_id;
- uint32_t status, i, idcount;
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
- if (s->flags & ASL_STORE_FLAG_READ_ONLY) return ASL_STATUS_READ_ONLY;
-
- if (prune == NULL) return ASL_STATUS_OK;
-
- idlist = NULL;
- idcount = 0;
- max_id = 0;
-
- status = match_worker(s, prune, NULL, &max_id, &idlist, &idcount, 0, 0, 1, 0, 0);
- if (status != ASL_STATUS_OK)
- {
- if (idlist != NULL) free(idlist);
- return status;
- }
-
- for (i = 0; i < idcount; i++) message_release(s, idlist[i]);
- if (idlist != NULL) free(idlist);
-
- return ASL_STATUS_OK;
-}
-
-/*
- * Compact the database.
- * Removes NULL and EMPTY records by copying records to the front of the file.
- */
-uint32_t
-asl_store_compact(asl_store_t *s)
-{
- char tmp[DB_RECORD_LEN];
- int status;
- uint8_t t;
- uint32_t i, j, nrecords, next, slcount, old_slcount, *record_map;
- off_t offset;
- slot_info_t *old_slot_list;
- size_t vmrecord_map_len, vmslot_list_len;
- void *vmrecord_map, *vmslot_list;
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
- if (s->flags & ASL_STORE_FLAG_READ_ONLY) return ASL_STATUS_READ_ONLY;
-
- status = fseek(s->db, DB_RECORD_LEN, SEEK_SET);
- if (status < 0) return ASL_STATUS_READ_FAILED;
-
- /*
- * record map is a mapping from pre-compaction record number to post-compaction record number.
- * We allocate it in VM rather than on the malloc heap to keep from creating a lot of
- * empty pages.
- */
- nrecords = s->record_count;
-
- vmrecord_map_len = nrecords * sizeof(uint32_t);
- vmrecord_map = mmap(0, vmrecord_map_len, PROT_READ | PROT_WRITE, MAP_ANON | MAP_PRIVATE, -1, 0);
-
- record_map = (uint32_t *)vmrecord_map;
- if (record_map == NULL) return ASL_STATUS_NO_MEMORY;
-
- record_map[0] = 0;
-
- /* size of post-compaction slotlist */
- slcount = 0;
-
- /* first pass: create the record map (N.B. starting at 1 skips the header) */
- for (i = 1, j = 1; i < nrecords; i++)
- {
- record_map[i] = 0;
-
- status = fread(tmp, DB_RECORD_LEN, 1, s->db);
- if (status != 1)
- {
- munmap(vmrecord_map, vmrecord_map_len);
- return ASL_STATUS_READ_FAILED;
- }
-
- t = tmp[0];
-
- if (t == DB_TYPE_HEADER)
- {
- munmap(vmrecord_map, vmrecord_map_len);
- return ASL_STATUS_INVALID_STORE;
- }
-
- /*
- * Only messages, kvlists, strings, and string continuations get copied.
- * Empty, null, and unrecognized record types (i.e. corruption in the database)
- * are skipped. This compresses out gaps and deletes bad records.
- */
- if ((t != DB_TYPE_MESSAGE) && (t != DB_TYPE_KVLIST) && (t != DB_TYPE_STRING) && (t != DB_TYPE_STRCONT)) continue;
-
- /* count to get size of new slotlist */
- if ((t == DB_TYPE_STRING) || (t == DB_TYPE_MESSAGE)) slcount++;
-
- record_map[i] = j++;
- }
-
- /* second pass: copy records and fix "next" indexes */
- for (i = 1; i < nrecords; i++)
- {
- offset = i * DB_RECORD_LEN;
- status = fseek(s->db, offset, SEEK_SET);
- if (status < 0)
- {
- munmap(vmrecord_map, vmrecord_map_len);
- return ASL_STATUS_READ_FAILED;
- }
-
- status = fread(tmp, DB_RECORD_LEN, 1, s->db);
- if (status != 1)
- {
- munmap(vmrecord_map, vmrecord_map_len);
- return ASL_STATUS_READ_FAILED;
- }
-
- t = tmp[0];
-
- /* only copy messages, kvlists, strings, and string continuations */
- if ((t != DB_TYPE_MESSAGE) && (t != DB_TYPE_KVLIST) && (t != DB_TYPE_STRING) && (t != DB_TYPE_STRCONT)) continue;
-
- next = _asl_get_32(tmp + 1);
-
- if (next > nrecords) next = 0;
- else next = record_map[next];
-
- _asl_put_32(next, tmp + 1);
-
- offset = record_map[i] * DB_RECORD_LEN;
- status = fseek(s->db, offset, SEEK_SET);
- if (status < 0)
- {
- munmap(vmrecord_map, vmrecord_map_len);
- return ASL_STATUS_READ_FAILED;
- }
-
- status = fwrite(tmp, DB_RECORD_LEN, 1, s->db);
- if (status != 1)
- {
- munmap(vmrecord_map, vmrecord_map_len);
- return ASL_STATUS_WRITE_FAILED;
- }
- }
-
- /* truncate file */
- s->record_count = j;
- offset = s->record_count * DB_RECORD_LEN;
-
- status = fseek(s->db, 0, SEEK_SET);
- if (status < 0)
- {
- munmap(vmrecord_map, vmrecord_map_len);
- return ASL_STATUS_READ_FAILED;
- }
-
- status = ftruncate(fileno(s->db), offset);
- if (status != 0)
- {
- munmap(vmrecord_map, vmrecord_map_len);
- return ASL_STATUS_WRITE_FAILED;
- }
-
- /*
- * build new slotlist
- *
- * We start by allocating and copying the old slotlist into VM.
- * Then we realloc the old slotlist to become the new slotlist.
- * Then we build the new slotlist from the values in VM.
- * Finally we deallocate the VM.
- * This is done so that we don't create a large malloc heap.
- */
-
- vmslot_list_len = s->slotlist_count * sizeof(slot_info_t);
-
- vmslot_list = mmap(0, vmslot_list_len, PROT_READ | PROT_WRITE, MAP_ANON | MAP_PRIVATE, -1, 0);
- old_slot_list = (slot_info_t *)vmslot_list;
- if (old_slot_list == NULL)
- {
- munmap(vmrecord_map, vmrecord_map_len);
- return ASL_STATUS_NO_MEMORY;
- }
-
- old_slcount = s->slotlist_count;
-
- /* copy old values to VM */
- for (i = 0; i < s->slotlist_count; i++)
- {
- old_slot_list[i].type = s->slotlist[i].type;
- old_slot_list[i].slot = s->slotlist[i].slot;
- old_slot_list[i].xid = s->slotlist[i].xid;
- old_slot_list[i].hash = s->slotlist[i].hash;
- }
-
- s->slotlist = (slot_info_t *)reallocf(s->slotlist, slcount * sizeof(slot_info_t));
- if (s->slotlist == NULL)
- {
- munmap(vmrecord_map, vmrecord_map_len);
- munmap(vmslot_list, vmslot_list_len);
- return ASL_STATUS_NO_MEMORY;
- }
-
- s->slotlist_count = slcount;
-
- /* create the new compacted slotlist */
- for (i = 0, j = 0; i < old_slcount; i++)
- {
- t = old_slot_list[i].type;
- if ((t == DB_TYPE_STRING) || (t == DB_TYPE_MESSAGE))
- {
- s->slotlist[j].type = t;
- s->slotlist[j].slot = record_map[old_slot_list[i].slot];
- s->slotlist[j].xid = old_slot_list[i].xid;
- s->slotlist[j].hash = old_slot_list[i].hash;
- j++;
- }
- }
-
- munmap(vmslot_list, vmslot_list_len);
-
- s->empty_count = 0;
-
- /* fix string cache index (which indexes into slotlist) */
- for (i = 0; i < STRING_CACHE_SIZE; i++)
- {
- if (s->string_cache[i].index == ASL_INDEX_NULL) continue;
- s->string_cache[i].index = record_map[s->string_cache[i].index];
- }
-
- /* new xid=0 count */
- for (s->slot_zero_count = 0; (s->slot_zero_count < s->slotlist_count) && (s->slotlist[s->slot_zero_count].xid == 0); s->slot_zero_count++);
-
- munmap(vmrecord_map, vmrecord_map_len);
-
- return ASL_STATUS_OK;
-}
-
-static uint32_t
-write_to_archive(asl_store_t *s, asl_store_t *a, uint64_t msgid)
-{
- uint32_t status;
- uint64_t xid;
- aslmsg msg;
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
- if (a == NULL) return ASL_STATUS_OK;
-
- status = asl_store_fetch(s, msgid, 0, 0, &msg);
- if (status != ASL_STATUS_OK) return status;
-
- status = asl_store_save(a, msg, -1, -1, &xid);
- asl_free(msg);
- return status;
-}
-
-static uint64_t
-oldest_id(asl_store_t *s)
-{
- uint32_t si;
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
-
- si = next_search_slot(s, ASL_INDEX_NULL, 1);
- if (si == ASL_INDEX_NULL) return ASL_REF_NULL;
-
- return s->slotlist[si].xid;
-}
-
-/*
- * Archive/remove oldest messages to make the database <= max_size
- * This is slow - messages are removed one at a time.
- */
-uint32_t
-asl_store_truncate(asl_store_t *s, uint64_t max_size, const char *archive)
-{
- uint32_t max_slots, curr_used;
- uint32_t status;
- uint64_t old;
- asl_store_t *a;
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
- if (s->flags & ASL_STORE_FLAG_READ_ONLY) return ASL_STATUS_READ_ONLY;
-
- if (max_size == 0) return ASL_STATUS_OK;
-
- a = NULL;
-
- max_slots = (max_size + DB_RECORD_LEN - 1) / DB_RECORD_LEN;
- curr_used = s->record_count - s->empty_count;
-
- if ((curr_used > max_slots) && (archive != NULL))
- {
- status = asl_store_open(archive, 0, &a);
- if (status != ASL_STATUS_OK) return status;
- }
-
- while (curr_used > max_slots)
- {
- old = oldest_id(s);
- if (old == ASL_REF_NULL) return ASL_STATUS_FAILED;
-
- if (archive != NULL)
- {
- status = write_to_archive(s, a, old);
- if (status != ASL_STATUS_OK) return status;
- }
-
- status = message_release(s, old);
- if (status != ASL_STATUS_OK) return status;
-
- curr_used = s->record_count - s->empty_count;
- }
-
- if (archive != NULL) asl_store_close(a);
-
- status = asl_store_compact(s);
- return status;
-}
-
-static uint32_t
-archive_time_worker(asl_store_t *s, uint64_t cut_time, uint64_t **idlist, uint16_t **flags, uint32_t *idcount)
-{
- uint32_t si, slot, status, check_sort;
- uint64_t xid, t, lastt;
- uint16_t rflags;
- char tmp[DB_RECORD_LEN];
- off_t offset;
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
- if (idlist == NULL) return ASL_STATUS_INVALID_ARG;
- if (flags == NULL) return ASL_STATUS_INVALID_ARG;
- if (idcount == NULL) return ASL_STATUS_INVALID_ARG;
-
- *idlist = NULL;
- *flags = NULL;
- *idcount = 0;
- si = ASL_INDEX_NULL;
-
- lastt = 0;
- check_sort = 1;
-
- /*
- * loop through records
- *
- * Note that next_search_slot() traverses slotlist, which is sorted by id numder.
- * If the ASL_STORE_FLAG_TIME_SORTED flag is not set, we must search the whole database.
- * If the flag is set, timestamps will increase with xid, so we stop when we get
- * a message with time > cut_time.
- */
- forever
- {
- si = next_search_slot(s, si, 1);
- if (si == ASL_INDEX_NULL) break;
-
- slot = s->slotlist[si].slot;
- xid = s->slotlist[si].xid;
-
- offset = slot * DB_RECORD_LEN;
- status = fseek(s->db, offset, SEEK_SET);
-
- if (status < 0) return ASL_STATUS_READ_FAILED;
-
- status = fread(tmp, DB_RECORD_LEN, 1, s->db);
- if (status != 1) return ASL_STATUS_READ_FAILED;
-
- t = _asl_get_64(tmp + MSG_OFF_KEY_TIME);
-
- if (lastt > t) check_sort = 0;
-
- if (t > cut_time)
- {
- if (s->flags & ASL_STORE_FLAG_TIME_SORTED) return ASL_STATUS_OK;
- continue;
- }
-
- rflags = _asl_get_16(tmp + MSG_OFF_KEY_FLAGS);
-
- if (*idlist == NULL)
- {
- *idlist = (uint64_t *)calloc(1, sizeof(uint64_t));
- *flags = (uint16_t *)calloc(1, sizeof(uint16_t));
- }
- else
- {
- *idlist = (uint64_t *)reallocf(*idlist, (*idcount + 1) * sizeof(uint64_t));
- *flags = (uint16_t *)reallocf(*flags, (*idcount + 1) * sizeof(uint16_t));
- }
-
- if (*idlist == NULL)
- {
- if (*flags != NULL) free(*flags);
- *flags = NULL;
- return ASL_STATUS_NO_MEMORY;
- }
-
- if (*flags == NULL)
- {
- if (*idlist != NULL) free(*idlist);
- *idlist = NULL;
- return ASL_STATUS_NO_MEMORY;
- }
-
- (*idlist)[*idcount] = xid;
- (*flags)[*idcount] = rflags;
- (*idcount)++;
- }
-
- /* if timestamps increase with xid, set the flag to improve subsequent search performance */
- if (check_sort == 1) s->flags |= ASL_STORE_FLAG_TIME_SORTED;
-
- return ASL_STATUS_OK;
-}
-
-static uint32_t
-archive_time_inverse(asl_store_t *s, uint64_t cut_time, uint64_t **idlist, uint32_t *idcount)
-{
- uint32_t si, slot, status;
- uint64_t xid, t, lastt;
- char tmp[DB_RECORD_LEN];
- off_t offset;
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
- if (idlist == NULL) return ASL_STATUS_INVALID_ARG;
- if (idcount == NULL) return ASL_STATUS_INVALID_ARG;
-
- *idlist = NULL;
- *idcount = 0;
- si = ASL_INDEX_NULL;
-
- lastt = 0;
-
- /*
- * loop through records
- */
- forever
- {
- si = next_search_slot(s, si, 1);
- if (si == ASL_INDEX_NULL) break;
-
- slot = s->slotlist[si].slot;
- xid = s->slotlist[si].xid;
-
- offset = slot * DB_RECORD_LEN;
- status = fseek(s->db, offset, SEEK_SET);
-
- if (status < 0) return ASL_STATUS_READ_FAILED;
-
- status = fread(tmp, DB_RECORD_LEN, 1, s->db);
- if (status != 1) return ASL_STATUS_READ_FAILED;
-
- t = _asl_get_64(tmp + MSG_OFF_KEY_TIME);
-
- if (t <= cut_time) continue;
-
- if (*idlist == NULL)
- {
- *idlist = (uint64_t *)calloc(1, sizeof(uint64_t));
- }
- else
- {
- *idlist = (uint64_t *)reallocf(*idlist, (*idcount + 1) * sizeof(uint64_t));
- }
-
- if (*idlist == NULL) return ASL_STATUS_NO_MEMORY;
-
-
- (*idlist)[*idcount] = xid;
- (*idcount)++;
- }
-
- return ASL_STATUS_OK;
-}
-
-static uint32_t
-archive_release(asl_store_t *s, uint64_t xid, uint64_t cut_time, uint64_t expire_ref)
-{
- uint32_t i, slot, status;
- uint16_t rflags;
- pmsg_t *pmsg;
- uint64_t expire_time;
- char *str, tmp[DB_RECORD_LEN];
- off_t offset;
-
- pmsg = NULL;
- slot = ASL_INDEX_NULL;
-
- /* read message and release strings */
- status = pmsg_fetch_by_id(s, xid, 0, 0, &pmsg, &slot);
- if (status != ASL_STATUS_OK) return status;
- if (pmsg == NULL) return ASL_STATUS_READ_FAILED;
-
- if (expire_ref != ASL_REF_NULL)
- {
- for (i = 0; i < pmsg->kvcount; i += 2)
- {
- if (pmsg->kvlist[i] == expire_ref)
- {
- str = NULL;
- status = string_fetch_sid(s, pmsg->kvlist[i + 1], &str);
- if (status != ASL_STATUS_OK) return status;
- if (str != NULL)
- {
- expire_time = 0;
- /* relative time not allowed - that would be cheating! */
- if (str[0] != '+') expire_time = asl_parse_time(str);
- free(str);
-
- if (expire_time > cut_time)
- {
- /* expires in the future - mark as "do not archive" and don't release */
- free_pmsg(pmsg);
-
- offset = slot * DB_RECORD_LEN;
- status = fseek(s->db, offset, SEEK_SET);
- if (status < 0) return ASL_STATUS_READ_FAILED;
-
- status = fread(tmp, DB_RECORD_LEN, 1, s->db);
- if (status != 1) return ASL_STATUS_READ_FAILED;
-
- rflags = _asl_get_16(tmp + MSG_OFF_KEY_FLAGS);
- if ((rflags & ASL_MSG_FLAG_DO_NOT_ARCHIVE) == 0)
- {
- rflags |= ASL_MSG_FLAG_DO_NOT_ARCHIVE;
- _asl_put_16(rflags, tmp + MSG_OFF_KEY_FLAGS);
-
- status = fseek(s->db, offset, SEEK_SET);
- if (status < 0) return ASL_STATUS_WRITE_FAILED;
-
- status = fwrite(tmp, DB_RECORD_LEN, 1, s->db);
- if (status != 1) return ASL_STATUS_WRITE_FAILED;
- }
-
- return ASL_STATUS_OK;
- }
- }
- }
- }
- }
-
- string_release(s, pmsg->host);
- string_release(s, pmsg->sender);
- string_release(s, pmsg->facility);
- string_release(s, pmsg->message);
- for (i = 0; i < pmsg->kvcount; i++) string_release(s, pmsg->kvlist[i]);
- free_pmsg(pmsg);
-
- return id_release(s, xid, slot, DB_TYPE_MESSAGE);
-}
-
-static char *
-asl_store_mk_tmp_path()
-{
- char tmp[PATH_MAX], *path;
-
- if (confstr(_CS_DARWIN_USER_TEMP_DIR, tmp, sizeof(tmp)) <= 0) return NULL;
-
- path = NULL;
- asprintf(&path, "%sasl.%d.tmp", tmp, getpid());
- return path;
-}
-
-/*
- * Moves messages added at or before cut_time to an archive,
- * or delete them if archive_name is NULL.
- */
-uint32_t
-asl_store_archive(asl_store_t *s, uint64_t cut_time, const char *archive_name)
-{
- asl_store_t *archive, *newstore;
- char *path, *newmapped;
- uint16_t *flags;
- uint32_t status, i, archive_count, save_count;
- uint64_t expire_ref, *archive_list, *save_list;
- size_t dbsize;
-
- if (s == NULL) return ASL_STATUS_INVALID_STORE;
- if (s->flags & ASL_STORE_FLAG_READ_ONLY) return ASL_STATUS_READ_ONLY;
-
- if (cut_time == 0) return ASL_STATUS_OK;
-
- archive_count = 0;
- archive_list = NULL;
- save_count = 0;
- save_list = NULL;
- flags = NULL;
-
- s->flags = 0;
-
- status = archive_time_worker(s, cut_time, &archive_list, &flags, &archive_count);
- if (status != ASL_STATUS_OK) return status;
-
- if ((archive_list == NULL) || (archive_count == 0))
- {
- if (archive_list != NULL) free(archive_list);
- return ASL_STATUS_OK;
- }
-
- archive = NULL;
- if (archive_name != NULL)
- {
- status = asl_store_open(archive_name, 0, &archive);
- if (status != ASL_STATUS_OK) return status;
- }
-
- if (archive != NULL)
- {
- for (i = 0; i < archive_count; i++)
- {
- if (flags[i] & ASL_MSG_FLAG_DO_NOT_ARCHIVE) continue;
-
- status = write_to_archive(s, archive, archive_list[i]);
- if (status != ASL_STATUS_OK)
- {
- free(archive_list);
- asl_store_close(archive);
- return status;
- }
- }
-
- asl_store_close(archive);
- }
-
- /*
- * Deleting large numbers of records is slow.
- * If the number of records to be deleted is at least 1000, and
- * is ARCHIVE_DELETE_VS_COPY_PERCENT or above, we copy the records
- * that should remain to a temporary archive, then replace the
- * database with the temporary one.
- * Note that we need to know the name of the current DB file.
- */
- path = NULL;
- if ((archive_count >= 1000) && (((archive_count * 100) / s->message_count) >= ARCHIVE_DELETE_VS_COPY_PERCENT) && (s->db_path != NULL)) path = asl_store_mk_tmp_path();
- if (path != NULL)
- {
- status = unlink(path);
- if ((status != 0) && (errno != ENOENT))
- {
- free(path);
- path = NULL;
- }
- }
-
- if (path != NULL)
- {
- if (archive_list != NULL) free(archive_list);
- archive_list = NULL;
- archive_count = 0;
-
- newstore = NULL;
- status = asl_store_open(path, 0, &newstore);
- free(path);
- path = NULL;
- if (status != ASL_STATUS_OK) return status;
-
- /* Set the next_id so that the archive will have ids bigger than the current archive. */
- newstore->next_id = s->next_id;
-
- /* get a list of records that we want to keep */
- status = archive_time_inverse(s, cut_time, &save_list, &save_count);
- if (status != ASL_STATUS_OK)
- {
- asl_store_close(newstore);
- return status;
- }
-
- if ((save_list == NULL) || (save_count == 0))
- {
- if (save_list != NULL) free(save_list);
- asl_store_close(newstore);
- return ASL_STATUS_OK;
- }
-
- /* save to the temp archive */
- for (i = 0; i < save_count; i++)
- {
- status = write_to_archive(s, newstore, save_list[i]);
- if (status != ASL_STATUS_OK)
- {
- if (save_list != NULL) free(save_list);
- asl_store_close(newstore);
- return status;
- }
- }
-
- free(save_list);
- save_list = NULL;
-
- /* try rename since it's fast, but may fail (e.g. files are on different filesystems) */
- fclose(s->db);
- status = rename(newstore->db_path, s->db_path);
- if (status == 0)
- {
- /* success */
- s->db = fopen(s->db_path, "r+");
- if (s->db == NULL)
- {
- /* Disaster! Can't open the database! */
- asl_store_close(newstore);
- return ASL_STATUS_FAILED;
- }
- }
- else
- {
- /* rename failed, copy the data */
- s->db = fopen(s->db_path, "r+");
- if (s->db == NULL)
- {
- /* Disaster! Can't open the database! */
- asl_store_close(newstore);
- return ASL_STATUS_FAILED;
- }
-
- dbsize = newstore->record_count * DB_RECORD_LEN;
- newmapped = mmap(0, dbsize, PROT_READ, MAP_PRIVATE, fileno(newstore->db), 0);
- if (newmapped == (void *)-1)
- {
- asl_store_close(newstore);
- return ASL_STATUS_FAILED;
- }
-
- fseek(s->db, 0, SEEK_SET);
- status = ftruncate(fileno(s->db), 0);
- if (status != ASL_STATUS_OK)
- {
- asl_store_close(newstore);
- return status;
- }
-
- status = fwrite(newmapped, dbsize, 1, s->db);
- munmap(newmapped, dbsize);
- if (status == 0)
- {
- asl_store_close(newstore);
- return ASL_STATUS_FAILED;
- }
- }
-
- /* swap data in the store handles */
- if (s->slotlist != NULL) free(s->slotlist);
- s->slotlist = newstore->slotlist;
- newstore->slotlist = NULL;
-
- for (i = 0; i < RECORD_CACHE_SIZE; i++)
- {
- free(s->rcache[i]);
- s->rcache[i] = newstore->rcache[i];
- newstore->rcache[i] = NULL;
- s->rcache_state[i] = newstore->rcache_state[i];
- }
-
- for (i = 0; i < STRING_CACHE_SIZE; i++)
- {
- s->string_cache[i].index = newstore->string_cache[i].index;
- s->string_cache[i].refcount = newstore->string_cache[i].refcount;
- if (s->string_cache[i].str != NULL) free(s->string_cache[i].str);
- s->string_cache[i].str = newstore->string_cache[i].str;
- newstore->string_cache[i].str = NULL;
- }
-
- s->flags = newstore->flags;
- s->record_count = newstore->record_count;
- s->message_count = newstore->message_count;
- s->string_count = newstore->string_count;
- s->empty_count = newstore->empty_count;
- s->next_id = newstore->next_id;
- s->max_time = newstore->max_time;
- s->slotlist_count = newstore->slotlist_count;
- s->slot_zero_count = newstore->slot_zero_count;
-
- fclose(newstore->db);
- unlink(newstore->db_path);
- free(newstore->db_path);
- free(newstore);
-
- return ASL_STATUS_OK;
- }
-
- expire_ref = string_retain(s, ASL_KEY_EXPIRE_TIME, 0);
-
- /*
- * This flag turns off most of the code in slotlist_make_empty.
- * We get much better performace while we delete records,
- * but the slotlist has to be repaired and re-sorted afterwards.
- */
- s->flags |= ASL_STORE_FLAG_DEFER_SORT;
-
- for (i = 0; i < archive_count; i++)
- {
- status = archive_release(s, archive_list[i], cut_time, expire_ref);
- if (status != ASL_STATUS_OK) return status;
- }
-
- s->flags &= ~ASL_STORE_FLAG_DEFER_SORT;
-
- free(archive_list);
- archive_list = NULL;
- archive_count = 0;
-
- free(flags);
- flags = NULL;
-
- /* zero xids for slots that became empty during archive release */
- for (i = 0; i < s->slotlist_count; i++)
- {
- if (s->slotlist[i].type == DB_TYPE_EMPTY) s->slotlist[i].xid = 0;
- }
-
- /* re-sort and determine the zero count */
- qsort((void *)s->slotlist, s->slotlist_count, sizeof(slot_info_t), slot_comp);
-
- /* new xid=0 count */
- for (s->slot_zero_count = 0; (s->slot_zero_count < s->slotlist_count) && (s->slotlist[s->slot_zero_count].xid == 0); s->slot_zero_count++);
-
- return ASL_STATUS_OK;
-}
-
-const char *
-asl_store_error(uint32_t code)
-{
- switch (code)
- {
- case ASL_STATUS_OK: return "Operation Succeeded";
- case ASL_STATUS_INVALID_ARG: return "Invalid Argument";
- case ASL_STATUS_INVALID_STORE: return "Invalid Data Store";
- case ASL_STATUS_INVALID_STRING: return "Invalid String";
- case ASL_STATUS_INVALID_ID: return "Invalid ID Number";
- case ASL_STATUS_INVALID_MESSAGE: return "Invalid Message";
- case ASL_STATUS_NOT_FOUND: return "Not Found";
- case ASL_STATUS_READ_FAILED: return "Read Operation Failed";
- case ASL_STATUS_WRITE_FAILED: return "Write Operation Failed";
- case ASL_STATUS_NO_MEMORY: return "System Memory Allocation Failed";
- case ASL_STATUS_ACCESS_DENIED: return "Access Denied";
- case ASL_STATUS_READ_ONLY: return "Read Only Access";
- }
-
- return "Operation Failed";
-}
projects / apple / syslog.git / commitdiff
