reimplemented certificate cache:

fixes unsafe certificate caching
	use fixed array instead of a list
	fine grained per-slot locking
	use cache hits for housekeeping
This commit is contained in:
Martin Willi
2008-12-15 15:41:48 +00:00
parent 482218f075
commit 764e8b2211
+232 -166
View File
@@ -18,99 +18,119 @@
#include "cert_cache.h" #include "cert_cache.h"
#include <time.h> #include <time.h>
#include <sched.h>
#include <daemon.h> #include <daemon.h>
#include <utils/mutex.h> #include <utils/mutex.h>
#include <utils/linked_list.h> #include <utils/linked_list.h>
#define CACHE_SIZE 30 /** cache size, a power of 2 for fast modulo */
#define CACHE_SIZE 32
/** attempts to acquire a cache lock */
#define REPLACE_TRIES 5
typedef struct private_cert_cache_t private_cert_cache_t; typedef struct private_cert_cache_t private_cert_cache_t;
typedef struct relation_t relation_t; typedef struct relation_t relation_t;
/**
* A trusted relation between subject and issuer
*/
struct relation_t {
/**
* subject of this relation
*/
certificate_t *subject;
/**
* issuer of this relation
*/
certificate_t *issuer;
/**
* Cache hits
*/
u_int hits;
/**
* Lock for this relation
*/
rwlock_t *lock;
};
/** /**
* private data of cert_cache * private data of cert_cache
*/ */
struct private_cert_cache_t { struct private_cert_cache_t {
/** /**
* public functions * public functions
*/ */
cert_cache_t public; cert_cache_t public;
/** /**
* list of trusted subject-issuer relations, as relation_t * array of trusted subject-issuer relations
*/ */
linked_list_t *relations; relation_t relations[CACHE_SIZE];
/**
* do we have an active enumerator
*/
refcount_t enumerating;
/**
* have we increased the cache without a check_cache?
*/
bool check_required;
/**
* read-write lock to sets list
*/
rwlock_t *lock;
}; };
/** /**
* A trusted relation between subject and issuer * Cache relation in a free slot/replace an other
*/ */
struct relation_t { static void cache(private_cert_cache_t *this,
/** subject of this relation */ certificate_t *subject, certificate_t *issuer)
certificate_t *subject;
/** issuer of this relation */
certificate_t *issuer;
/** time of last use */
time_t last_use;
};
/**
* destroy a relation_t structure
*/
static void relation_destroy(relation_t *this)
{ {
this->subject->destroy(this->subject); relation_t *rel;
this->issuer->destroy(this->issuer); int i, offset, try;
free(this); u_int total_hits = 0;
}
/* check for a unused relation slot first */
/** for (i = 0; i < CACHE_SIZE; i++)
* check the cache for oversize
*/
static void check_cache(private_cert_cache_t *this)
{
if (this->enumerating)
{ {
this->check_required = TRUE; rel = &this->relations[i];
}
else if (this->lock->try_write_lock(this->lock)) if (!rel->subject && rel->lock->try_write_lock(rel->lock))
{ /* never blocks, only done if lock is available */
while (this->relations->get_count(this->relations) > CACHE_SIZE)
{ {
relation_t *oldest = NULL, *current; /* double-check having lock */
enumerator_t *enumerator; if (!rel->subject)
enumerator = this->relations->create_enumerator(this->relations);
while (enumerator->enumerate(enumerator, &current))
{ {
if (oldest == NULL || oldest->last_use <= current->last_use) rel->subject = subject->get_ref(subject);
{ rel->issuer = issuer->get_ref(issuer);
oldest = current; return rel->lock->unlock(rel->lock);
}
} }
enumerator->destroy(enumerator); rel->lock->unlock(rel->lock);
this->relations->remove(this->relations, oldest, NULL);
relation_destroy(oldest);
} }
this->check_required = FALSE; total_hits += rel->hits;
this->lock->unlock(this->lock); }
/* run several attempts to replace a random slot, never block. */
for (try = 0; try < REPLACE_TRIES; try++)
{
/* replace a random relation */
offset = random();
for (i = 0; i < CACHE_SIZE; i++)
{
rel = &this->relations[(i + offset) % CACHE_SIZE];
if (rel->hits > total_hits / CACHE_SIZE)
{ /* skip often used slots */
continue;
}
if (rel->lock->try_write_lock(rel->lock))
{
if (rel->subject)
{
rel->subject->destroy(rel->subject);
rel->issuer->destroy(rel->issuer);
}
rel->subject = subject->get_ref(subject);
rel->issuer = issuer->get_ref(issuer);
rel->hits = 0;
return rel->lock->unlock(rel->lock);
}
}
/* give other threads a chance to release locks */
sched_yield();
} }
} }
@@ -121,108 +141,118 @@ static bool issued_by(private_cert_cache_t *this,
certificate_t *subject, certificate_t *issuer) certificate_t *subject, certificate_t *issuer)
{ {
relation_t *found = NULL, *current; relation_t *found = NULL, *current;
enumerator_t *enumerator; int i;
/* lookup cache */ for (i = 0; i < CACHE_SIZE; i++)
this->lock->read_lock(this->lock);
enumerator = this->relations->create_enumerator(this->relations);
while (enumerator->enumerate(enumerator, &current))
{ {
bool match = FALSE; current = &this->relations[i];
/* check for equal certificates */ current->lock->read_lock(current->lock);
if (subject->equals(subject, current->subject)) if (current->subject)
{ {
match = TRUE; /* check for equal issuer */
subject = current->subject; if (issuer->equals(issuer, current->issuer))
}
if (issuer->equals(issuer, current->issuer))
{
issuer = current->issuer;
/* if both certs match, we already have a relation */
if (match)
{ {
current->last_use = time(NULL); /* reuse issuer instance in cache() */
found = current; issuer = current->issuer;
break; if (subject->equals(subject, current->subject))
{
/* write hit counter is not locked, but not critical */
current->hits++;
found = current;
}
} }
} }
current->lock->unlock(current->lock);
if (found)
{
return TRUE;
}
} }
enumerator->destroy(enumerator); /* no cache hit, check and cache signature */
this->lock->unlock(this->lock); if (subject->issued_by(subject, issuer))
if (found)
{ {
cache(this, subject, issuer);
return TRUE; return TRUE;
} }
/* no cache hit, check signature */ return FALSE;
if (!subject->issued_by(subject, issuer))
{
return FALSE;
}
/* cache if good, respect cache limit */
found = malloc_thing(relation_t);
found->subject = subject->get_ref(subject);
found->issuer = issuer->get_ref(issuer);
found->last_use = time(NULL);
/* insert should be ok without lock */
this->relations->insert_last(this->relations, found);
check_cache(this);
return TRUE;
} }
/** /**
* data associated to a cert enumeration * certificate enumerator implemenation
*/ */
typedef struct { typedef struct {
/** implements enumerator_t interface */
enumerator_t public;
/** type of requested certificate */ /** type of requested certificate */
certificate_type_t cert; certificate_type_t cert;
/** type of requested key */ /** type of requested key */
key_type_t key; key_type_t key;
/** ID to get a cert from */ /** ID to get a cert for */
identification_t *id; identification_t *id;
/** reverse pointer to cache */ /** cache */
private_cert_cache_t *this; relation_t *relations;
} cert_data_t; /** current position in array cache */
int index;
/** currently locked relation */
int locked;
} cert_enumerator_t;
/** /**
* filter function for certs enumerator * filter function for certs enumerator
*/ */
static bool certs_filter(cert_data_t *data, relation_t **in, certificate_t **out) static bool cert_enumerate(cert_enumerator_t *this, certificate_t **out)
{ {
public_key_t *public; public_key_t *public;
certificate_t *cert; relation_t *rel;
cert = (*in)->subject; if (this->locked >= 0)
if (data->key == KEY_ANY && data->id && {
(data->cert == CERT_ANY || data->cert == CERT_X509_CRL) && rel = &this->relations[this->locked];
cert->get_type(cert) == CERT_X509_CRL) rel->lock->unlock(rel->lock);
{ /* CRL lookup is done using issuer/authkeyidentifier */ this->locked = -1;
if (cert->has_issuer(cert, data->id))
{
*out = cert;
return TRUE;
}
} }
if ((data->cert == CERT_ANY || cert->get_type(cert) == data->cert) && while (++this->index < CACHE_SIZE)
(!data->id || cert->has_subject(cert, data->id)))
{ {
if (data->key == KEY_ANY) rel = &this->relations[this->index];
rel->lock->read_lock(rel->lock);
this->locked = this->index;
if (rel->subject)
{ {
*out = cert; /* CRL lookup is done using issuer/authkeyidentifier */
return TRUE; if (this->key == KEY_ANY && this->id &&
} (this->cert == CERT_ANY || this->cert == CERT_X509_CRL) &&
public = cert->get_public_key(cert); rel->subject->get_type(rel->subject) == CERT_X509_CRL &&
if (public) rel->subject->has_issuer(rel->subject, this->id))
{
if (public->get_type(public) == data->key)
{ {
public->destroy(public); *out = rel->subject;
*out = cert;
return TRUE; return TRUE;
} }
public->destroy(public); if ((this->cert == CERT_ANY ||
rel->subject->get_type(rel->subject) == this->cert) &&
(!this->id || rel->subject->has_subject(rel->subject, this->id)))
{
if (this->key == KEY_ANY)
{
*out = rel->subject;
return TRUE;
}
public = rel->subject->get_public_key(rel->subject);
if (public)
{
if (public->get_type(public) == this->key)
{
public->destroy(public);
*out = rel->subject;
return TRUE;
}
public->destroy(public);
}
}
} }
this->locked = -1;
rel->lock->unlock(rel->lock);
} }
return FALSE; return FALSE;
} }
@@ -230,15 +260,16 @@ static bool certs_filter(cert_data_t *data, relation_t **in, certificate_t **out
/** /**
* clean up enumeration data * clean up enumeration data
*/ */
static void certs_destroy(cert_data_t *data) static void cert_enumerator_destroy(cert_enumerator_t *this)
{ {
ignore_result(ref_put(&data->this->enumerating)); relation_t *rel;
data->this->lock->unlock(data->this->lock);
if (data->this->check_required) if (this->locked >= 0)
{ {
check_cache(data->this); rel = &this->relations[this->locked];
rel->lock->unlock(rel->lock);
} }
free(data); free(this);
} }
/** /**
@@ -248,23 +279,23 @@ static enumerator_t *create_enumerator(private_cert_cache_t *this,
certificate_type_t cert, key_type_t key, certificate_type_t cert, key_type_t key,
identification_t *id, bool trusted) identification_t *id, bool trusted)
{ {
cert_data_t *data; cert_enumerator_t *enumerator;
if (trusted) if (trusted)
{ {
return NULL; return NULL;
} }
data = malloc_thing(cert_data_t); enumerator = malloc_thing(cert_enumerator_t);
data->cert = cert; enumerator->public.enumerate = (void*)cert_enumerate;
data->key = key; enumerator->public.destroy = (void*)cert_enumerator_destroy;
data->id = id; enumerator->cert = cert;
data->this = this; enumerator->key = key;
enumerator->id = id;
enumerator->relations = this->relations;
enumerator->index = -1;
enumerator->locked = -1;
this->lock->read_lock(this->lock); return &enumerator->public;
ref_get(&this->enumerating);
return enumerator_create_filter(
this->relations->create_enumerator(this->relations),
(void*)certs_filter, data, (void*)certs_destroy);
} }
/** /**
@@ -272,22 +303,42 @@ static enumerator_t *create_enumerator(private_cert_cache_t *this,
*/ */
static void flush(private_cert_cache_t *this, certificate_type_t type) static void flush(private_cert_cache_t *this, certificate_type_t type)
{ {
enumerator_t *enumerator; relation_t *rel;
relation_t *relation; int i;
this->lock->write_lock(this->lock); for (i = 0; i < CACHE_SIZE; i++)
enumerator = this->relations->create_enumerator(this->relations);
while (enumerator->enumerate(enumerator, &relation))
{ {
if (type == CERT_ANY || rel = &this->relations[i];
type == relation->subject->get_type(relation->subject)) if (!rel->subject)
{ {
this->relations->remove_at(this->relations, enumerator); continue;
relation_destroy(relation);
} }
/* check with cheap read lock first */
if (type != CERT_ANY)
{
rel->lock->read_lock(rel->lock);
if (!rel->subject || type != rel->subject->get_type(rel->subject))
{
rel->lock->unlock(rel->lock);
continue;
}
rel->lock->unlock(rel->lock);
}
/* double check in write lock */
rel->lock->write_lock(rel->lock);
if (rel->subject)
{
if (type == CERT_ANY || type == rel->subject->get_type(rel->subject))
{
rel->subject->destroy(rel->subject);
rel->issuer->destroy(rel->issuer);
rel->subject = NULL;
rel->issuer = NULL;
rel->hits = 0;
}
}
rel->lock->unlock(rel->lock);
} }
enumerator->destroy(enumerator);
this->lock->unlock(this->lock);
} }
/** /**
@@ -295,8 +346,19 @@ static void flush(private_cert_cache_t *this, certificate_type_t type)
*/ */
static void destroy(private_cert_cache_t *this) static void destroy(private_cert_cache_t *this)
{ {
this->relations->destroy_function(this->relations, (void*)relation_destroy); relation_t *rel;
this->lock->destroy(this->lock); int i;
for (i = 0; i < CACHE_SIZE; i++)
{
rel = &this->relations[i];
if (rel->subject)
{
rel->subject->destroy(rel->subject);
rel->issuer->destroy(rel->issuer);
}
rel->lock->destroy(rel->lock);
}
free(this); free(this);
} }
@@ -305,8 +367,10 @@ static void destroy(private_cert_cache_t *this)
*/ */
cert_cache_t *cert_cache_create() cert_cache_t *cert_cache_create()
{ {
private_cert_cache_t *this = malloc_thing(private_cert_cache_t); private_cert_cache_t *this;
int i;
this = malloc_thing(private_cert_cache_t);
this->public.set.create_private_enumerator = (void*)return_null; this->public.set.create_private_enumerator = (void*)return_null;
this->public.set.create_cert_enumerator = (void*)create_enumerator; this->public.set.create_cert_enumerator = (void*)create_enumerator;
this->public.set.create_shared_enumerator = (void*)return_null; this->public.set.create_shared_enumerator = (void*)return_null;
@@ -316,11 +380,13 @@ cert_cache_t *cert_cache_create()
this->public.flush = (void(*)(cert_cache_t*, certificate_type_t type))flush; this->public.flush = (void(*)(cert_cache_t*, certificate_type_t type))flush;
this->public.destroy = (void(*)(cert_cache_t*))destroy; this->public.destroy = (void(*)(cert_cache_t*))destroy;
this->relations = linked_list_create(); for (i = 0; i < CACHE_SIZE; i++)
this->enumerating = 0; {
this->check_required = FALSE; this->relations[i].subject = NULL;
this->lock = rwlock_create(RWLOCK_DEFAULT); this->relations[i].issuer = NULL;
this->relations[i].hits = 0;
this->relations[i].lock = rwlock_create(RWLOCK_DEFAULT);
}
return &this->public; return &this->public;
} }