processor: Simplified the main loop
This commit is contained in:
@@ -1,7 +1,7 @@
|
||||
/*
|
||||
* Copyright (C) 2005-2011 Martin Willi
|
||||
* Copyright (C) 2011 revosec AG
|
||||
* Copyright (C) 2008-2012 Tobias Brunner
|
||||
* Copyright (C) 2008-2013 Tobias Brunner
|
||||
* Copyright (C) 2005 Jan Hutter
|
||||
* Hochschule fuer Technik Rapperswil
|
||||
*
|
||||
@@ -179,6 +179,128 @@ static u_int get_idle_threads_nolock(private_processor_t *this)
|
||||
return count;
|
||||
}
|
||||
|
||||
/**
|
||||
* Get a job from any job queue, starting with the highest priority.
|
||||
*
|
||||
* this->mutex is expected to be locked.
|
||||
*/
|
||||
static bool get_job(private_processor_t *this, worker_thread_t *worker)
|
||||
{
|
||||
int i, reserved = 0, idle;
|
||||
|
||||
idle = get_idle_threads_nolock(this);
|
||||
|
||||
for (i = 0; i < JOB_PRIO_MAX; i++)
|
||||
{
|
||||
if (reserved && reserved >= idle)
|
||||
{
|
||||
DBG2(DBG_JOB, "delaying %N priority jobs: %d threads idle, "
|
||||
"but %d reserved for higher priorities",
|
||||
job_priority_names, i, idle, reserved);
|
||||
/* wait until a job of higher priority gets queued */
|
||||
return FALSE;
|
||||
}
|
||||
if (this->working_threads[i] < this->prio_threads[i])
|
||||
{
|
||||
reserved += this->prio_threads[i] - this->working_threads[i];
|
||||
}
|
||||
if (this->jobs[i]->remove_first(this->jobs[i],
|
||||
(void**)&worker->job) == SUCCESS)
|
||||
{
|
||||
worker->priority = i;
|
||||
return TRUE;
|
||||
}
|
||||
}
|
||||
return FALSE;
|
||||
}
|
||||
|
||||
/**
|
||||
* Process a single job (provided in worker->job, worker->priority is also
|
||||
* expected to be set)
|
||||
*
|
||||
* this->mutex is expected to be locked.
|
||||
*/
|
||||
static void process_job(private_processor_t *this, worker_thread_t *worker)
|
||||
{
|
||||
job_t *to_destroy = NULL;
|
||||
job_requeue_t requeue;
|
||||
|
||||
this->working_threads[worker->priority]++;
|
||||
worker->job->status = JOB_STATUS_EXECUTING;
|
||||
this->mutex->unlock(this->mutex);
|
||||
/* canceled threads are restarted to get a constant pool */
|
||||
thread_cleanup_push((thread_cleanup_t)restart, worker);
|
||||
while (TRUE)
|
||||
{
|
||||
requeue = worker->job->execute(worker->job);
|
||||
if (requeue.type != JOB_REQUEUE_TYPE_DIRECT)
|
||||
{
|
||||
break;
|
||||
}
|
||||
else if (!worker->job->cancel)
|
||||
{ /* only allow cancelable jobs to requeue directly */
|
||||
requeue.type = JOB_REQUEUE_TYPE_FAIR;
|
||||
break;
|
||||
}
|
||||
}
|
||||
thread_cleanup_pop(FALSE);
|
||||
this->mutex->lock(this->mutex);
|
||||
this->working_threads[worker->priority]--;
|
||||
if (worker->job->status == JOB_STATUS_CANCELED)
|
||||
{ /* job was canceled via a custom cancel() method or did not
|
||||
* use JOB_REQUEUE_TYPE_DIRECT */
|
||||
to_destroy = worker->job;
|
||||
}
|
||||
else
|
||||
{
|
||||
switch (requeue.type)
|
||||
{
|
||||
case JOB_REQUEUE_TYPE_NONE:
|
||||
worker->job->status = JOB_STATUS_DONE;
|
||||
to_destroy = worker->job;
|
||||
break;
|
||||
case JOB_REQUEUE_TYPE_FAIR:
|
||||
worker->job->status = JOB_STATUS_QUEUED;
|
||||
this->jobs[worker->priority]->insert_last(
|
||||
this->jobs[worker->priority], worker->job);
|
||||
this->job_added->signal(this->job_added);
|
||||
break;
|
||||
case JOB_REQUEUE_TYPE_SCHEDULE:
|
||||
/* scheduler_t does not hold its lock when queuing jobs
|
||||
* so this should be safe without unlocking our mutex */
|
||||
switch (requeue.schedule)
|
||||
{
|
||||
case JOB_SCHEDULE:
|
||||
lib->scheduler->schedule_job(lib->scheduler,
|
||||
worker->job, requeue.time.rel);
|
||||
break;
|
||||
case JOB_SCHEDULE_MS:
|
||||
lib->scheduler->schedule_job_ms(lib->scheduler,
|
||||
worker->job, requeue.time.rel);
|
||||
break;
|
||||
case JOB_SCHEDULE_TV:
|
||||
lib->scheduler->schedule_job_tv(lib->scheduler,
|
||||
worker->job, requeue.time.abs);
|
||||
break;
|
||||
}
|
||||
break;
|
||||
default:
|
||||
break;
|
||||
}
|
||||
}
|
||||
/* unset the current job to avoid interference with cancel() when
|
||||
* destroying the job below */
|
||||
worker->job = NULL;
|
||||
|
||||
if (to_destroy)
|
||||
{ /* release mutex to avoid deadlocks if the same lock is required
|
||||
* during queue_job() and in the destructor called here */
|
||||
this->mutex->unlock(this->mutex);
|
||||
to_destroy->destroy(to_destroy);
|
||||
this->mutex->lock(this->mutex);
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Process queued jobs, called by the worker threads
|
||||
*/
|
||||
@@ -192,120 +314,16 @@ static void process_jobs(worker_thread_t *worker)
|
||||
DBG2(DBG_JOB, "started worker thread %.2u", thread_current_id());
|
||||
|
||||
this->mutex->lock(this->mutex);
|
||||
while (TRUE)
|
||||
while (this->desired_threads >= this->total_threads)
|
||||
{
|
||||
int i, reserved, idle;
|
||||
|
||||
recheck_queues:
|
||||
if (this->desired_threads < this->total_threads)
|
||||
if (get_job(this, worker))
|
||||
{
|
||||
break;
|
||||
process_job(this, worker);
|
||||
}
|
||||
idle = get_idle_threads_nolock(this);
|
||||
reserved = 0;
|
||||
|
||||
for (i = 0; i < JOB_PRIO_MAX; i++)
|
||||
else
|
||||
{
|
||||
job_t *to_destroy = NULL;
|
||||
job_requeue_t requeue;
|
||||
|
||||
if (reserved && reserved >= idle)
|
||||
{
|
||||
DBG2(DBG_JOB, "delaying %N priority jobs: %d threads idle, "
|
||||
"but %d reserved for higher priorities",
|
||||
job_priority_names, i, idle, reserved);
|
||||
/* go and wait until a job of higher priority gets queued */
|
||||
break;
|
||||
}
|
||||
if (this->working_threads[i] < this->prio_threads[i])
|
||||
{
|
||||
reserved += this->prio_threads[i] - this->working_threads[i];
|
||||
}
|
||||
if (this->jobs[i]->remove_first(this->jobs[i],
|
||||
(void**)&worker->job) != SUCCESS)
|
||||
{ /* check next priority queue for a job */
|
||||
continue;
|
||||
}
|
||||
this->working_threads[i]++;
|
||||
worker->job->status = JOB_STATUS_EXECUTING;
|
||||
worker->priority = i;
|
||||
this->mutex->unlock(this->mutex);
|
||||
/* canceled threads are restarted to get a constant pool */
|
||||
thread_cleanup_push((thread_cleanup_t)restart, worker);
|
||||
while (TRUE)
|
||||
{
|
||||
requeue = worker->job->execute(worker->job);
|
||||
if (requeue.type != JOB_REQUEUE_TYPE_DIRECT)
|
||||
{
|
||||
break;
|
||||
}
|
||||
else if (!worker->job->cancel)
|
||||
{ /* only allow cancelable jobs to requeue directly */
|
||||
requeue.type = JOB_REQUEUE_TYPE_FAIR;
|
||||
break;
|
||||
}
|
||||
}
|
||||
thread_cleanup_pop(FALSE);
|
||||
this->mutex->lock(this->mutex);
|
||||
this->working_threads[i]--;
|
||||
if (worker->job->status == JOB_STATUS_CANCELED)
|
||||
{ /* job was canceled via a custom cancel() method or did not
|
||||
* use JOB_REQUEUE_TYPE_DIRECT */
|
||||
to_destroy = worker->job;
|
||||
}
|
||||
else
|
||||
{
|
||||
switch (requeue.type)
|
||||
{
|
||||
case JOB_REQUEUE_TYPE_NONE:
|
||||
worker->job->status = JOB_STATUS_DONE;
|
||||
to_destroy = worker->job;
|
||||
break;
|
||||
case JOB_REQUEUE_TYPE_FAIR:
|
||||
worker->job->status = JOB_STATUS_QUEUED;
|
||||
this->jobs[i]->insert_last(this->jobs[i],
|
||||
worker->job);
|
||||
this->job_added->signal(this->job_added);
|
||||
break;
|
||||
case JOB_REQUEUE_TYPE_SCHEDULE:
|
||||
/* scheduler_t does not hold its lock when queuing jobs
|
||||
* so this should be safe without unlocking our mutex */
|
||||
switch (requeue.schedule)
|
||||
{
|
||||
case JOB_SCHEDULE:
|
||||
lib->scheduler->schedule_job(lib->scheduler,
|
||||
worker->job, requeue.time.rel);
|
||||
break;
|
||||
case JOB_SCHEDULE_MS:
|
||||
lib->scheduler->schedule_job_ms(lib->scheduler,
|
||||
worker->job, requeue.time.rel);
|
||||
break;
|
||||
case JOB_SCHEDULE_TV:
|
||||
lib->scheduler->schedule_job_tv(lib->scheduler,
|
||||
worker->job, requeue.time.abs);
|
||||
break;
|
||||
}
|
||||
break;
|
||||
default:
|
||||
break;
|
||||
}
|
||||
}
|
||||
/* unset the current job to avoid interference with cancel() when
|
||||
* destroying the job below */
|
||||
worker->job = NULL;
|
||||
|
||||
if (to_destroy)
|
||||
{ /* release mutex to avoid deadlocks if the same lock is required
|
||||
* during queue_job() and in the destructor called here */
|
||||
this->mutex->unlock(this->mutex);
|
||||
to_destroy->destroy(to_destroy);
|
||||
this->mutex->lock(this->mutex);
|
||||
}
|
||||
/* check the priority queues for another job from the beginning */
|
||||
goto recheck_queues;
|
||||
this->job_added->wait(this->job_added, this->mutex);
|
||||
}
|
||||
/* wait until a job gets queued */
|
||||
this->job_added->wait(this->job_added, this->mutex);
|
||||
}
|
||||
this->total_threads--;
|
||||
this->thread_terminated->signal(this->thread_terminated);
|
||||
|
||||
Reference in New Issue
Block a user