ant-http/libs/scheduler.c

#include "scheduler.h"

/*
private data & methods
*/
static antd_scheduler_t scheduler;
static void enqueue(antd_task_queue_t* q, antd_task_t* task)
{
    antd_task_item_t it = *q;
    while(it && it->task->id != task->id && it->next != NULL)
        it = it->next;
    if(it && it->task->id == task->id)
    {
        LOG("Task %d exists, ignore it\n", task->id);
        //assert(it->task->id == task->id );
        return;
    }
    antd_task_item_t taski = (antd_task_item_t)malloc(sizeof *taski);
    taski->task = task;
    taski->next = NULL;
    if(!it) // first task
    {
        *q = taski;
    }
    else
    {
        it->next = taski;
    }
}

static int working()
{
    int stat;
    pthread_mutex_lock(&scheduler.scheduler_lock);
    stat = scheduler.status;
    pthread_mutex_unlock(&scheduler.scheduler_lock);
    return stat;
}

static void stop()
{
    pthread_mutex_lock(&scheduler.scheduler_lock);
    scheduler.status = 0;
    pthread_mutex_unlock(&scheduler.scheduler_lock);
    for (int i = 0; i < scheduler.n_workers; i++)
        pthread_join(scheduler.workers[i].pid, NULL);
    if(scheduler.workers) free(scheduler.workers);
    // destroy all the mutex
    pthread_mutex_destroy(&scheduler.scheduler_lock);
    pthread_mutex_destroy(&scheduler.task_lock);
    pthread_mutex_destroy(&scheduler.queue_lock);
    pthread_mutex_destroy(&scheduler.worker_lock);
}

static antd_task_item_t dequeue(antd_task_queue_t* q)
{
    antd_task_item_t it = *q;
    if(it)
    {
        *q = it->next;
        it->next = NULL;
    }
    return it;
}

static antd_task_item_t next_task() 
{
    antd_task_item_t it = NULL;
    pthread_mutex_lock(&scheduler.queue_lock);
    it = dequeue(&scheduler.workers_queue);
    pthread_mutex_unlock(&scheduler.queue_lock);
    return it;
}


static antd_callback_t* callback_of( void* (*callback)(void*) )
{
    antd_callback_t* cb = NULL;
    if(callback)
    {
        cb = (antd_callback_t*)malloc(sizeof *cb);
        cb->handle = callback;
        cb->next = NULL;
    }
    return cb;
}

static void free_callback(antd_callback_t* cb)
{
    antd_callback_t* it = cb;
    antd_callback_t* curr;
    while(it)
    {
        curr = it;
        it = it->next;
        free(curr);
    }
}

static void enqueue_callback(antd_callback_t* cb, antd_callback_t* el)
{
    antd_callback_t* it = cb;
    while(it && it->next != NULL)
        it = it->next;
    if(!it) return; // this should not happend
    it->next = el;
}

static void execute_callback(antd_task_t* task)
{
    antd_callback_t* cb = task->callback;
    if(cb)
    {
        // call the first come call back
        task->handle = cb->handle;
        task->callback = task->callback->next;
        free(cb);
        antd_add_task(task);
    }
    else
    {
        free(task);
    }
}
static void work(void* data)
{
    antd_worker_t* worker = (antd_worker_t*)data;
    while(working())
    {
       antd_attach_task(worker);
    }
}

static void destroy_queue(antd_task_queue_t q)
{
    antd_task_item_t it, curr;
    it = q;
    while(it)
    {
        // first free the task
        if(it->task && it->task->callback) free_callback(it->task->callback);
        if(it->task) free(it->task);
        // then free the placeholder
        curr = it;
        it = it->next;
        free(curr);
    }
}
/*
    Main API methods
    init the main scheduler
*/
int antd_available_workers()
{
    int n = 0;
    pthread_mutex_lock(&scheduler.worker_lock);
    for(int i=0; i < scheduler.n_workers; i++)
        if(scheduler.workers[i].status == 0) n++;
    pthread_mutex_unlock(&scheduler.worker_lock);
    return n;
}
/*
* assign task to a worker
*/
void antd_attach_task(antd_worker_t* worker)
{
    antd_task_item_t it;
    pthread_mutex_lock(&scheduler.worker_lock);
    it = next_task();
    worker->status = 0;
    if(it)
        worker->status = 1;
    pthread_mutex_unlock(&scheduler.worker_lock);
    // execute the task
    //LOG("task executed by worker %d\n", worker->pid);
    antd_execute_task(it);
}

void antd_scheduler_init(int n)
{
    time_t t;
    srand((unsigned) time(&t));
    scheduler.n_workers = n;
    scheduler.status = 1;
    scheduler.workers_queue = NULL;
    // init lock
    pthread_mutex_init(&scheduler.scheduler_lock,NULL);
    pthread_mutex_init(&scheduler.task_lock,NULL);
    pthread_mutex_init(&scheduler.worker_lock,NULL);
    pthread_mutex_init(&scheduler.queue_lock,NULL);
    for(int i = 0; i < N_PRIORITY; i++) scheduler.task_queue[i] = NULL;
    // create scheduler.workers
    if(n > 0)
    {
        scheduler.workers = (antd_worker_t*)malloc(n*(sizeof(antd_worker_t)));
        if(!scheduler.workers)
        {
            LOG("Cannot allocate memory for worker\n");
            exit(-1);
        }
        for(int i = 0; i < scheduler.n_workers;i++)
        {
            scheduler.workers[i].status = 0;
            if (pthread_create(&scheduler.workers[i].pid , NULL,(void *(*)(void *))work, (void*)&scheduler.workers[i]) != 0)
            {
                scheduler.workers[i].status = -1;
                perror("pthread_create: cannot create worker\n");
            }
        }
    }
    LOG("Antd scheduler initialized with %d worker\n", scheduler.n_workers);
}
void antd_task_lock()
{
    pthread_mutex_lock(&scheduler.task_lock);
}
void antd_task_unlock()
{
    pthread_mutex_unlock(&scheduler.task_lock);
}
/* 
    destroy all pending task
    pthread_mutex_lock(&scheduler.queue_lock);
*/
void antd_scheduler_destroy()
{
    // free all the chains
    stop();
    for(int i=0; i < N_PRIORITY; i++)
    {
        destroy_queue(scheduler.task_queue[i]);
    }
    destroy_queue(scheduler.workers_queue);
}

/*
    create a task
*/
antd_task_t* antd_create_task(void* (*handle)(void*), void *data, void* (*callback)(void*))
{
    antd_task_t* task = (antd_task_t*)malloc(sizeof *task);
    task->stamp = (unsigned long)time(NULL);
    task->id = rand();
    task->data = data;
    task->handle = handle;
    task->callback = callback_of(callback);
    task->priority = NORMAL_PRIORITY;
    task->type = LIGHT;
    return task;
}

/*
    scheduling a task
*/
void antd_add_task(antd_task_t* task)
{
    // check if task is exist
    int prio = task->priority>N_PRIORITY-1?N_PRIORITY-1:task->priority;
    pthread_mutex_lock(&scheduler.scheduler_lock);
    enqueue(&scheduler.task_queue[prio], task);
    pthread_mutex_unlock(&scheduler.scheduler_lock);
}


void antd_execute_task(antd_task_item_t taski)
{
    if(!taski) return;
    // execute the task
    void *ret = (*(taski->task->handle))(taski->task->data);
    // check the return data if it is a new task
    if(!ret)
    {
        // call the first callback
        execute_callback(taski->task);
        free(taski);
    }
    else
    {
        antd_task_t* rtask = (antd_task_t*) ret;
        if(taski->task->callback)
        {   
            if(rtask->callback)
            {
                enqueue_callback(rtask->callback, taski->task->callback);
            }
            else
            {
                rtask->callback = taski->task->callback;
            }
        }
        if(!rtask->handle)
        {
            // call the first callback
            execute_callback(rtask);
            free(taski->task);
            free(taski);
        }
        else
        {
            antd_add_task(rtask);
            free(taski->task);
            free(taski);
        }
    }
}
int antd_has_pending_task()
{
    int ret = 0;
    pthread_mutex_lock(&scheduler.scheduler_lock);
	for(int i = 0; i < N_PRIORITY; i++)
        if(scheduler.task_queue[i] != NULL)
        {
            ret = 1;
            break;
        }
    pthread_mutex_unlock(&scheduler.scheduler_lock);
    if(!ret)
    {
        pthread_mutex_lock(&scheduler.queue_lock);
        ret = (scheduler.workers_queue != NULL);
        pthread_mutex_unlock(&scheduler.queue_lock);
    }
	
    return ret;
}
int antd_scheduler_busy()
{
    
    if(antd_available_workers() != scheduler.n_workers) return 1;
    //return 0;
    return antd_has_pending_task();
}
int antd_scheduler_status()
{
    return scheduler.status;
}
void antd_task_schedule()
{
    // fetch next task from the task_queue
    antd_task_item_t it = NULL;
    pthread_mutex_lock(&scheduler.scheduler_lock);
    for(int i = 0; i< N_PRIORITY; i++)
    {
        
        it = dequeue(&scheduler.task_queue[i]);
        if(it)
            break;
    }
    pthread_mutex_unlock(&scheduler.scheduler_lock);
    if(!it)
    {
        return;
    }
    // has the task now
    // check the type of tas
    if(it->task->type == LIGHT || scheduler.n_workers <= 0)
    {
        // do it by myself
        antd_execute_task(it);
    }
    else
    {
        // delegate to other workers by
        //pushing to the worker queue
        LOG("delegate to workers\n");
        pthread_mutex_lock(&scheduler.queue_lock);
        enqueue(&scheduler.workers_queue, it->task);
        free(it);
        pthread_mutex_unlock(&scheduler.queue_lock);
    }
}