2018-01-29 14:19:00 +00:00
|
|
|
#include "threadpool.hpp"
|
2018-05-20 18:56:34 +00:00
|
|
|
#include <pthread.h>
|
|
|
|
#include <cstring>
|
2018-06-06 12:46:26 +00:00
|
|
|
|
|
|
|
#include <llarp/time.h>
|
|
|
|
#include <queue>
|
|
|
|
|
2018-05-28 20:51:15 +00:00
|
|
|
#include "logger.hpp"
|
2018-01-29 14:19:00 +00:00
|
|
|
|
2018-06-01 17:47:37 +00:00
|
|
|
#if(__FreeBSD__)
|
2018-05-29 12:16:44 +00:00
|
|
|
#include <pthread_np.h>
|
|
|
|
#endif
|
|
|
|
|
2018-05-22 15:54:19 +00:00
|
|
|
namespace llarp
|
|
|
|
{
|
|
|
|
namespace thread
|
|
|
|
{
|
|
|
|
Pool::Pool(size_t workers, const char *name)
|
|
|
|
{
|
|
|
|
stop = false;
|
|
|
|
while(workers--)
|
|
|
|
{
|
2018-06-01 17:47:37 +00:00
|
|
|
threads.emplace_back([this, name] {
|
|
|
|
if(name)
|
|
|
|
{
|
|
|
|
#if(__APPLE__ && __MACH__)
|
|
|
|
pthread_setname_np(name);
|
|
|
|
#elif(__FreeBSD__)
|
|
|
|
pthread_set_name_np(pthread_self(), name);
|
|
|
|
#else
|
|
|
|
pthread_setname_np(pthread_self(), name);
|
|
|
|
#endif
|
|
|
|
}
|
2018-05-22 15:54:19 +00:00
|
|
|
for(;;)
|
|
|
|
{
|
2018-06-06 12:46:26 +00:00
|
|
|
llarp_thread_job *job;
|
2018-05-22 15:54:19 +00:00
|
|
|
{
|
|
|
|
lock_t lock(this->queue_mutex);
|
|
|
|
this->condition.wait(
|
|
|
|
lock, [this] { return this->stop || !this->jobs.empty(); });
|
|
|
|
if(this->stop && this->jobs.empty())
|
|
|
|
return;
|
2018-06-06 12:46:26 +00:00
|
|
|
job = this->jobs.front();
|
2018-05-22 15:54:19 +00:00
|
|
|
this->jobs.pop_front();
|
|
|
|
}
|
2018-06-06 12:46:26 +00:00
|
|
|
auto now = llarp_time_now_ms();
|
2018-05-22 15:54:19 +00:00
|
|
|
// do work
|
2018-06-06 12:46:26 +00:00
|
|
|
job->work(job->user);
|
|
|
|
auto after = llarp_time_now_ms();
|
|
|
|
auto dlt = after - now;
|
2018-06-07 16:30:54 +00:00
|
|
|
if(dlt > 10)
|
2018-06-06 12:46:26 +00:00
|
|
|
llarp::Warn("work took ", dlt, " ms");
|
|
|
|
delete job;
|
2018-05-22 15:54:19 +00:00
|
|
|
}
|
|
|
|
});
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
Pool::Stop()
|
|
|
|
{
|
|
|
|
{
|
|
|
|
lock_t lock(queue_mutex);
|
|
|
|
stop = true;
|
|
|
|
}
|
|
|
|
condition.notify_all();
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
Pool::Join()
|
|
|
|
{
|
|
|
|
for(auto &t : threads)
|
|
|
|
t.join();
|
|
|
|
threads.clear();
|
2018-05-28 20:51:15 +00:00
|
|
|
done.notify_all();
|
2018-05-22 15:54:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
Pool::QueueJob(const llarp_thread_job &job)
|
|
|
|
{
|
|
|
|
{
|
|
|
|
lock_t lock(queue_mutex);
|
|
|
|
|
|
|
|
// don't allow enqueueing after stopping the pool
|
|
|
|
if(stop)
|
2018-05-27 16:45:04 +00:00
|
|
|
return;
|
2018-05-22 15:54:19 +00:00
|
|
|
|
2018-06-06 12:46:26 +00:00
|
|
|
jobs.push_back(new llarp_thread_job(job.user, job.work));
|
2018-05-22 15:54:19 +00:00
|
|
|
}
|
|
|
|
condition.notify_one();
|
|
|
|
}
|
2018-01-29 14:19:00 +00:00
|
|
|
|
2018-05-22 15:54:19 +00:00
|
|
|
} // namespace thread
|
2018-02-01 13:21:00 +00:00
|
|
|
} // namespace llarp
|
2018-01-29 14:27:24 +00:00
|
|
|
|
2018-05-22 15:54:19 +00:00
|
|
|
struct llarp_threadpool
|
|
|
|
{
|
2018-06-06 12:46:26 +00:00
|
|
|
llarp::thread::Pool *impl;
|
|
|
|
|
|
|
|
std::queue< llarp_thread_job > jobs;
|
2018-01-29 14:19:00 +00:00
|
|
|
|
2018-06-06 12:46:26 +00:00
|
|
|
llarp_threadpool(int workers, const char *name)
|
|
|
|
: impl(new llarp::thread::Pool(workers, name))
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
llarp_threadpool() : impl(nullptr)
|
2018-05-22 15:54:19 +00:00
|
|
|
{
|
|
|
|
}
|
2018-01-29 14:19:00 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
extern "C" {
|
|
|
|
|
2018-05-22 15:54:19 +00:00
|
|
|
struct llarp_threadpool *
|
|
|
|
llarp_init_threadpool(int workers, const char *name)
|
|
|
|
{
|
|
|
|
if(workers > 0)
|
2018-05-20 18:56:34 +00:00
|
|
|
return new llarp_threadpool(workers, name);
|
2018-01-29 14:27:24 +00:00
|
|
|
else
|
|
|
|
return nullptr;
|
|
|
|
}
|
2018-01-29 14:19:00 +00:00
|
|
|
|
2018-06-06 12:46:26 +00:00
|
|
|
struct llarp_threadpool *
|
|
|
|
llarp_init_same_process_threadpool()
|
|
|
|
{
|
|
|
|
return new llarp_threadpool();
|
|
|
|
}
|
|
|
|
|
2018-05-22 15:54:19 +00:00
|
|
|
void
|
|
|
|
llarp_threadpool_join(struct llarp_threadpool *pool)
|
|
|
|
{
|
2018-06-01 17:47:37 +00:00
|
|
|
llarp::Debug("threadpool join");
|
2018-06-06 12:46:26 +00:00
|
|
|
if(pool->impl)
|
|
|
|
pool->impl->Join();
|
2018-05-22 15:54:19 +00:00
|
|
|
}
|
2018-01-29 14:19:00 +00:00
|
|
|
|
2018-05-22 15:54:19 +00:00
|
|
|
void
|
|
|
|
llarp_threadpool_start(struct llarp_threadpool *pool)
|
|
|
|
{ /** no op */
|
2018-02-01 13:21:00 +00:00
|
|
|
}
|
|
|
|
|
2018-05-22 15:54:19 +00:00
|
|
|
void
|
|
|
|
llarp_threadpool_stop(struct llarp_threadpool *pool)
|
|
|
|
{
|
2018-06-01 17:47:37 +00:00
|
|
|
llarp::Debug("threadpool stop");
|
2018-06-06 12:46:26 +00:00
|
|
|
if(pool->impl)
|
|
|
|
pool->impl->Stop();
|
2018-05-22 15:54:19 +00:00
|
|
|
}
|
2018-04-30 14:57:13 +00:00
|
|
|
|
2018-05-22 15:54:19 +00:00
|
|
|
void
|
|
|
|
llarp_threadpool_wait(struct llarp_threadpool *pool)
|
|
|
|
{
|
2018-04-30 14:57:13 +00:00
|
|
|
std::mutex mtx;
|
2018-06-01 17:47:37 +00:00
|
|
|
llarp::Debug("threadpool wait");
|
2018-06-06 12:46:26 +00:00
|
|
|
if(pool->impl)
|
2018-04-30 14:57:13 +00:00
|
|
|
{
|
2018-05-22 15:54:19 +00:00
|
|
|
std::unique_lock< std::mutex > lock(mtx);
|
2018-06-06 12:46:26 +00:00
|
|
|
pool->impl->done.wait(lock);
|
2018-04-30 14:57:13 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-05-22 15:54:19 +00:00
|
|
|
void
|
|
|
|
llarp_threadpool_queue_job(struct llarp_threadpool *pool,
|
|
|
|
struct llarp_thread_job job)
|
|
|
|
{
|
2018-06-06 12:46:26 +00:00
|
|
|
if(pool->impl)
|
|
|
|
pool->impl->QueueJob(job);
|
|
|
|
else
|
|
|
|
pool->jobs.push(job);
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
llarp_threadpool_tick(struct llarp_threadpool *pool)
|
|
|
|
{
|
|
|
|
while(pool->jobs.size())
|
|
|
|
{
|
|
|
|
auto &job = pool->jobs.front();
|
|
|
|
job.work(job.user);
|
|
|
|
pool->jobs.pop();
|
|
|
|
}
|
2018-01-31 19:59:26 +00:00
|
|
|
}
|
|
|
|
|
2018-05-22 15:54:19 +00:00
|
|
|
void
|
|
|
|
llarp_free_threadpool(struct llarp_threadpool **pool)
|
|
|
|
{
|
2018-05-27 16:45:04 +00:00
|
|
|
if(*pool)
|
|
|
|
{
|
|
|
|
delete *pool;
|
|
|
|
}
|
2018-01-29 14:27:24 +00:00
|
|
|
*pool = nullptr;
|
|
|
|
}
|
2018-01-29 14:19:00 +00:00
|
|
|
}
|