Add basic threadpool

This commit is contained in:
rexy712 2020-07-07 15:47:34 -07:00
parent dfe82a4181
commit 14ec1b159d
3 changed files with 130 additions and 2 deletions

View File

@ -14,7 +14,7 @@ option(ENABLE_SHARED "Build shared library" ON)
option(ENABLE_PROFILING "Enable asan" OFF)
mark_as_advanced(ENABLE_PROFILING)
set(SOURCE_LIST "src/filerd.cpp")
set(SOURCE_LIST "src/filerd.cpp" "src/threadpool.cpp")
add_library(ensure OBJECT "src/ensure.cpp")
target_compile_options(ensure PRIVATE -Wall -Wextra -pedantic -std=c++17)
if(ENABLE_SHARED)
@ -29,7 +29,7 @@ if(ENABLE_PROFILING)
target_link_options(rexy PRIVATE -fsanitize=address -fno-omit-frame-pointer -fno-optimize-sibling-calls)
endif()
set(LIBREXY_PUBLIC_HEADERS "include/rexy/traits.hpp" "include/rexy/steal.hpp" "include/rexy/binary.hpp" "include/rexy/expression.hpp" "include/rexy/binary.tpp" "include/rexy/string_base.hpp" "include/rexy/string.hpp" "include/rexy/filerd.hpp" "include/rexy/string_base.tpp")
set(LIBREXY_PUBLIC_HEADERS "include/rexy/traits.hpp" "include/rexy/steal.hpp" "include/rexy/binary.hpp" "include/rexy/expression.hpp" "include/rexy/binary.tpp" "include/rexy/string_base.hpp" "include/rexy/string.hpp" "include/rexy/filerd.hpp" "include/rexy/string_base.tpp" "include/rexy/threadpool.hpp")
target_compile_options(rexy PRIVATE -Wall -Wextra -pedantic -std=c++17)
install(TARGETS rexy

View File

@ -0,0 +1,70 @@
#ifndef REXY_THREADPOOL_HPP
#define REXY_THREADPOOL_HPP
#include <vector>
#include <queue>
#include <condition_variable>
#include <mutex> //unique_lock, scoped_lock
#include <shared_mutex> //shared_mutex, shared_lock
#include <atomic> //atomic_bool
#include <memory> //shared_ptr
#include <future> //future, packaged_task
#include <functional> //function, bind
#include <utility> //move, forward
namespace rexy{
class threadpool
{
private:
using mutex_t = std::shared_mutex;
using write_lock_t = std::unique_lock<mutex_t>;
using read_lock_t = std::shared_lock<mutex_t>;
private:
mutable read_lock_t m_ctor_lock;
mutable std::condition_variable_any m_qcv;
mutable mutex_t m_qlk;
std::vector<std::thread> m_workers;
std::queue<std::function<void()>> m_jobs;
std::atomic_bool m_valid = true;
public:
explicit threadpool(int numthreads = std::thread::hardware_concurrency());
threadpool(const threadpool&);
threadpool(threadpool&&);
~threadpool(void);
threadpool& operator=(const threadpool&) = delete;
threadpool& operator=(threadpool&&) = delete;
template<class Func, class... Args>
auto add_job(Func&& f, Args&&... args) -> std::future<decltype(std::forward<Func>(f)(std::forward<Args>(args)...))>;
private:
void worker_loop(void);
};
template<class Func, class... Args>
auto threadpool::add_job(Func&& f, Args&&... args) -> std::future<decltype(std::forward<Func>(f)(std::forward<Args>(args)...))>{
using return_t = decltype(std::forward<Func>(f)(std::forward<Args>(args)...));
using task_t = std::packaged_task<return_t(void)>;
//shared pointer to a packaged task which takes no arguments in operator()
std::shared_ptr<task_t> task_ptr = std::make_shared<task_t>(std::bind(std::forward<Func>(f), std::forward<Args>(args)...));
{
write_lock_t lk(m_qlk);
//make a copy of the shared pointer by capturing by-value
m_jobs.emplace([task_ptr]{(*task_ptr)();});
}
//wakeup a worker to run the job
m_qcv.notify_one();
return task_ptr->get_future();
}
}
#endif

58
src/threadpool.cpp Normal file
View File

@ -0,0 +1,58 @@
#include "rexy/threadpool.hpp"
#include <utility> //move, forward
namespace rexy{
threadpool::threadpool(int numthreads){
for(int i = 0;i < numthreads;++i){
m_workers.emplace_back(&threadpool::worker_loop, this);
}
}
void threadpool::worker_loop(void){
while(m_valid){
write_lock_t lk(m_qlk);
//wait for wakeup, continue if the threadpool is dead or there is a job to run
m_qcv.wait(lk, [this]{return !m_valid || !m_jobs.empty();});
//if the threadpool is dead, kill ourself
if(!m_valid){
return;
}
//steal job from queue
auto job = std::move(m_jobs.front());
m_jobs.pop();
lk.unlock();
job();
}
}
threadpool::threadpool(const threadpool& other):
m_ctor_lock(other.m_qlk),
m_jobs(other.m_jobs),
m_valid(true)
{
for(size_t i = 0;i < other.m_workers.size();++i){
m_workers.emplace_back(&threadpool::worker_loop, this);
}
m_qcv.notify_all();
}
threadpool::threadpool(threadpool&& other):
m_ctor_lock(other.m_qlk),
m_workers(std::move(other.m_workers)),
m_jobs(std::move(other.m_jobs)),
m_valid(other.m_valid.exchange(false))
{
m_ctor_lock.unlock();
}
threadpool::~threadpool(void){
m_valid = false;
//wakeup all workers and end them
m_qcv.notify_all();
for(auto& thread : m_workers){
thread.join();
}
}
}