lzham_pthreads_threading.cpp 5.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229
  1. // File: lzham_task_pool_pthreads.cpp
  2. //
  3. // Copyright (c) 2009-2010 Richard Geldreich, Jr. <[email protected]>
  4. //
  5. // Permission is hereby granted, free of charge, to any person obtaining a copy
  6. // of this software and associated documentation files (the "Software"), to deal
  7. // in the Software without restriction, including without limitation the rights
  8. // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  9. // copies of the Software, and to permit persons to whom the Software is
  10. // furnished to do so, subject to the following conditions:
  11. //
  12. // The above copyright notice and this permission notice shall be included in
  13. // all copies or substantial portions of the Software.
  14. //
  15. // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16. // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17. // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  18. // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  19. // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  20. // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
  21. // THE SOFTWARE.
  22. #include "lzham_core.h"
  23. #include "lzham_pthreads_threading.h"
  24. #include "lzham_timer.h"
  25. #ifdef WIN32
  26. #include <process.h>
  27. #endif
  28. #if defined(__GNUC__) && !defined(__APPLE__) && !defined(__MINGW32__) && !defined(__FreeBSD__)
  29. #include <sys/sysinfo.h>
  30. #endif
  31. #if LZHAM_USE_PTHREADS_API
  32. #ifdef WIN32
  33. #pragma comment(lib, "../ext/libpthread/lib/pthreadVC2.lib")
  34. #endif
  35. namespace lzham
  36. {
  37. task_pool::task_pool() :
  38. m_num_threads(0),
  39. m_tasks_available(0, 32767),
  40. m_num_outstanding_tasks(0),
  41. m_exit_flag(false)
  42. {
  43. utils::zero_object(m_threads);
  44. }
  45. task_pool::task_pool(uint num_threads) :
  46. m_num_threads(0),
  47. m_tasks_available(0, 32767),
  48. m_num_outstanding_tasks(0),
  49. m_exit_flag(false)
  50. {
  51. utils::zero_object(m_threads);
  52. bool status = init(num_threads);
  53. LZHAM_VERIFY(status);
  54. }
  55. task_pool::~task_pool()
  56. {
  57. deinit();
  58. }
  59. bool task_pool::init(uint num_threads)
  60. {
  61. LZHAM_ASSERT(num_threads <= cMaxThreads);
  62. num_threads = math::minimum<uint>(num_threads, cMaxThreads);
  63. deinit();
  64. bool succeeded = true;
  65. m_num_threads = 0;
  66. while (m_num_threads < num_threads)
  67. {
  68. int status = pthread_create(&m_threads[m_num_threads], NULL, thread_func, this);
  69. if (status)
  70. {
  71. succeeded = false;
  72. break;
  73. }
  74. m_num_threads++;
  75. }
  76. if (!succeeded)
  77. {
  78. deinit();
  79. return false;
  80. }
  81. return true;
  82. }
  83. void task_pool::deinit()
  84. {
  85. if (m_num_threads)
  86. {
  87. join();
  88. atomic_exchange32(&m_exit_flag, true);
  89. m_tasks_available.release(m_num_threads);
  90. for (uint i = 0; i < m_num_threads; i++)
  91. pthread_join(m_threads[i], NULL);
  92. m_num_threads = 0;
  93. atomic_exchange32(&m_exit_flag, false);
  94. }
  95. m_task_stack.clear();
  96. m_num_outstanding_tasks = 0;
  97. }
  98. bool task_pool::queue_task(task_callback_func pFunc, uint64 data, void* pData_ptr)
  99. {
  100. LZHAM_ASSERT(m_num_threads);
  101. LZHAM_ASSERT(pFunc);
  102. task tsk;
  103. tsk.m_callback = pFunc;
  104. tsk.m_data = data;
  105. tsk.m_pData_ptr = pData_ptr;
  106. tsk.m_flags = 0;
  107. if (!m_task_stack.try_push(tsk))
  108. return false;
  109. atomic_increment32(&m_num_outstanding_tasks);
  110. m_tasks_available.release(1);
  111. return true;
  112. }
  113. // It's the object's responsibility to delete pObj within the execute_task() method, if needed!
  114. bool task_pool::queue_task(executable_task* pObj, uint64 data, void* pData_ptr)
  115. {
  116. LZHAM_ASSERT(m_num_threads);
  117. LZHAM_ASSERT(pObj);
  118. task tsk;
  119. tsk.m_pObj = pObj;
  120. tsk.m_data = data;
  121. tsk.m_pData_ptr = pData_ptr;
  122. tsk.m_flags = cTaskFlagObject;
  123. if (!m_task_stack.try_push(tsk))
  124. return false;
  125. atomic_increment32(&m_num_outstanding_tasks);
  126. m_tasks_available.release(1);
  127. return true;
  128. }
  129. void task_pool::process_task(task& tsk)
  130. {
  131. if (tsk.m_flags & cTaskFlagObject)
  132. tsk.m_pObj->execute_task(tsk.m_data, tsk.m_pData_ptr);
  133. else
  134. tsk.m_callback(tsk.m_data, tsk.m_pData_ptr);
  135. atomic_decrement32(&m_num_outstanding_tasks);
  136. }
  137. void task_pool::join()
  138. {
  139. task tsk;
  140. while (atomic_add32(&m_num_outstanding_tasks, 0) > 0)
  141. {
  142. if (m_task_stack.pop(tsk))
  143. {
  144. process_task(tsk);
  145. }
  146. else
  147. {
  148. lzham_sleep(1);
  149. }
  150. }
  151. }
  152. void * task_pool::thread_func(void *pContext)
  153. {
  154. task_pool* pPool = static_cast<task_pool*>(pContext);
  155. task tsk;
  156. for ( ; ; )
  157. {
  158. if (!pPool->m_tasks_available.wait())
  159. break;
  160. if (pPool->m_exit_flag)
  161. break;
  162. if (pPool->m_task_stack.pop(tsk))
  163. {
  164. pPool->process_task(tsk);
  165. }
  166. }
  167. return NULL;
  168. }
  169. uint lzham_get_max_helper_threads()
  170. {
  171. #if defined(__APPLE__) || defined(__FreeBSD__)
  172. int num_procs = static_cast<int>(sysconf(_SC_NPROCESSORS_ONLN));
  173. return (num_procs >= 1) ? (num_procs - 1) : 0;
  174. #elif (1)
  175. uint num_procs = get_nprocs();
  176. return num_procs ? (num_procs - 1) : 0;
  177. #else
  178. printf("TODO: lzham_get_max_helper_threads(): Implement system specific func to determine the max # of helper threads\n");
  179. // Just assume a dual-core machine.
  180. return 1;
  181. #endif
  182. }
  183. } // namespace lzham
  184. #endif // LZHAM_USE_PTHREADS_API