atomic.odin 9.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168
  1. package sync
  2. import "core:intrinsics"
  3. Ordering :: enum {
  4. Relaxed, // Monotonic
  5. Release,
  6. Acquire,
  7. Acquire_Release,
  8. Sequentially_Consistent,
  9. }
  10. strongest_failure_ordering_table := [Ordering]Ordering{
  11. .Relaxed = .Relaxed,
  12. .Release = .Relaxed,
  13. .Acquire = .Acquire,
  14. .Acquire_Release = .Acquire,
  15. .Sequentially_Consistent = .Sequentially_Consistent,
  16. };
  17. strongest_failure_ordering :: #force_inline proc(order: Ordering) -> Ordering {
  18. return strongest_failure_ordering_table[order];
  19. }
  20. fence :: #force_inline proc($order: Ordering) {
  21. when order == .Relaxed { #panic("there is no such thing as a relaxed fence"); }
  22. else when order == .Release { intrinsics.atomic_fence_rel(); }
  23. else when order == .Acquire { intrinsics.atomic_fence_acq(); }
  24. else when order == .Acquire_Release { intrinsics.atomic_fence_acqrel(); }
  25. else when order == .Sequentially_Consistent { intrinsics.atomic_fence(); }
  26. else { #panic("unknown order"); }
  27. }
  28. atomic_store :: #force_inline proc(dst: ^$T, val: T, $order: Ordering) {
  29. when order == .Relaxed { intrinsics.atomic_store_relaxed(dst, val); }
  30. else when order == .Release { intrinsics.atomic_store_rel(dst, val); }
  31. else when order == .Sequentially_Consistent { intrinsics.atomic_store(dst, val); }
  32. else when order == .Acquire { #panic("there is not such thing as an acquire store"); }
  33. else when order == .Acquire_Release { #panic("there is not such thing as an acquire/release store"); }
  34. else { #panic("unknown order"); }
  35. }
  36. atomic_load :: #force_inline proc(dst: ^$T, $order: Ordering) -> T {
  37. when order == .Relaxed { return intrinsics.atomic_load_relaxed(dst); }
  38. else when order == .Acquire { return intrinsics.atomic_load_acq(dst); }
  39. else when order == .Sequentially_Consistent { return intrinsics.atomic_load(dst); }
  40. else when order == .Release { #panic("there is no such thing as a release load"); }
  41. else when order == .Acquire_Release { #panic("there is no such thing as an acquire/release load"); }
  42. else { #panic("unknown order"); }
  43. }
  44. atomic_swap :: #force_inline proc(dst: ^$T, val: T, $order: Ordering) -> T {
  45. when order == .Relaxed { return intrinsics.atomic_xchg_relaxed(dst, val); }
  46. else when order == .Release { return intrinsics.atomic_xchg_rel(dst, val); }
  47. else when order == .Acquire { return intrinsics.atomic_xchg_acq(dst, val); }
  48. else when order == .Acquire_Release { return intrinsics.atomic_xchg_acqrel(dst, val); }
  49. else when order == .Sequentially_Consistent { return intrinsics.atomic_xchg(dst, val); }
  50. else { #panic("unknown order"); }
  51. }
  52. atomic_compare_exchange :: #force_inline proc(dst: ^$T, old, new: T, $success, $failure: Ordering) -> (val: T, ok: bool) {
  53. when failure == .Relaxed {
  54. when success == .Relaxed { return intrinsics.atomic_cxchg_relaxed(dst, old, new); }
  55. else when success == .Acquire { return intrinsics.atomic_cxchg_acq_failrelaxed(dst, old, new); }
  56. else when success == .Acquire_Release { return intrinsics.atomic_cxchg_acqrel_failrelaxed(dst, old, new); }
  57. else when success == .Sequentially_Consistent { return intrinsics.atomic_cxchg_failrelaxed(dst, old, new); }
  58. else when success == .Release { return intrinsics.atomic_cxchg_rel(dst, old, new); }
  59. else { #panic("an unknown ordering combination"); }
  60. } else when failure == .Acquire {
  61. when success == .Release { return intrinsics.atomic_cxchg_acqrel(dst, old, new); }
  62. else when success == .Acquire { return intrinsics.atomic_cxchg_acq(dst, old, new); }
  63. else { #panic("an unknown ordering combination"); }
  64. } else when failure == .Sequentially_Consistent {
  65. when success == .Sequentially_Consistent { return intrinsics.atomic_cxchg(dst, old, new); }
  66. else { #panic("an unknown ordering combination"); }
  67. } else when failure == .Acquire_Release {
  68. #panic("there is not such thing as an acquire/release failure ordering");
  69. } else when failure == .Release {
  70. when success == .Acquire { return instrinsics.atomic_cxchg_failacq(dst, old, new); }
  71. else { #panic("an unknown ordering combination"); }
  72. } else {
  73. return T{}, false;
  74. }
  75. }
  76. atomic_compare_exchange_weak :: #force_inline proc(dst: ^$T, old, new: T, $success, $failure: Ordering) -> (val: T, ok: bool) {
  77. when failure == .Relaxed {
  78. when success == .Relaxed { return intrinsics.atomic_cxchgweak_relaxed(dst, old, new); }
  79. else when success == .Acquire { return intrinsics.atomic_cxchgweak_acq_failrelaxed(dst, old, new); }
  80. else when success == .Acquire_Release { return intrinsics.atomic_cxchgweak_acqrel_failrelaxed(dst, old, new); }
  81. else when success == .Sequentially_Consistent { return intrinsics.atomic_cxchgweak_failrelaxed(dst, old, new); }
  82. else when success == .Release { return intrinsics.atomic_cxchgweak_rel(dst, old, new); }
  83. else { #panic("an unknown ordering combination"); }
  84. } else when failure == .Acquire {
  85. when success == .Release { return intrinsics.atomic_cxchgweak_acqrel(dst, old, new); }
  86. else when success == .Acquire { return intrinsics.atomic_cxchgweak_acq(dst, old, new); }
  87. else { #panic("an unknown ordering combination"); }
  88. } else when failure == .Sequentially_Consistent {
  89. when success == .Sequentially_Consistent { return intrinsics.atomic_cxchgweak(dst, old, new); }
  90. else { #panic("an unknown ordering combination"); }
  91. } else when failure == .Acquire_Release {
  92. #panic("there is not such thing as an acquire/release failure ordering");
  93. } else when failure == .Release {
  94. when success == .Acquire { return intrinsics.atomic_cxchgweak_failacq(dst, old, new); }
  95. else { #panic("an unknown ordering combination"); }
  96. } else {
  97. return T{}, false;
  98. }
  99. }
  100. atomic_add :: #force_inline proc(dst: ^$T, val: T, $order: Ordering) -> T {
  101. when order == .Relaxed { return intrinsics.atomic_add_relaxed(dst, val); }
  102. else when order == .Release { return intrinsics.atomic_add_rel(dst, val); }
  103. else when order == .Acquire { return intrinsics.atomic_add_acq(dst, val); }
  104. else when order == .Acquire_Release { return intrinsics.atomic_add_acqrel(dst, val); }
  105. else when order == .Sequentially_Consistent { return intrinsics.atomic_add(dst, val); }
  106. else { #panic("unknown order"); }
  107. }
  108. atomic_sub :: #force_inline proc(dst: ^$T, val: T, $order: Ordering) -> T {
  109. when order == .Relaxed { return intrinsics.atomic_sub_relaxed(dst, val); }
  110. else when order == .Release { return intrinsics.atomic_sub_rel(dst, val); }
  111. else when order == .Acquire { return intrinsics.atomic_sub_acq(dst, val); }
  112. else when order == .Acquire_Release { return intrinsics.atomic_sub_acqrel(dst, val); }
  113. else when order == .Sequentially_Consistent { return intrinsics.atomic_sub(dst, val); }
  114. else { #panic("unknown order"); }
  115. }
  116. atomic_and :: #force_inline proc(dst: ^$T, val: T, $order: Ordering) -> T {
  117. when order == .Relaxed { return intrinsics.atomic_and_relaxed(dst, val); }
  118. else when order == .Release { return intrinsics.atomic_and_rel(dst, val); }
  119. else when order == .Acquire { return intrinsics.atomic_and_acq(dst, val); }
  120. else when order == .Acquire_Release { return intrinsics.atomic_and_acqrel(dst, val); }
  121. else when order == .Sequentially_Consistent { return intrinsics.atomic_and(dst, val); }
  122. else { #panic("unknown order"); }
  123. }
  124. atomic_nand :: #force_inline proc(dst: ^$T, val: T, $order: Ordering) -> T {
  125. when order == .Relaxed { return intrinsics.atomic_nand_relaxed(dst, val); }
  126. else when order == .Release { return intrinsics.atomic_nand_rel(dst, val); }
  127. else when order == .Acquire { return intrinsics.atomic_nand_acq(dst, val); }
  128. else when order == .Acquire_Release { return intrinsics.atomic_nand_acqrel(dst, val); }
  129. else when order == .Sequentially_Consistent { return intrinsics.atomic_nand(dst, val); }
  130. else { #panic("unknown order"); }
  131. }
  132. atomic_or :: #force_inline proc(dst: ^$T, val: T, $order: Ordering) -> T {
  133. when order == .Relaxed { return intrinsics.atomic_or_relaxed(dst, val); }
  134. else when order == .Release { return intrinsics.atomic_or_rel(dst, val); }
  135. else when order == .Acquire { return intrinsics.atomic_or_acq(dst, val); }
  136. else when order == .Acquire_Release { return intrinsics.atomic_or_acqrel(dst, val); }
  137. else when order == .Sequentially_Consistent { return intrinsics.atomic_or(dst, val); }
  138. else { #panic("unknown order"); }
  139. }
  140. atomic_xor :: #force_inline proc(dst: ^$T, val: T, $order: Ordering) -> T {
  141. when order == .Relaxed { return intrinsics.atomic_xor_relaxed(dst, val); }
  142. else when order == .Release { return intrinsics.atomic_xor_rel(dst, val); }
  143. else when order == .Acquire { return intrinsics.atomic_xor_acq(dst, val); }
  144. else when order == .Acquire_Release { return intrinsics.atomic_xor_acqrel(dst, val); }
  145. else when order == .Sequentially_Consistent { return intrinsics.atomic_xor(dst, val); }
  146. else { #panic("unknown order"); }
  147. }