QueryHeadWorkerNode.cs 4.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147
  1. //
  2. // QueryConcatNode.cs
  3. //
  4. // Author:
  5. // Jérémie "Garuma" Laval <[email protected]>
  6. //
  7. // Copyright (c) 2010 Jérémie "Garuma" Laval
  8. //
  9. // Permission is hereby granted, free of charge, to any person obtaining a copy
  10. // of this software and associated documentation files (the "Software"), to deal
  11. // in the Software without restriction, including without limitation the rights
  12. // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  13. // copies of the Software, and to permit persons to whom the Software is
  14. // furnished to do so, subject to the following conditions:
  15. //
  16. // The above copyright notice and this permission notice shall be included in
  17. // all copies or substantial portions of the Software.
  18. //
  19. // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  20. // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  21. // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  22. // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  23. // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  24. // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
  25. // THE SOFTWARE.
  26. #if NET_4_0
  27. using System;
  28. using System.Threading;
  29. using System.Collections;
  30. using System.Collections.Generic;
  31. namespace System.Linq.Parallel.QueryNodes
  32. {
  33. /* This is the QueryNode used by Take(While) operator
  34. * it symbolize operators that are preferably working on the head elements of a query and can prematurely
  35. * stop providing elements following the one they were processing is of a greater value in a specific
  36. * order to be defined by the instance (e.g. simple numerical order when working on indexes).
  37. */
  38. internal class QueryHeadWorkerNode<TSource> : QueryStreamNode<TSource, TSource>
  39. {
  40. /* This variable will receive an index value that represent the "stop point"
  41. * when used with GetOrderedEnumerables i.e. values that are above the indexes are discarded
  42. * (if the partitioner is ordered in a partition it even stop the processing) and value below are still tested just
  43. * in case and can still lower this gap limit.
  44. */
  45. readonly int count;
  46. readonly Func<TSource, int, bool> predicate;
  47. internal QueryHeadWorkerNode (QueryBaseNode<TSource> parent, int count)
  48. : base (parent, false)
  49. {
  50. this.count = count;
  51. }
  52. internal QueryHeadWorkerNode (QueryBaseNode<TSource> parent, Func<TSource, int, bool> predicate, bool indexed)
  53. : base (parent, indexed)
  54. {
  55. this.predicate = predicate;
  56. }
  57. internal int? Count {
  58. get {
  59. return predicate == null ? count : (int?)null;
  60. }
  61. }
  62. internal override IEnumerable<TSource> GetSequential ()
  63. {
  64. IEnumerable<TSource> parent = Parent.GetSequential ();
  65. return predicate == null ? parent.Take (count) : parent.TakeWhile (predicate);
  66. }
  67. public override void Visit (INodeVisitor visitor)
  68. {
  69. visitor.Visit (this);
  70. }
  71. internal override IList<IEnumerable<TSource>> GetEnumerablesIndexed (QueryOptions options)
  72. {
  73. return Parent.GetOrderedEnumerables (options)
  74. .Select ((i) => i.TakeWhile ((e) => predicate (e.Value, (int)e.Key)).Select ((e) => e.Value))
  75. .ToList ();
  76. }
  77. internal override IList<IEnumerable<TSource>> GetEnumerablesNonIndexed (QueryOptions options)
  78. {
  79. return Parent.GetEnumerables (options)
  80. .Select (GetSelector (count))
  81. .ToList ();
  82. }
  83. Func<IEnumerable<TSource>, IEnumerable<TSource>> GetSelector (int c)
  84. {
  85. if (predicate == null)
  86. return (i) => i.TakeWhile ((e) => c > 0 && Interlocked.Decrement (ref c) >= 0);
  87. else
  88. return (i) => i.TakeWhile ((e) => predicate (e, -1));
  89. }
  90. internal override IList<IEnumerable<KeyValuePair<long, TSource>>> GetOrderedEnumerables (QueryOptions options)
  91. {
  92. return Parent.GetOrderedEnumerables (options)
  93. .Select ((i) => GetEnumerableInternal (i, options))
  94. .ToList ();
  95. }
  96. IEnumerable<KeyValuePair<long, TSource>> GetEnumerableInternal (IEnumerable<KeyValuePair<long, TSource>> source, QueryOptions options)
  97. {
  98. IEnumerator<KeyValuePair<long, TSource>> current = source.GetEnumerator ();
  99. long gapIndex = predicate == null ? count : long.MaxValue;
  100. Func<KeyValuePair<long, TSource>, bool> cond;
  101. if (predicate == null)
  102. cond = (kv) => kv.Key < count;
  103. else
  104. cond = (kv) => predicate (kv.Value, (int)kv.Key);
  105. try {
  106. while (current.MoveNext ()) {
  107. KeyValuePair<long, TSource> kvp = current.Current;
  108. /* When filtering is based on a predicate, this short-circuit is only valid
  109. * if the partitioner used ensure items are ordered in each partition
  110. * (valid w/ default partitioners)
  111. */
  112. if (kvp.Key >= gapIndex && options.PartitionerSettings.Item2)
  113. break;
  114. if (!cond (kvp)) {
  115. if (gapIndex > kvp.Key && predicate != null)
  116. gapIndex = kvp.Key;
  117. continue;
  118. }
  119. yield return kvp;
  120. }
  121. } finally {
  122. current.Dispose ();
  123. }
  124. }
  125. }
  126. }
  127. #endif