QueryHeadWorkerNode.cs 5.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150
  1. //
  2. // QueryConcatNode.cs
  3. //
  4. // Author:
  5. // Jérémie "Garuma" Laval <[email protected]>
  6. //
  7. // Copyright (c) 2010 Jérémie "Garuma" Laval
  8. //
  9. // Permission is hereby granted, free of charge, to any person obtaining a copy
  10. // of this software and associated documentation files (the "Software"), to deal
  11. // in the Software without restriction, including without limitation the rights
  12. // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  13. // copies of the Software, and to permit persons to whom the Software is
  14. // furnished to do so, subject to the following conditions:
  15. //
  16. // The above copyright notice and this permission notice shall be included in
  17. // all copies or substantial portions of the Software.
  18. //
  19. // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  20. // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  21. // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  22. // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  23. // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  24. // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
  25. // THE SOFTWARE.
  26. #if NET_4_0
  27. using System;
  28. using System.Threading;
  29. using System.Collections;
  30. using System.Collections.Generic;
  31. namespace System.Linq.Parallel.QueryNodes
  32. {
  33. internal interface QueryHeadWorkerNode : IVisitableNode {
  34. int? Count { get; }
  35. }
  36. /* This is the QueryNode used by Take(While) operator
  37. * it symbolize operators that are preferably working on the head elements of a query and can prematurely
  38. * stop providing elements following the one they were processing is of a greater value in a specific
  39. * order to be defined by the instance (e.g. simple numerical order when working on indexes).
  40. */
  41. internal class QueryHeadWorkerNode<TSource> : QueryStreamNode<TSource, TSource>, QueryHeadWorkerNode
  42. {
  43. /* This variable will receive an index value that represent the "stop point"
  44. * when used with GetOrderedEnumerables i.e. values that are above the indexes are discarded
  45. * (if the partitioner is ordered in a partition it even stop the processing) and value below are still tested just
  46. * in case and can still lower this gap limit.
  47. */
  48. readonly int count;
  49. readonly Func<TSource, int, bool> predicate;
  50. internal QueryHeadWorkerNode (QueryBaseNode<TSource> parent, int count)
  51. : base (parent, false)
  52. {
  53. this.count = count;
  54. }
  55. internal QueryHeadWorkerNode (QueryBaseNode<TSource> parent, Func<TSource, int, bool> predicate, bool indexed)
  56. : base (parent, indexed)
  57. {
  58. this.predicate = predicate;
  59. }
  60. public int? Count {
  61. get {
  62. return predicate == null ? count : (int?)null;
  63. }
  64. }
  65. internal override IEnumerable<TSource> GetSequential ()
  66. {
  67. IEnumerable<TSource> parent = Parent.GetSequential ();
  68. return predicate == null ? parent.Take (count) : parent.TakeWhile (predicate);
  69. }
  70. public override void Visit (INodeVisitor visitor)
  71. {
  72. visitor.Visit ((QueryHeadWorkerNode)this);
  73. }
  74. internal override IList<IEnumerable<TSource>> GetEnumerablesIndexed (QueryOptions options)
  75. {
  76. return Parent.GetOrderedEnumerables (options)
  77. .Select ((i) => i.TakeWhile ((e) => predicate (e.Value, (int)e.Key)).Select ((e) => e.Value))
  78. .ToList ();
  79. }
  80. internal override IList<IEnumerable<TSource>> GetEnumerablesNonIndexed (QueryOptions options)
  81. {
  82. return Parent.GetEnumerables (options)
  83. .Select (GetSelector (count))
  84. .ToList ();
  85. }
  86. Func<IEnumerable<TSource>, IEnumerable<TSource>> GetSelector (int c)
  87. {
  88. if (predicate == null)
  89. return (i) => i.TakeWhile ((e) => c > 0 && Interlocked.Decrement (ref c) >= 0);
  90. else
  91. return (i) => i.TakeWhile ((e) => predicate (e, -1));
  92. }
  93. internal override IList<IEnumerable<KeyValuePair<long, TSource>>> GetOrderedEnumerables (QueryOptions options)
  94. {
  95. return Parent.GetOrderedEnumerables (options)
  96. .Select ((i) => GetEnumerableInternal (i, options))
  97. .ToList ();
  98. }
  99. IEnumerable<KeyValuePair<long, TSource>> GetEnumerableInternal (IEnumerable<KeyValuePair<long, TSource>> source, QueryOptions options)
  100. {
  101. IEnumerator<KeyValuePair<long, TSource>> current = source.GetEnumerator ();
  102. long gapIndex = predicate == null ? count : long.MaxValue;
  103. Func<KeyValuePair<long, TSource>, bool> cond;
  104. if (predicate == null)
  105. cond = (kv) => kv.Key < count;
  106. else
  107. cond = (kv) => predicate (kv.Value, (int)kv.Key);
  108. try {
  109. while (current.MoveNext ()) {
  110. KeyValuePair<long, TSource> kvp = current.Current;
  111. /* When filtering is based on a predicate, this short-circuit is only valid
  112. * if the partitioner used ensure items are ordered in each partition
  113. * (valid w/ default partitioners)
  114. */
  115. if (kvp.Key >= gapIndex && options.PartitionerSettings.Item2)
  116. break;
  117. if (!cond (kvp)) {
  118. if (gapIndex > kvp.Key && predicate != null)
  119. gapIndex = kvp.Key;
  120. continue;
  121. }
  122. yield return kvp;
  123. }
  124. } finally {
  125. current.Dispose ();
  126. }
  127. }
  128. }
  129. }
  130. #endif