QueryGroupByNode.cs 3.4 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788
  1. //
  2. // QueryOrderByNode.cs
  3. //
  4. // Author:
  5. // Jérémie "Garuma" Laval <[email protected]>
  6. //
  7. // Copyright (c) 2010 Jérémie "Garuma" Laval
  8. //
  9. // Permission is hereby granted, free of charge, to any person obtaining a copy
  10. // of this software and associated documentation files (the "Software"), to deal
  11. // in the Software without restriction, including without limitation the rights
  12. // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  13. // copies of the Software, and to permit persons to whom the Software is
  14. // furnished to do so, subject to the following conditions:
  15. //
  16. // The above copyright notice and this permission notice shall be included in
  17. // all copies or substantial portions of the Software.
  18. //
  19. // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  20. // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  21. // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  22. // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  23. // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  24. // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
  25. // THE SOFTWARE.
  26. using System;
  27. using System.Threading;
  28. using System.Collections;
  29. using System.Collections.Generic;
  30. using System.Collections.Concurrent;
  31. namespace System.Linq.Parallel.QueryNodes
  32. {
  33. internal class QueryGroupByNode<TSource, TKey, TElement> : QueryStreamNode<IGrouping<TKey, TElement>, TSource>
  34. {
  35. Func<TSource, TKey> keySelector;
  36. Func<TSource, TElement> elementSelector;
  37. IEqualityComparer<TKey> comparer;
  38. public QueryGroupByNode (QueryBaseNode<TSource> parent,
  39. Func<TSource, TKey> keySelector,
  40. Func<TSource, TElement> elementSelector,
  41. IEqualityComparer<TKey> comparer)
  42. : base (parent, false)
  43. {
  44. this.keySelector = keySelector;
  45. this.elementSelector = elementSelector;
  46. this.comparer = comparer;
  47. }
  48. internal override IEnumerable<IGrouping<TKey, TElement>> GetSequential ()
  49. {
  50. IEnumerable<TSource> src = Parent.GetSequential ();
  51. return src.GroupBy (keySelector, elementSelector, comparer);
  52. }
  53. internal override IList<IEnumerable<IGrouping<TKey, TElement>>> GetEnumerables (QueryOptions options)
  54. {
  55. return ParallelPartitioner.CreateForChunks (GetGroupedElements ()).GetPartitions (options.PartitionCount).Wrap ();
  56. }
  57. internal override IList<IEnumerable<KeyValuePair<long, IGrouping<TKey, TElement>>>> GetOrderedEnumerables (QueryOptions options)
  58. {
  59. return ParallelPartitioner.CreateForChunks (GetGroupedElements ()).GetOrderablePartitions (options.PartitionCount).Wrap ();
  60. }
  61. internal IEnumerable<IGrouping<TKey, TElement>> GetGroupedElements ()
  62. {
  63. return (IEnumerable<System.Linq.IGrouping<TKey,TElement>>)GetStore ().Select (e => (IGrouping<TKey,TElement>)new ConcurrentGrouping<TKey, TElement> (e.Key, e.Value));
  64. }
  65. internal ConcurrentDictionary<TKey, ConcurrentQueue<TElement>> GetStore ()
  66. {
  67. var store = new ConcurrentDictionary<TKey, ConcurrentQueue<TElement>> ();
  68. Func<TKey, ConcurrentQueue<TElement>> queueFactory = (_) => new ConcurrentQueue<TElement> ();
  69. ParallelExecuter.ProcessAndBlock (Parent, (e, c) => {
  70. ConcurrentQueue<TElement> queue = store.GetOrAdd (keySelector (e), queueFactory);
  71. queue.Enqueue (elementSelector (e));
  72. });
  73. return store;
  74. }
  75. }
  76. }