add: init gather

Author: IgorErin

src/GraphBLAS-sharp.Backend/Common/Gather.fs

@@ -3,6 +3,34 @@ namespace GraphBLAS.FSharp.Backend.Common
 open Brahma.FSharp
 
 module internal Gather =
+    let runInit positionMap (clContext: ClContext) workGroupSize =
+
+        let gather =
+            <@ fun (ndRange: Range1D) valuesLength (values: ClArray<'a>) (outputArray: ClArray<'a>) ->
+
+                let gid = ndRange.GlobalID0
+
+                if gid < valuesLength then
+                    let position = (%positionMap) gid
+
+                    if position >= 0 && position < valuesLength then
+                        outputArray.[gid] <- values.[position] @>
+
+        let program = clContext.Compile gather
+
+        fun (processor: MailboxProcessor<_>) (values: ClArray<'a>) (outputArray: ClArray<'a>) ->
+
+            let kernel = program.GetKernel()
+
+            let ndRange = Range1D.CreateValid(outputArray.Length, workGroupSize)
+
+            processor.Post(
+                Msg.MsgSetArguments(fun () -> kernel.KernelFunc ndRange values.Length values outputArray)
+            )
+
+            processor.Post(Msg.CreateRunMsg<_, _>(kernel))
+
+
     /// <summary>
     /// Creates a new array obtained from positions replaced with values from the given array at these positions (indices).
     /// </summary>
@@ -19,13 +47,13 @@ module internal Gather =
         let gather =
             <@ fun (ndRange: Range1D) positionsLength valuesLength (positions: ClArray<int>) (values: ClArray<'a>) (outputArray: ClArray<'a>) ->
 
-                let i = ndRange.GlobalID0
+                let gid = ndRange.GlobalID0
 
-                if i < positionsLength then
-                    let position = positions.[i]
+                if gid < positionsLength then
+                    let position = positions.[gid]
 
                     if position >= 0 && position < valuesLength then
-                        outputArray.[i] <- values.[position] @>
+                        outputArray.[gid] <- values.[position] @>
 
         let program = clContext.Compile gather
 

src/GraphBLAS-sharp.Backend/Matrix/CSRMatrix/SpGEMM/Expand.fs

@@ -27,6 +27,8 @@ module Expand =
 
         let gather = Gather.run clContext workGroupSize
 
+        let shiftedGather = Gather.runInit Map.inc clContext workGroupSize
+
         let prefixSum = PrefixSum.standardExcludeInplace clContext workGroupSize
 
         fun (processor: MailboxProcessor<_>) (leftMatrix: ClMatrix.CSR<'a>) (rightMatrix: ClMatrix.CSR<'b>) ->
@@ -130,7 +132,7 @@ module Expand =
             // another way to get offsets ???
             let offsets = removeDuplicates processor segmentsPointers
 
-            segmentPrefixSum processor offsets.Length BPositions APositions offsets // TODO(offsets lengths in scan)
+            segmentPrefixSum processor offsets.Length BPositions APositions offsets
 
             offsets.Free processor
 
@@ -206,7 +208,6 @@ module Expand =
     let reduce (clContext: ClContext) workGroupSize opAdd  =
 
         let reduce = Reduce.ByKey2D.segmentSequential clContext workGroupSize opAdd
-        //let reduce = Reduce.ByKey2D.sequential clContext workGroupSize opAdd
 
         let getUniqueBitmap =
             ClArray.getUniqueBitmap2LastOccurrence clContext workGroupSize
@@ -240,12 +241,9 @@ module Expand =
             bitmap.Free processor
             positions.Free processor
 
-            let reducedColumns, reducedRows, reducedValues =
+            let reducedColumns, reducedRows, reducedValues = // by size variance TODO()
                 reduce processor allocationMode uniqueKeysCount offsets columns rows values
 
-            // let reducedColumns, reducedRows, reducedValues =
-            //     reduce processor DeviceOnly uniqueKeysCount columns rows values
-
             offsets.Free processor
 
             reducedValues, reducedColumns, reducedRows

tests/GraphBLAS-sharp.Tests/Common/Gather.fs

@@ -6,6 +6,7 @@ open Expecto
 open Microsoft.FSharp.Collections
 open GraphBLAS.FSharp.Backend.Objects.ArraysExtensions
 open GraphBLAS.FSharp.Backend.Objects.ClContext
+open GraphBLAS.FSharp.Backend.Quotes
 
 let context = Context.defaultContext.ClContext
 
@@ -62,3 +63,62 @@ let tests =
       createTest<bool> (=) Gather.run
       createTest<uint> (=) Gather.run ]
     |> testList "Gather"
+
+
+let makeTestInit isEqual testFun indexMap (array: ('a * 'a) []) =
+    if array.Length > 0 then
+
+        let positions, values, target =
+            Array.mapi (fun index (first, second) -> indexMap index, first, second) array
+            |> Array.unzip3
+
+        let clValues =
+            context.CreateClArrayWithSpecificAllocationMode(DeviceOnly, values)
+
+        let clTarget =
+            context.CreateClArrayWithSpecificAllocationMode(DeviceOnly, target)
+
+        testFun processor clValues clTarget
+
+        clValues.Free processor
+
+        let actual = clTarget.ToHostAndFree processor
+
+        check isEqual actual positions values target
+
+let createTestInit<'a> (isEqual: 'a -> 'a -> bool) testFun indexMapQ indexMap =
+
+    let testFun = testFun indexMapQ context Utils.defaultWorkGroupSize
+
+    makeTestInit isEqual testFun indexMap
+    |> testPropertyWithConfig Utils.defaultConfig $"test on {typeof<'a>}"
+
+let initTests =
+
+    let idTests =
+        [ createTestInit<int> (=) Gather.runInit Map.id id
+
+          if Utils.isFloat64Available context.ClDevice then
+            createTestInit<float> Utils.floatIsEqual Gather.runInit Map.id id
+
+          createTestInit<float32> Utils.float32IsEqual Gather.runInit Map.id id
+          createTestInit<bool> (=) Gather.runInit Map.id id
+          createTestInit<uint> (=) Gather.runInit Map.id id]
+        |> testList "id"
+
+    let inc = ((+) 1)
+
+    let incTests =
+        [ createTestInit<int> (=) Gather.runInit Map.inc inc
+
+          if Utils.isFloat64Available context.ClDevice then
+            createTestInit<float> Utils.floatIsEqual Gather.runInit Map.inc inc
+
+          createTestInit<float32> Utils.float32IsEqual Gather.runInit Map.inc inc
+          createTestInit<bool> (=) Gather.runInit Map.inc inc
+          createTestInit<uint> (=) Gather.runInit Map.inc inc]
+        |> testList "inc"
+
+    testList "init" [idTests; incTests]
+
+

tests/GraphBLAS-sharp.Tests/Program.fs

@@ -94,8 +94,8 @@ open GraphBLAS.FSharp.Tests.Matrix
 let allTests =
     testList
         "All tests"
-        [ SpGeMM.generalTests
-          ]
+        [ // SpGeMM.generalTests
+          Common.Gather.initTests ]
 
     |> testSequenced