File tree Expand file tree Collapse file tree 1 file changed +8
-0
lines changed
src/main/java/org/beehive/gpullama3/tornadovm/layers/type/fp16 Expand file tree Collapse file tree 1 file changed +8
-0
lines changed Original file line number Diff line number Diff line change @@ -89,8 +89,16 @@ public GridScheduler updateGridScheduler(GridScheduler gridScheduler) {
8989 int ffnDownGlobal = config .dim () * LOCAL_WORK_GROUP_SIZE_ALLOC ;
9090 WorkerGrid ffnDownWorker = WorkerGridFactory .genericWorker (ffnDownGlobal , LOCAL_WORK_GROUP_SIZE_ALLOC );
9191
92+ WorkerGrid splitQKVWorker = WorkerGridFactory .genericWorker (opSize , 128 );
93+
94+ // SplitGateUpAndSiLU worker
95+ WorkerGrid splitGateUpSiLUWorker = WorkerGridFactory .genericWorker (config .hiddenDim (), 128 );
96+
97+
9298 // Map workers to tasks for each layer
9399 for (int i = 0 ; i < config .numberOfLayers (); i ++) {
100+ gridScheduler .addWorkerGrid ("layer_" + i + ".splitQKV" , splitQKVWorker );
101+ gridScheduler .addWorkerGrid ("layer_" + i + ".gateUpSiLU" , splitGateUpSiLUWorker );
94102 gridScheduler .addWorkerGrid ("layer_" + i + ".reductionsOneBlock" , rmsNormWorker );
95103 gridScheduler .addWorkerGrid ("layer_" + i + ".mapContext" , rmsNormWorker );
96104 gridScheduler .addWorkerGrid ("layer_" + i + ".qkvmatmul" , matmulQkvRowMajorWorker );
You can’t perform that action at this time.
0 commit comments