Skip to content

Commit 1e46405

Browse files
committed
Refactor Phi3 FP16 FFN layer task graph: improve readability by adjusting line breaks in data transfer logic and disabling formatter for consistent formatting.
1 parent 7e19032 commit 1e46405

File tree

1 file changed

+7
-3
lines changed

1 file changed

+7
-3
lines changed

src/main/java/org/beehive/gpullama3/tornadovm/layers/type/fp16/Phi3FP16FFNLayers.java

Lines changed: 7 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -207,16 +207,20 @@ List<ImmutableTaskGraph> setupFFNLayered() {
207207
* • Inline SiLU+GLU: No intermediate wrapHb buffer needed
208208
*
209209
*/
210-
// @formatter:on
210+
// @formatter:off
211211
TaskGraph setupSinglePhi3FFNLayer(Phi3TornadoWeights weights, int layerIndex) {
212212
var taskGraphName = "layer_" + layerIndex;
213213
var unifiedLayer = new TaskGraph(taskGraphName);
214214
unifiedLayer.consumeFromDevice(phi3State.wrapX);
215215
unifiedLayer.transferToDevice(DataTransferMode.FIRST_EXECUTION,
216216
// Attention weights
217-
weights.rms_att_weightLayered[layerIndex].asFloatArray(), weights.wqkvLayered[layerIndex].asHalfFloatArray(), weights.woLayered[layerIndex].asHalfFloatArray(),
217+
weights.rms_att_weightLayered[layerIndex].asFloatArray(),
218+
weights.wqkvLayered[layerIndex].asHalfFloatArray(),
219+
weights.woLayered[layerIndex].asHalfFloatArray(),
218220
// FFN weights
219-
weights.rms_ffn_weightLayered[layerIndex].asFloatArray(), weights.wUpLayered[layerIndex].asHalfFloatArray(), weights.wDownLayered[layerIndex].asHalfFloatArray());
221+
weights.rms_ffn_weightLayered[layerIndex].asFloatArray(),
222+
weights.wUpLayered[layerIndex].asHalfFloatArray(),
223+
weights.wDownLayered[layerIndex].asHalfFloatArray());
220224
unifiedLayer = configureLayerDataTransfers(unifiedLayer, layerIndex);
221225

222226
// ═══════════════════════════════════════════════════════════════════════

0 commit comments

Comments
 (0)