[system-a] move denseBlock to neurons/relu

TODO.md

@@ -1,7 +1,5 @@
 # system-a
 
-[system-a] move `denseBlock` to `neurons/relu` -- maybe rename to `reluBlock`
-
 [neurons] `leakyRelu`
 [neurons] `recuBlock`
 

src/system-a/block/index.ts

@@ -1,4 +1,3 @@
 export * from "./Block.js"
 export * from "./blockStack.js"
-export * from "./denseBlock.js"
 export * from "./emptyBlock.js"

src/system-a/models/iris/irisModel.ts

@@ -1,12 +1,12 @@
-import {
-  blockStack,
-  denseBlock,
-  denseInitParameters,
-} from "../../block/index.js"
+import { blockStack } from "../../block/index.js"
 import { gradientDescentAdam } from "../../gradient-descent/gradientDescentAdam.js"
 import { gradientDescentNaked } from "../../gradient-descent/gradientDescentNaked.js"
 import { gradientDescentRms } from "../../gradient-descent/gradientDescentRms.js"
 import { l2Loss } from "../../loss/index.js"
+import {
+  denseBlock,
+  denseBlockInitParameters,
+} from "../../neurons/relu/index.js"
 import type { Tensor } from "../../tensor/Tensor.js"
 import { samplingObjective } from "../../tensor/samplingObjective.js"
 import { model } from "../model.js"
@@ -31,7 +31,7 @@ export function irisTrainParameters(): Array<Tensor> {
     },
   )
 
-  const initParameters = denseInitParameters(irisNetwork.shapes)
+  const initParameters = denseBlockInitParameters(irisNetwork.shapes)
 
   gradientDescentNaked
   // const gradientDescentFn = gradientDescentNaked({

src/system-a/block/denseBlock.ts → src/system-a/neurons/relu/denseBlock.ts

@@ -1,15 +1,15 @@
-import { relu } from "../neurons/relu/index.js"
-import type { Tensor } from "../tensor/Tensor.js"
-import { randomTensor } from "../tensor/randomTensor.js"
-import type { Shape } from "../tensor/shape.js"
-import { zeroTensor } from "../tensor/zeroTensor.js"
-import { Block } from "./Block.js"
+import { Block } from "../../block/index.js"
+import { relu } from "../../neurons/relu/index.js"
+import type { Tensor } from "../../tensor/Tensor.js"
+import { randomTensor } from "../../tensor/randomTensor.js"
+import type { Shape } from "../../tensor/shape.js"
+import { zeroTensor } from "../../tensor/zeroTensor.js"
 
 export function denseBlock(inputSize: number, layerWidth: number): Block {
   return Block(relu, [[layerWidth, inputSize], [layerWidth]])
 }
 
-export function denseInitParameters(shapes: Array<Shape>): Array<Tensor> {
+export function denseBlockInitParameters(shapes: Array<Shape>): Array<Tensor> {
   return shapes.map(denseInitParameter)
 }
 

src/system-a/neurons/relu/index.ts

@@ -1 +1,2 @@
+export * from "./denseBlock.js"
 export * from "./relu.js"