some cleanup

microgopt.go

@@ -104,7 +104,7 @@ func Run(docs []string) {
 		n := min(blockSize, len(tokens)-1)
 
 		// Forward the token sequence through the model, building up the computation graph all the way to the loss
-		keys, values := mkDeepSlice(nLayer), mkDeepSlice(nLayer)
+		keys, values := mkDeepSlice(), mkDeepSlice()
 		losses := []*value{}
 		for posId := range n {
 			tokenId, targetId := tokens[posId], tokens[posId+1]
@@ -138,7 +138,7 @@ func Run(docs []string) {
 	temperature := 0.5 // in (0, 1], control the "creativity" of generated text, low to high
 	fmt.Println("\n--- inference (new, hallucinated names) ---")
 	for sampleIdx := range 20 {
-		keys, values := mkDeepSlice(nLayer), mkDeepSlice(nLayer)
+		keys, values := mkDeepSlice(), mkDeepSlice()
 		tokenId := BOS
 		sample := []rune{}
 		for posId := range blockSize {
@@ -390,7 +390,7 @@ func (v *value) Backward() {
 	}
 }
 
-func mkDeepSlice(size int) [][][]*value {
+func mkDeepSlice() [][][]*value {
 	a := make([][][]*value, 1, 10)
 	a[0] = make([][]*value, 0, 10)
 	return a