You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
18 lines
296 B
18 lines
296 B
3 weeks ago
|
package nn
|
||
|
|
||
|
import "github.com/ollama/ollama/ml"
|
||
|
|
||
|
type Linear struct {
|
||
|
Weight ml.Tensor `gguf:"weight"`
|
||
|
Bias ml.Tensor `gguf:"bias"`
|
||
|
}
|
||
|
|
||
|
func (m *Linear) Forward(ctx ml.Context, t ml.Tensor) ml.Tensor {
|
||
|
t = m.Weight.Mulmat(ctx, t)
|
||
|
if m.Bias != nil {
|
||
|
t = t.Add(ctx, m.Bias)
|
||
|
}
|
||
|
|
||
|
return t
|
||
|
}
|