centersl/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2026-03-27 02:58:43 +07:00
Code Issues Packages Projects Releases Wiki Activity

convert: handle layers_block_type config field

Browse Source
This commit is contained in:
jmorganca
2026-03-10 20:51:52 -07:00
parent 61086083eb
commit 4fdeb59325
1 changed files with 21 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
convert/convert_nemotron_h.go
View File

@@ -54,6 +54,7 @@ type nemotronHModel struct {
NGroups uint32 `json:"n_groups"`
IntermediateSize uint32 `json:"intermediate_size"`
HybridOverridePattern hybridPattern `json:"hybrid_override_pattern"`
LayersBlockType []string `json:"layers_block_type"`
// MoE
NumExperts uint32 `json:"num_experts"`
@@ -162,8 +163,27 @@ func (n *nemotronHModel) denseIntermediateSize() uint32 {
func (n *nemotronHModel) layerArrays() (headCountKV []uint32, ffnLengths []uint32, err error) {
pattern := strings.TrimSpace(string(n.HybridOverridePattern))
// Convert layers_block_type array to pattern string if hybrid_override_pattern is not set
if pattern == "" && len(n.LayersBlockType) > 0 {
var sb strings.Builder
for _, blockType := range n.LayersBlockType {
switch strings.ToLower(blockType) {
case "mamba":
sb.WriteRune('M')
case "moe":
sb.WriteRune('E')
case "attention":
sb.WriteRune('A')
default:
return nil, nil, fmt.Errorf("nemotron_h: unsupported block type %q in layers_block_type", blockType)
}
}
pattern = sb.String()
}
if pattern == "" {
return nil, nil, fmt.Errorf("nemotron_h: hybrid_override_pattern must be set")
return nil, nil, fmt.Errorf("nemotron_h: hybrid_override_pattern or layers_block_type must be set")
}
runes := []rune(pattern)