OmniNeural-4B / llm /htp_backend_ext_config.json
runningSnail's picture
add model weights
cf6a009
raw
history blame contribute delete
447 Bytes
{
"devices": [
{
"soc_model": 60,
"dsp_arch": "v73",
"cores": [
{
"core_id": 0,
"perf_profile": "burst",
"rpc_control_latency": 100
}
]
}
],
"memory": {
"mem_type": "shared_buffer"
},
"context": {
"weight_sharing_enabled": true
}
}