pkg.md

August 5, 2024 ยท View on GitHub

package quantest // import "."

func EstimateVRAMForModel(modelName string, vram float64, contextSize int, quantLevel, kvQuant string) (*VRAMEstimation, error)