Hugging Face's logo

koboldcpp
/
kcppt

Model card Files
xet
 Community
kcppt
File size: 2,636 Bytes
85520b4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
244067f
85520b4
 
 
 
 
 
 
 
 
952f31f
85520b4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
244067f
85520b4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
{
	"model": [],
	"model_param": "https://huggingface.co/ggml-org/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-Q4_K_M.gguf",
	"port": 5001,
	"port_param": 5001,
	"host": "",
	"launch": true,
	"config": null,
	"threads": -1,
	"usecublas": null,
	"usevulkan": null,
	"useclblast": null,
	"usecpu": null,
	"contextsize": 12288,
	"gpulayers": -1,
	"tensor_split": null,
	"version": false,
	"analyze": "",
	"ropeconfig": [
		0.0,
		10000.0
	],
	"blasbatchsize": 512,
	"blasthreads": null,
	"lora": null,
	"loramult": 1.0,
	"noshift": false,
	"nofastforward": false,
	"useswa": false,
	"usemmap": false,
	"usemlock": false,
	"noavx2": false,
	"failsafe": false,
	"debugmode": 0,
	"onready": "",
	"benchmark": null,
	"prompt": "",
	"cli": false,
	"promptlimit": 100,
	"multiuser": 1,
	"multiplayer": false,
	"websearch": true,
	"remotetunnel": false,
	"highpriority": false,
	"foreground": false,
	"preloadstory": null,
	"savedatafile": null,
	"quiet": false,
	"ssl": null,
	"nocertify": false,
	"mmproj": "https://huggingface.co/koboldcpp/mmproj/resolve/main/gemma3-4b-mmproj-q8.gguf",
	"mmprojcpu": false,
	"visionmaxres": 1024,
	"draftmodel": null,
	"draftamount": 8,
	"draftgpulayers": 999,
	"draftgpusplit": null,
	"password": null,
	"ignoremissing": false,
	"chatcompletionsadapter": "AutoGuess",
	"flashattention": true,
	"quantkv": 0,
	"forceversion": 0,
	"smartcontext": false,
	"unpack": "",
	"exportconfig": "",
	"exporttemplate": "",
	"nomodel": false,
	"moeexperts": -1,
	"defaultgenamt": 512,
	"nobostoken": false,
	"enableguidance": false,
	"maxrequestsize": 32,
	"overridekv": null,
	"overridetensors": null,
	"showgui": false,
	"skiplauncher": false,
	"singleinstance": false,
	"hordemodelname": "",
	"hordeworkername": "",
	"hordekey": "",
	"hordemaxctx": 0,
	"hordegenlen": 0,
	"sdmodel": "https://huggingface.co/koboldcpp/imgmodel/resolve/main/picx_real_q5_1.gguf",
	"sdthreads": 0,
	"sdclamped": 0,
	"sdt5xxl": "",
	"sdclipl": "",
	"sdclipg": "",
	"sdvae": "",
	"sdvaeauto": true,
	"sdquant": false,
	"sdlora": "",
	"sdloramult": 1.0,
	"sdnotile": false,
	"whispermodel": "https://huggingface.co/koboldcpp/whisper/resolve/main/whisper-base.en-q5_1.bin",
	"ttsmodel": "https://huggingface.co/koboldcpp/tts/resolve/main/Kokoro_no_espeak_Q4.gguf",
	"ttswavtokenizer": "",
	"ttsgpu": false,
	"ttsmaxlen": 4096,
	"ttsthreads": 0,
	"embeddingsmodel": "https://huggingface.co/koboldcpp/GGUFDumps/resolve/main/snowflake-arctic-embed-m-long-Q4_0.gguf",
	"embeddingsmaxctx": 0,
	"admin": false,
	"adminpassword": "",
	"admindir": "",
	"hordeconfig": null,
	"sdconfig": null,
	"noblas": false,
	"nommap": false,
	"istemplate": true
}