@@ -178,25 +178,27 @@ verify_begin=".*run --rm"
178
178
}
179
179
180
180
@test " ramalama serve --generate=quadlet" {
181
- model=tiny
181
+ model=" smollm"
182
+ model_quant=" $model :135m"
183
+ quadlet=" $model .container"
182
184
name=c_$( safename)
183
- run_ramalama pull ${model}
184
- run_ramalama -q serve --port 1234 --generate=quadlet ${ model}
185
- is " $output " " Generating quadlet file: tinyllama.container " " generate tinllama.container "
185
+ run_ramalama pull $model_quant
186
+ run_ramalama -q serve --port 1234 --generate=quadlet $model
187
+ is " $output " " Generating quadlet file: $quadlet " " generate $quadlet "
186
188
187
- run cat tinyllama.container
189
+ run cat $quadlet
188
190
is " $output " " .*PublishPort=1234:1234" " PublishPort should match"
189
191
is " $output " " .*Exec=.*llama-server --port 1234 --model .*" " Exec line should be correct"
190
- is " $output " " .*Mount=type=bind,.*tinyllama " " Mount line should be correct"
192
+ is " $output " " .*Mount=type=bind,.*$model " " Mount line should be correct"
191
193
192
- HIP_VISIBLE_DEVICES=99 run_ramalama -q serve --port 1234 --generate=quadlet ${ model}
193
- is " $output " " Generating quadlet file: tinyllama.container " " generate tinllama.container "
194
+ HIP_VISIBLE_DEVICES=99 run_ramalama -q serve --port 1234 --generate=quadlet $model
195
+ is " $output " " Generating quadlet file: $quadlet " " generate $quadlet "
194
196
195
- run cat tinyllama.container
197
+ run cat $quadlet
196
198
is " $output " " .*Environment=HIP_VISIBLE_DEVICES=99" " Should contain env property"
197
199
198
- rm tinyllama.container
199
- run_ramalama 2 serve --name=${name} --port 1234 --generate=bogus tiny
200
+ rm $quadlet
201
+ run_ramalama 2 serve --name=${name} --port 1234 --generate=bogus $model
200
202
is " $output " " .*error: argument --generate: invalid choice: .*bogus.* (choose from.*quadlet.*kube.*quadlet/kube.*)" " Should fail"
201
203
}
202
204
@@ -273,33 +275,34 @@ verify_begin=".*run --rm"
273
275
274
276
275
277
@test " ramalama serve --generate=kube" {
276
- model=tiny
278
+ model=" smollm"
279
+ model_quant=" $model :135m"
277
280
name=c_$( safename)
278
- run_ramalama pull ${model}
279
- run_ramalama serve --name=${name} --port 1234 --generate=kube ${model}
281
+ run_ramalama pull $model_quant
282
+ run_ramalama serve --name=${name} --port 1234 --generate=kube $model_quant
280
283
is " $output " " .*Generating Kubernetes YAML file: ${name} .yaml" " generate .yaml file"
281
284
282
285
run cat $name .yaml
283
286
is " $output " " .*command: \[\" .*serve.*\" \]" " Should command"
284
287
is " $output " " .*containerPort: 1234" " Should container container port"
285
288
286
- HIP_VISIBLE_DEVICES=99 run_ramalama serve --name=${name} --port 1234 --generate=kube ${model}
289
+ HIP_VISIBLE_DEVICES=99 run_ramalama serve --name=${name} --port 1234 --generate=kube $model_quant
287
290
is " $output " " .*Generating Kubernetes YAML file: ${name} .yaml" " generate .yaml file"
288
291
289
292
run cat $name .yaml
290
293
is " $output " " .*env:" " Should contain env property"
291
294
is " $output " " .*name: HIP_VISIBLE_DEVICES" " Should contain env name"
292
295
is " $output " " .*value: 99" " Should contain env value"
293
296
294
- run_ramalama serve --name=${name} --port 1234 --generate=quadlet/kube ${model}
297
+ run_ramalama serve --name=${name} --port 1234 --generate=quadlet/kube $model_quant
295
298
is " $output " " .*Generating Kubernetes YAML file: ${name} .yaml" " generate .yaml file"
296
299
is " $output " " .*Generating quadlet file: ${name} .kube" " generate .kube file"
297
300
298
301
run cat $name .yaml
299
302
is " $output " " .*command: \[\" .*serve.*\" \]" " Should command"
300
303
is " $output " " .*containerPort: 1234" " Should container container port"
301
304
302
- HIP_VISIBLE_DEVICES=99 run_ramalama serve --name=${name} --port 1234 --generate=quadlet/kube ${model}
305
+ HIP_VISIBLE_DEVICES=99 run_ramalama serve --name=${name} --port 1234 --generate=quadlet/kube $model_quant
303
306
is " $output " " .*Generating Kubernetes YAML file: ${name} .yaml" " generate .yaml file"
304
307
305
308
run cat $name .yaml
0 commit comments