@@ -178,25 +178,27 @@ verify_begin=".*run --rm"
178
178
}
179
179
180
180
@test " ramalama serve --generate=quadlet" {
181
- model=tiny
181
+ model=" smollm"
182
+ model_quant=" $model :135m"
183
+ quadlet=" $model .container"
182
184
name=c_$( safename)
183
- run_ramalama pull ${model}
184
- run_ramalama -q serve --port 1234 --generate=quadlet ${ model}
185
- is " $output " " Generating quadlet file: tinyllama.container " " generate tinllama.container "
185
+ run_ramalama pull $model_quant
186
+ run_ramalama -q serve --port 1234 --generate=quadlet $model
187
+ is " $output " " Generating quadlet file: $quadlet " " generate $quadlet "
186
188
187
- run cat tinyllama.container
189
+ run cat $quadlet
188
190
is " $output " " .*PublishPort=1234:1234" " PublishPort should match"
189
191
is " $output " " .*Exec=.*llama-server --port 1234 --model .*" " Exec line should be correct"
190
- is " $output " " .*Mount=type=bind,.*tinyllama " " Mount line should be correct"
192
+ is " $output " " .*Mount=type=bind,.*$model " " Mount line should be correct"
191
193
192
- HIP_VISIBLE_DEVICES=99 run_ramalama -q serve --port 1234 --generate=quadlet ${ model}
193
- is " $output " " Generating quadlet file: tinyllama.container " " generate tinllama.container "
194
+ HIP_VISIBLE_DEVICES=99 run_ramalama -q serve --port 1234 --generate=quadlet $model
195
+ is " $output " " Generating quadlet file: $quadlet " " generate $quadlet "
194
196
195
- run cat tinyllama.container
197
+ run cat $quadlet
196
198
is " $output " " .*Environment=HIP_VISIBLE_DEVICES=99" " Should contain env property"
197
199
198
- rm tinyllama.container
199
- run_ramalama 2 serve --name=${name} --port 1234 --generate=bogus tiny
200
+ rm $quadlet
201
+ run_ramalama 2 serve --name=${name} --port 1234 --generate=bogus $model
200
202
is " $output " " .*error: argument --generate: invalid choice: .*bogus.* (choose from.*quadlet.*kube.*quadlet/kube.*)" " Should fail"
201
203
}
202
204
@@ -273,33 +275,33 @@ verify_begin=".*run --rm"
273
275
274
276
275
277
@test " ramalama serve --generate=kube" {
276
- model=tiny
278
+ model_quant= " $model :135m "
277
279
name=c_$( safename)
278
- run_ramalama pull ${model}
279
- run_ramalama serve --name=${name} --port 1234 --generate=kube ${model}
280
+ run_ramalama pull $model_quant
281
+ run_ramalama serve --name=${name} --port 1234 --generate=kube $model_quant
280
282
is " $output " " .*Generating Kubernetes YAML file: ${name} .yaml" " generate .yaml file"
281
283
282
284
run cat $name .yaml
283
285
is " $output " " .*command: \[\" .*serve.*\" \]" " Should command"
284
286
is " $output " " .*containerPort: 1234" " Should container container port"
285
287
286
- HIP_VISIBLE_DEVICES=99 run_ramalama serve --name=${name} --port 1234 --generate=kube ${model}
288
+ HIP_VISIBLE_DEVICES=99 run_ramalama serve --name=${name} --port 1234 --generate=kube $model_quant
287
289
is " $output " " .*Generating Kubernetes YAML file: ${name} .yaml" " generate .yaml file"
288
290
289
291
run cat $name .yaml
290
292
is " $output " " .*env:" " Should contain env property"
291
293
is " $output " " .*name: HIP_VISIBLE_DEVICES" " Should contain env name"
292
294
is " $output " " .*value: 99" " Should contain env value"
293
295
294
- run_ramalama serve --name=${name} --port 1234 --generate=quadlet/kube ${model}
296
+ run_ramalama serve --name=${name} --port 1234 --generate=quadlet/kube $model_quant
295
297
is " $output " " .*Generating Kubernetes YAML file: ${name} .yaml" " generate .yaml file"
296
298
is " $output " " .*Generating quadlet file: ${name} .kube" " generate .kube file"
297
299
298
300
run cat $name .yaml
299
301
is " $output " " .*command: \[\" .*serve.*\" \]" " Should command"
300
302
is " $output " " .*containerPort: 1234" " Should container container port"
301
303
302
- HIP_VISIBLE_DEVICES=99 run_ramalama serve --name=${name} --port 1234 --generate=quadlet/kube ${model}
304
+ HIP_VISIBLE_DEVICES=99 run_ramalama serve --name=${name} --port 1234 --generate=quadlet/kube $model_quant
303
305
is " $output " " .*Generating Kubernetes YAML file: ${name} .yaml" " generate .yaml file"
304
306
305
307
run cat $name .yaml
0 commit comments