Update demo scripts to show serve

Signed-off-by: Daniel J Walsh <[email protected]>

Author: rhatdan

docs/demo/ramalama.sh

@@ -71,7 +71,7 @@ run() {
     echo_color "Serve granite via RamaLama run"
     exec_color "ramalama --dryrun run granite | grep --color podman"
     echo ""
-    exec_color "ramalama --dryrun run granite | grep --color quay.io.*latest"
+    exec_color "ramalama --dryrun run granite | grep --color \"quay.io[^ ]*\""
     echo ""
     exec_color "ramalama --dryrun run granite | grep --color -- --cap-drop.*privileges"
     echo ""
@@ -88,7 +88,7 @@ run() {
 
 serve() {
     echo_color "Serve granite via RamaLama model service"
-    exec_color "ramalama serve --name granite-service -d granite"
+    exec_color "ramalama serve --port 8080 --name granite-service -d granite"
     echo ""
 
     echo_color "List RamaLama containers"
@@ -99,6 +99,23 @@ serve() {
     exec_color "podman ps "
     echo ""
 
+    echo_color "Use web browser to show interaction"
+    exec_color "firefox http://localhost:8080"
+
+    echo_color "Stop the ramalama container"
+    exec_color "ramalama stop granite-service"
+    echo ""
+
+    echo_color "Serve granite via RamaLama model service"
+    exec_color "ramalama serve --port 8085 --api llama-stack --name granite-service -d granite"
+    echo ""
+
+#    echo_color "Use web browser to show interaction"
+#    exec_color "firefox http://localhost:8085"
+
+#    echo_color "Use web browser to show interaction"
+#    exec_color "firefox http://localhost:8085/v1/openai"
+
     echo_color "Stop the ramalama container"
     exec_color "ramalama stop granite-service"
     echo ""
@@ -161,6 +178,8 @@ pull
 
 run
 
+serve
+
 kubernetes
 
 quadlet

ramalama/engine.py

@@ -8,6 +8,7 @@
 import ramalama.common
 from ramalama.common import check_nvidia, exec_cmd, get_accel_env_vars, perror, run_cmd
 from ramalama.console import EMOJI
+from ramalama.logger import logger
 
 
 class Engine:
@@ -269,10 +270,12 @@ def stop_container(args, name):
     pod = ""
     try:
         pod = inspect(args, name, format="{{ .Pod }}", ignore_stderr=True)
-    except Exception:
+    except Exception as e:
+        logger.debug(e)
         try:
             pod = inspect(args, f"{name}-pod-model-server", format="{{ .Pod }}", ignore_stderr=True)
-        except Exception:  # Ignore errors, the stop command will handle it.
+        except Exception as e:  # Ignore errors, the stop command will handle it.
+            logger.debug(e)
             pass
 
     if pod != "":