print status details while waiting

Author: msherman64

chi/container.py

@@ -103,11 +103,14 @@ def from_zun_container(cls, zun_container):
         return container
 
     @property
-    def status(self):
+    def zun_container(self):
         if self.id:
-            container = zun().containers.get(self.id)
-            self._status = container.status
-        return self._status
+            self._zun_container = zun().containers.get(self.id)
+            return self._zun_container
+
+    @property
+    def status(self):
+        return getattr(self.zun_container, "status")
 
     def submit(
         self,
@@ -204,13 +207,48 @@ def wait(
         if show == "widget" and context._is_ipynb():
             pb.display()
 
+        last_state = {"status": None, "detail": None, "reason": None, "since": time.perf_counter()}
+
+        def _print_status_same(current_status, detail, reason, elapsed):
+            msg = f"\rStill {current_status.lower()} after {elapsed}s"
+            if detail and detail != "None":
+                msg += f". \n\tDetail: {detail}"
+            if reason and reason != "None":
+                msg += f". \n\tReason: {reason}"
+            print(msg, flush=True)
+
+        def _print_status_changed(old_status, current_status, elapsed):
+            print(f"Moved from {old_status} to {current_status} after {elapsed}s", flush=True)
+
         def _callback():
-            # self.status is a property that refreshes itself
-            # NOTE: zun statuses are title case
-            if self.status.upper() == status.upper() or self.status == "Error":
-                print(f"Container has moved to status {self.status}")
+            zun_container = self.zun_container
+            now = time.perf_counter()
+            current_status = getattr(zun_container, "status", None)
+            detail = getattr(zun_container, "status_detail", None)
+            reason = getattr(zun_container, "status_reason", None)
+
+            elapsed = int(now - last_state["since"])
+
+            if last_state["status"] is None:
+                print(f"Initial state: {current_status}", flush=True)
+            elif current_status != last_state["status"]:
+                _print_status_changed(last_state["status"], current_status, elapsed)
+            else:
+                if (detail, reason) != (last_state["detail"], last_state["reason"]):
+                    _print_status_same(current_status, detail, reason, elapsed)
+                    last_state["detail"] = detail
+                    last_state["reason"] = reason
+                return
+            
+            last_state["status"] = current_status
+            last_state["detail"] = detail
+            last_state["reason"] = reason
+            last_state["since"] = now
+
+            if current_status == "Error":
+                return True
+            if current_status.upper() == status.upper():
                 return True
-            return False
 
         res = pb.wait(_callback, 2 * 60, timeout)
         if not res: