feat: smart bootstrap and deploy (#168)

* feat: smart bootstrap and deploy

* fix: add missing files

* fix: code cleanup

* fix: add dev mode situation

* fix: development build

Author: yanbasic

.gitignore

@@ -134,3 +134,6 @@ emd_models/
 **artifacts
 src/pipeline/emd
 *.log
+.venv
+.idea
+.venv-*

assets/s5cmd

@@ -12,8 +12,7 @@ readme = "README.md"
 [tool.poetry]
 packages = [
     { include = "**/*", from = "src/emd", to = "emd" },
-    { include = "pipeline", from = "src", to = "emd" },
-    { include = "s5cmd", from = "assets", to = "emd/pipeline" }
+    { include = "pipeline", from = "src", to = "emd" }
 ]
 exclude = [".venv"]
 

docs/images/emd-deploy.gif

@@ -223,6 +223,17 @@ Resources:
                   export PYTHONPATH=.:$PYTHONPATH
                   pip install --upgrade pip
                   pip install -r requirements.txt
+                  # Download and setup s5cmd
+                  echo "Downloading s5cmd..."
+                  if [[ "$region" == cn-* ]]; then
+                    s5cmd_url="https://aws-gcr-solutions-cn-north-1.s3.cn-north-1.amazonaws.com.cn/easy-model-deployer/pipeline/s5cmd.zip"
+                  else
+                    s5cmd_url="https://aws-gcr-solutions-us-east-1.s3.us-east-1.amazonaws.com/easy-model-deployer/pipeline/s5cmd.zip"
+                  fi
+                  curl -L -o s5cmd.zip "$s5cmd_url"
+                  unzip -o s5cmd.zip
+                  chmod +x s5cmd
+                  echo "s5cmd setup completed"
                   python pipeline.py --region $region --model_id $model_id --model_tag $ModelTag --framework_type $FrameworkType --service_type $service --backend_type $backend_name  --model_s3_bucket $model_s3_bucket --instance_type $instance_type --extra_params "$extra_params" --skip_deploy
                   # cd ..
                   echo model build pipeline completed on `date`

docs/images/status.png

@@ -24,7 +24,7 @@ def bootstrap(
 ):
 
     region = get_current_region()
-    typer.echo("AWS environment is properly configured.")
+    typer.echo("AWS environment configuration verified.")
     layout["main"].update("[bold red]Initalizing environment...[/bold red]")
     try:
         bucket_name = get_bucket_name(

pyproject.toml

@@ -26,6 +26,7 @@
 import questionary
 from emd.utils.accelerator_utils import get_gpu_num,check_cuda_exists,check_neuron_exists
 from emd.utils.decorators import catch_aws_credential_errors,check_emd_env_exist,load_aws_profile
+from emd.utils.smart_bootstrap import smart_bootstrap_manager
 from emd.utils.logger_utils import make_layout
 from emd.utils.exceptions import ModelNotSupported,ServiceNotSupported,InstanceNotSupported
 from prompt_toolkit import prompt
@@ -252,6 +253,9 @@ def deploy(
     else:
         region = get_current_region()
 
+    if region != LOCAL_REGION:
+        smart_bootstrap_manager.auto_bootstrap_if_needed(region)
+
     if dockerfile_local_path:
         response = sdk_deploy(
             model_id='custom-docker',
@@ -571,13 +575,13 @@ def deploy(
     engine_info_str = json.dumps(engine_info,indent=2,ensure_ascii=False)
     framework_info_str = json.dumps(framework_info, indent=2, ensure_ascii=False)
     extra_params_info = json.dumps(extra_params, indent=2, ensure_ascii=False)
-    console.print(f"[bold blue]Deployment parameters:[/bold blue]")
-    console.print(f"[bold blue]model_id: {model_id},model_tag: {model_tag}[/bold blue]")
-    console.print(f"[bold blue]instance_type: {instance_type}[/bold blue]")
-    console.print(f"[bold blue]service_type: {service_type}[/bold blue]")
-    console.print(f"[bold blue]engine info:\n {engine_info_str}[/bold blue]")
-    console.print(f"[bold blue]framework info:\n {framework_info_str}[/bold blue]")
-    console.print(f"[bold blue]extra_params:\n {extra_params_info}[/bold blue]")
+    console.print(f"[bold magenta]Deployment parameters:[/bold magenta]")
+    console.print(f"[bold cyan]model_id: {model_id}, model_tag: {model_tag}[/bold cyan]")
+    console.print(f"[bold cyan]instance_type: {instance_type}[/bold cyan]")
+    console.print(f"[bold cyan]service_type: {service_type}[/bold cyan]")
+    console.print(f"[bold white]engine_parameters:[/bold white]\n[dim cyan]{engine_info_str}[/dim cyan]")
+    console.print(f"[bold white]framework_parameters:[/bold white]\n[dim cyan]{framework_info_str}[/dim cyan]")
+    console.print(f"[bold white]extra_parameters:[/bold white]\n[dim cyan]{extra_params_info}[/dim cyan]")
     # Start pipeline execution
     if service_type != ServiceType.LOCAL:
         response = sdk_deploy(
@@ -592,7 +596,7 @@ def deploy(
             force_env_stack_update = force_update_env_stack,
             waiting_until_deploy_complete=True
         )
-        console.print(f"[bold green]Model deployment pipeline execution initiated. Execution ID: {response['pipeline_execution_id']}[/bold green]")
+        console.print(f"[bold green]Model deployment pipeline started. Execution ID: {response['pipeline_execution_id']}[/bold green]")
     else:
         response = sdk_deploy_local(
             model_id=model_id,

src/emd/cfn/codepipeline/template.yaml

@@ -28,28 +28,45 @@ def status(
         str, typer.Argument(help="Model tag")
     ] = MODEL_DEFAULT_TAG,
 ):
-    # Show loading indicator while fetching model status
-    with console.status("[bold green]Fetching model status...", spinner="dots"):
+    with console.status("[bold green]Fetching model deployment status. Please wait patiently", spinner="dots"):
         ret = get_model_status(model_id, model_tag=model_tag)
 
     inprogress = ret['inprogress']
     completed = ret['completed']
 
     data = []
-    # Process all in-progress executions (now includes ALL parallel executions)
+    cli_messages = []  # Store CLI messages for display after the table
+
+    # Process all in-progress executions (now includes enhanced pipeline-stack logic)
     for d in inprogress:
         if d['status'] == "Stopped":
             continue
+
+        # Use enhanced status if available, otherwise fall back to original logic
+        if d.get('enhanced_status'):
+            display_status = d['enhanced_status']
+        else:
+            display_status = f"{d['status']} ({d['stage_name']})" if d.get('stage_name') else d['status']
+
         data.append({
             "model_id": d['model_id'],
             "model_tag": d['model_tag'],
-            "status": f"{d['status']} ({d['stage_name']})" if d.get('stage_name') else d['status'],
+            "status": display_status,
             "service_type": d.get('service_type', ''),
             "instance_type": d.get('instance_type', ''),
             "create_time": d.get('create_time', ''),
             "outputs": d.get('outputs', ''),  # Use .get() to handle missing outputs field
         })
 
+        # Collect CLI messages for this model
+        if d.get('cli_message'):
+            model_name = f"{d['model_id']}/{d['model_tag']}"
+            cli_messages.append({
+                'model_name': model_name,
+                'message_type': d['cli_message'],
+                'stack_name': d.get('stack_name', '')
+            })
+
     # Process completed models
     for d in completed:
         data.append({
@@ -152,6 +169,29 @@ def status(
     # Display the table
     console.print(models_table)
 
+    # Display CLI messages for user guidance
+    if cli_messages:
+        console.print("\n" + "=" * 60, style="dim")
+        console.print("📋 Action Required", style="bold yellow")
+        console.print("=" * 60, style="dim")
+
+        for msg in cli_messages:
+            model_name = msg['model_name']
+            message_type = msg['message_type']
+
+            if message_type == 'cleanup_warning':
+                stack_name = msg['stack_name']
+                console.print(f"\n🔧 [bold]{model_name}[/bold]")
+                console.print("   [yellow]⚠️  Failed stack detected. Manual cleanup required:[/yellow]")
+                console.print(f"   [dim]aws cloudformation delete-stack --stack-name {stack_name}[/dim]")
+
+            elif message_type == 'codepipeline_console':
+                console.print(f"\n🔍 [bold]{model_name}[/bold]")
+                console.print("   [blue]💡 Check CodePipeline console for detailed logs:[/blue]")
+                console.print("   [dim]AWS Console → CodePipeline → EMD-Env-Pipeline[/dim]")
+
+        console.print()
+
     # Display the Base URL section after the Models
     console.print("\nBase URL", style="bold")
     if base_url: