adding some pointless scripts

update-pm-files.ps1

@@ -1,16 +1,20 @@
 # Simple script to update files on all instances using EC2 Instance Connect
 # 
 # Usage Examples:
-#   .\update-exposure-spread.ps1                                    # Updates exposure_spread.py (default)
-#   .\update-exposure-spread.ps1 -FileName "predict_dupes.py"       # Updates predict_dupes.py
-#   .\update-exposure-spread.ps1 -FileName "app.py" -TargetPath "/home/ec2-user/AWS_Portfolio_Manager/"  # Updates app.py in root directory
+#   .\update-pm-files.ps1                                           # Updates exposure_spread.py (default)
+#   .\update-pm-files.ps1 -FileName "predict_dupes.py"              # Updates predict_dupes.py
+#   .\update-pm-files.ps1 -FileName "app.py"                        # Updates app.py and auto-restarts Streamlit
+#   .\update-pm-files.ps1 -FileName "predict_dupes.py" -RestartStreamlit  # Updates predict_dupes.py and forces Streamlit restart
 #
 param(
     [Parameter(Mandatory=$false)]
     [string]$FileName = "exposure_spread.py",
     
     [Parameter(Mandatory=$false)]
-    [string]$TargetPath = "/home/ec2-user/AWS_Portfolio_Manager/global_func/"
+    [string]$TargetPath = "/home/ec2-user/AWS_Portfolio_Manager/global_func/",
+    
+    [Parameter(Mandatory=$false)]
+    [switch]$RestartStreamlit
 )
 
 # Handle special case: app.py maps to application.py on the remote instances
@@ -82,8 +86,19 @@ for ($i = 0; $i -lt $global:instances.Count; $i++) {
         if ($LASTEXITCODE -eq 0) {
             Write-Host "$remoteFileName copied successfully to $ip" -ForegroundColor Green
             
-            # Only restart Streamlit if we're updating a Python file
-            if ($remoteFileName -like "*.py") {
+            # Determine if we should restart Streamlit
+            $shouldRestart = $false
+            if ($FileName -eq "app.py") {
+                # Always restart when updating app.py
+                $shouldRestart = $true
+                Write-Host "app.py detected - Streamlit will be restarted" -ForegroundColor Magenta
+            } elseif ($RestartStreamlit) {
+                # Restart if explicitly requested via parameter
+                $shouldRestart = $true
+                Write-Host "RestartStreamlit parameter specified - Streamlit will be restarted" -ForegroundColor Magenta
+            }
+            
+            if ($shouldRestart) {
                 Write-Host "Restarting Streamlit service on $ip..."
                 ssh -i temp_update_key -o StrictHostKeyChecking=no ec2-user@$ip "pkill -f 'streamlit run' && cd /home/ec2-user/AWS_Portfolio_Manager && nohup ./venv/bin/streamlit run application.py --server.port 5000 --server.address 0.0.0.0 > /dev/null 2>&1 &"
                 
@@ -93,7 +108,7 @@ for ($i = 0; $i -lt $global:instances.Count; $i++) {
                     Write-Host "Failed to restart service on $ip" -ForegroundColor Red
                 }
             } else {
-                Write-Host "Non-Python file - skipping service restart" -ForegroundColor Yellow
+                Write-Host "Skipping Streamlit restart (use -RestartStreamlit to force)" -ForegroundColor Yellow
             }
         } else {
             Write-Host "Failed to copy $remoteFileName to $ip" -ForegroundColor Red
@@ -102,8 +117,8 @@ for ($i = 0; $i -lt $global:instances.Count; $i++) {
         Write-Host "Failed to send SSH key to $instanceId" -ForegroundColor Red
     }
     
-    Write-Host "Waiting 15 seconds before next instance..." -ForegroundColor Cyan
-    Start-Sleep -Seconds 15
+    Write-Host "Waiting 3 seconds before next instance..." -ForegroundColor Cyan
+    Start-Sleep -Seconds 3
 }
 
 # Clean up temporary key files

update-requirements.ps1

@@ -0,0 +1,74 @@
+# Script to update Python requirements on all EC2 instances
+#
+# Usage:
+#   .\update-requirements.ps1    # Updates requirements.txt and installs packages
+
+Write-Host "Updating Python requirements on all instances..." -ForegroundColor Green
+
+# Get instance IPs and IDs
+. .\get-ips.ps1
+$instanceIds = aws autoscaling describe-auto-scaling-groups --auto-scaling-group-names portfolio-manager-asg --query 'AutoScalingGroups[0].Instances[?HealthStatus==`Healthy`].InstanceId' --output text
+
+if ($global:instances.Count -eq 0) {
+    Write-Host "No instances found" -ForegroundColor Red
+    exit 1
+}
+
+Write-Host "Found $($global:instances.Count) instances: $($global:instances -join ', ')" -ForegroundColor Green
+
+# Generate a temporary SSH key for this session
+Write-Host "Generating temporary SSH key..." -ForegroundColor Cyan
+ssh-keygen -t rsa -f temp_req_key -N '""' -q
+
+$instanceIdArray = $instanceIds -split "`t"
+
+# Update each instance one at a time
+for ($i = 0; $i -lt $global:instances.Count; $i++) {
+    $ip = $global:instances[$i]
+    $instanceId = $instanceIdArray[$i]
+    
+    Write-Host "Updating requirements on instance $instanceId ($ip)..." -ForegroundColor Yellow
+    
+    # Send SSH public key via EC2 Instance Connect
+    Write-Host "Sending SSH key to $instanceId..."
+    aws ec2-instance-connect send-ssh-public-key --instance-id $instanceId --instance-os-user ec2-user --ssh-public-key file://temp_req_key.pub
+    
+    if ($LASTEXITCODE -eq 0) {
+        # Copy requirements.txt
+        Write-Host "Copying requirements.txt to $ip..."
+        scp -i temp_req_key -o StrictHostKeyChecking=no ".\requirements.txt" ec2-user@${ip}:/home/ec2-user/AWS_Portfolio_Manager/requirements.txt
+        
+        if ($LASTEXITCODE -eq 0) {
+            Write-Host "Installing Python packages on $ip..."
+            ssh -i temp_req_key -o StrictHostKeyChecking=no ec2-user@$ip "cd /home/ec2-user/AWS_Portfolio_Manager && ./venv/bin/pip install -r requirements.txt"
+            
+            if ($LASTEXITCODE -eq 0) {
+                Write-Host "Requirements updated successfully on $ip" -ForegroundColor Green
+                
+                # Restart Streamlit service
+                Write-Host "Restarting Streamlit service on $ip..."
+                ssh -i temp_req_key -o StrictHostKeyChecking=no ec2-user@$ip "pkill -f 'streamlit run' && cd /home/ec2-user/AWS_Portfolio_Manager && nohup ./venv/bin/streamlit run application.py --server.port 5000 --server.address 0.0.0.0 > /dev/null 2>&1 &"
+                
+                if ($LASTEXITCODE -eq 0) {
+                    Write-Host "Service restarted successfully on $ip" -ForegroundColor Green
+                } else {
+                    Write-Host "Failed to restart service on $ip" -ForegroundColor Red
+                }
+            } else {
+                Write-Host "Failed to install packages on $ip" -ForegroundColor Red
+            }
+        } else {
+            Write-Host "Failed to copy requirements.txt to $ip" -ForegroundColor Red
+        }
+    } else {
+        Write-Host "Failed to send SSH key to $instanceId" -ForegroundColor Red
+    }
+    
+    Write-Host "Waiting 3 seconds before next instance..." -ForegroundColor Cyan
+    Start-Sleep -Seconds 3
+}
+
+# Clean up temporary key files
+Remove-Item temp_req_key, temp_req_key.pub -ErrorAction SilentlyContinue
+
+Write-Host "All instances updated with new requirements!" -ForegroundColor Green

update-streamlit-config.ps1

@@ -0,0 +1,100 @@
+# Script to update .streamlit directory and configuration files on all EC2 instances
+#
+# Usage:
+#   .\update-streamlit-config.ps1    # Deploys entire .streamlit directory
+
+Write-Host "Updating .streamlit configuration on all instances..." -ForegroundColor Green
+
+# Check if .streamlit directory exists locally
+if (-not (Test-Path ".\.streamlit")) {
+    Write-Host "Error: .streamlit directory not found!" -ForegroundColor Red
+    Write-Host "Please ensure you have a .streamlit directory in the current folder." -ForegroundColor Yellow
+    exit 1
+}
+
+# Get instance IPs and IDs
+. .\get-ips.ps1
+$instanceIds = aws autoscaling describe-auto-scaling-groups --auto-scaling-group-names portfolio-manager-asg --query 'AutoScalingGroups[0].Instances[?HealthStatus==`Healthy`].InstanceId' --output text
+
+if ($global:instances.Count -eq 0) {
+    Write-Host "No instances found" -ForegroundColor Red
+    exit 1
+}
+
+Write-Host "Found $($global:instances.Count) instances: $($global:instances -join ', ')" -ForegroundColor Green
+Write-Host "Local .streamlit directory contents:" -ForegroundColor Cyan
+Get-ChildItem ".\.streamlit" | ForEach-Object { Write-Host "  $($_.Name)" -ForegroundColor White }
+
+# Generate a temporary SSH key for this session
+Write-Host "Generating temporary SSH key..." -ForegroundColor Cyan
+ssh-keygen -t rsa -f temp_streamlit_key -N '""' -q
+
+$instanceIdArray = $instanceIds -split "`t"
+
+# Update each instance one at a time
+for ($i = 0; $i -lt $global:instances.Count; $i++) {
+    $ip = $global:instances[$i]
+    $instanceId = $instanceIdArray[$i]
+    
+    Write-Host "Updating .streamlit config on instance $instanceId ($ip)..." -ForegroundColor Yellow
+    
+    # Send SSH public key via EC2 Instance Connect
+    Write-Host "Sending SSH key to $instanceId..."
+    aws ec2-instance-connect send-ssh-public-key --instance-id $instanceId --instance-os-user ec2-user --ssh-public-key file://temp_streamlit_key.pub
+    
+    if ($LASTEXITCODE -eq 0) {
+        # Create .streamlit directory on remote instance with proper ownership
+        Write-Host "Creating .streamlit directory on $ip..."
+        ssh -i temp_streamlit_key -o StrictHostKeyChecking=no ec2-user@$ip "mkdir -p /home/ec2-user/AWS_Portfolio_Manager/.streamlit && chmod 755 /home/ec2-user/AWS_Portfolio_Manager/.streamlit"
+        
+        if ($LASTEXITCODE -eq 0) {
+            # Copy each file to temp location first, then move to final destination
+            Write-Host "Copying .streamlit directory contents to $ip..."
+            $copySuccess = $true
+            Get-ChildItem ".\.streamlit" | ForEach-Object {
+                Write-Host "  Copying $($_.Name)..."
+                # Copy to temp location first
+                scp -i temp_streamlit_key -o StrictHostKeyChecking=no "$($_.FullName)" ec2-user@${ip}:/tmp/
+                if ($LASTEXITCODE -eq 0) {
+                    # Move from temp to final location with proper permissions
+                    ssh -i temp_streamlit_key -o StrictHostKeyChecking=no ec2-user@$ip "mv /tmp/$($_.Name) /home/ec2-user/AWS_Portfolio_Manager/.streamlit/ && chmod 644 /home/ec2-user/AWS_Portfolio_Manager/.streamlit/$($_.Name)"
+                    if ($LASTEXITCODE -ne 0) {
+                        $copySuccess = $false
+                        Write-Host "  Failed to move $($_.Name) to final location" -ForegroundColor Red
+                    }
+                } else {
+                    $copySuccess = $false
+                    Write-Host "  Failed to copy $($_.Name) to temp location" -ForegroundColor Red
+                }
+            }
+            
+            if ($copySuccess) {
+                Write-Host ".streamlit directory updated successfully on $ip" -ForegroundColor Green
+                
+                # Restart Streamlit service to pick up new configuration
+                Write-Host "Restarting Streamlit service on $ip..."
+                ssh -i temp_streamlit_key -o StrictHostKeyChecking=no ec2-user@$ip "pkill -f 'streamlit run' && cd /home/ec2-user/AWS_Portfolio_Manager && nohup ./venv/bin/streamlit run application.py --server.port 5000 --server.address 0.0.0.0 > /dev/null 2>&1 &"
+                
+                if ($LASTEXITCODE -eq 0) {
+                    Write-Host "Service restarted successfully on $ip" -ForegroundColor Green
+                } else {
+                    Write-Host "Failed to restart service on $ip" -ForegroundColor Red
+                }
+            } else {
+                Write-Host "Failed to copy .streamlit directory to $ip" -ForegroundColor Red
+            }
+        } else {
+            Write-Host "Failed to create .streamlit directory on $ip" -ForegroundColor Red
+        }
+    } else {
+        Write-Host "Failed to send SSH key to $instanceId" -ForegroundColor Red
+    }
+    
+    Write-Host "Waiting 3 seconds before next instance..." -ForegroundColor Cyan
+    Start-Sleep -Seconds 3
+}
+
+# Clean up temporary key files
+Remove-Item temp_streamlit_key, temp_streamlit_key.pub -ErrorAction SilentlyContinue
+
+Write-Host "All instances updated with .streamlit configuration!" -ForegroundColor Green