diff options
Diffstat (limited to 'lib/hyperstack')
| -rw-r--r-- | lib/hyperstack/model_switcher.rb | 1 | ||||
| -rw-r--r-- | lib/hyperstack/provisioning.rb | 21 | ||||
| -rw-r--r-- | lib/hyperstack/provisioning_orchestrator.rb | 1 |
3 files changed, 0 insertions, 23 deletions
diff --git a/lib/hyperstack/model_switcher.rb b/lib/hyperstack/model_switcher.rb index 07f6cdb..379855c 100644 --- a/lib/hyperstack/model_switcher.rb +++ b/lib/hyperstack/model_switcher.rb @@ -27,7 +27,6 @@ module HyperstackVM host = state['public_ip'] raise Error, 'No public IP in state file.' if host.nil? || host.empty? - @provisioner.decommission_litellm(host) @provisioner.stop_vllm_container(host, old_container) if old_container != new_container info "Starting vLLM with preset '#{preset_name}' (#{preset['model']})..." diff --git a/lib/hyperstack/provisioning.rb b/lib/hyperstack/provisioning.rb index 2738275..19a3d33 100644 --- a/lib/hyperstack/provisioning.rb +++ b/lib/hyperstack/provisioning.rb @@ -257,21 +257,6 @@ module HyperstackVM script.join("\n") end - def litellm_decommission_script - script = [] - script << 'set -euo pipefail' - script << 'sudo systemctl stop litellm 2>/dev/null || true' - script << 'sudo systemctl disable litellm 2>/dev/null || true' - script << 'sudo rm -f /etc/systemd/system/litellm.service' - script << 'sudo systemctl daemon-reload' - script << 'sudo rm -f /ephemeral/litellm-config.yaml' - script << 'sudo rm -rf /ephemeral/litellm-env' - script << 'sudo rm -f /ephemeral/litellm.log' - script << "sudo ufw --force delete allow from #{Shellwords.escape(@config.wireguard_subnet)} to any port 4000 proto tcp >/dev/null 2>&1 || true" - script << 'echo litellm-decommission-ok' - script.join("\n") - end - private def normalized_model_list(models) @@ -336,12 +321,6 @@ module HyperstackVM raise Error, "vLLM install failed: #{output.strip}" unless status.success? end - def decommission_litellm(host) - info "Removing deprecated LiteLLM service from #{host} if present..." - output, status = @ssh_stream_runner.call(host, @scripts.litellm_decommission_script) - raise Error, "LiteLLM decommission failed: #{output.strip}" unless status.success? - end - def setup_vllm_stack(host, preset_config: nil) install_vllm(host, preset_config: preset_config) end diff --git a/lib/hyperstack/provisioning_orchestrator.rb b/lib/hyperstack/provisioning_orchestrator.rb index 8abfec8..7dbb10e 100644 --- a/lib/hyperstack/provisioning_orchestrator.rb +++ b/lib/hyperstack/provisioning_orchestrator.rb @@ -30,7 +30,6 @@ module HyperstackVM @state_store.save(state) @ssh_runner.ensure_trusted_host(state['public_ip']) - @provisioner.decommission_litellm(state['public_ip']) if @config.guest_bootstrap_enabled? && state['bootstrapped_at'].nil? @provisioner.bootstrap_guest(state['public_ip']) |
