summaryrefslogtreecommitdiff
path: root/lib
diff options
context:
space:
mode:
Diffstat (limited to 'lib')
-rw-r--r--lib/hyperstack/model_switcher.rb1
-rw-r--r--lib/hyperstack/provisioning.rb21
-rw-r--r--lib/hyperstack/provisioning_orchestrator.rb1
3 files changed, 0 insertions, 23 deletions
diff --git a/lib/hyperstack/model_switcher.rb b/lib/hyperstack/model_switcher.rb
index 07f6cdb..379855c 100644
--- a/lib/hyperstack/model_switcher.rb
+++ b/lib/hyperstack/model_switcher.rb
@@ -27,7 +27,6 @@ module HyperstackVM
host = state['public_ip']
raise Error, 'No public IP in state file.' if host.nil? || host.empty?
- @provisioner.decommission_litellm(host)
@provisioner.stop_vllm_container(host, old_container) if old_container != new_container
info "Starting vLLM with preset '#{preset_name}' (#{preset['model']})..."
diff --git a/lib/hyperstack/provisioning.rb b/lib/hyperstack/provisioning.rb
index 2738275..19a3d33 100644
--- a/lib/hyperstack/provisioning.rb
+++ b/lib/hyperstack/provisioning.rb
@@ -257,21 +257,6 @@ module HyperstackVM
script.join("\n")
end
- def litellm_decommission_script
- script = []
- script << 'set -euo pipefail'
- script << 'sudo systemctl stop litellm 2>/dev/null || true'
- script << 'sudo systemctl disable litellm 2>/dev/null || true'
- script << 'sudo rm -f /etc/systemd/system/litellm.service'
- script << 'sudo systemctl daemon-reload'
- script << 'sudo rm -f /ephemeral/litellm-config.yaml'
- script << 'sudo rm -rf /ephemeral/litellm-env'
- script << 'sudo rm -f /ephemeral/litellm.log'
- script << "sudo ufw --force delete allow from #{Shellwords.escape(@config.wireguard_subnet)} to any port 4000 proto tcp >/dev/null 2>&1 || true"
- script << 'echo litellm-decommission-ok'
- script.join("\n")
- end
-
private
def normalized_model_list(models)
@@ -336,12 +321,6 @@ module HyperstackVM
raise Error, "vLLM install failed: #{output.strip}" unless status.success?
end
- def decommission_litellm(host)
- info "Removing deprecated LiteLLM service from #{host} if present..."
- output, status = @ssh_stream_runner.call(host, @scripts.litellm_decommission_script)
- raise Error, "LiteLLM decommission failed: #{output.strip}" unless status.success?
- end
-
def setup_vllm_stack(host, preset_config: nil)
install_vllm(host, preset_config: preset_config)
end
diff --git a/lib/hyperstack/provisioning_orchestrator.rb b/lib/hyperstack/provisioning_orchestrator.rb
index 8abfec8..7dbb10e 100644
--- a/lib/hyperstack/provisioning_orchestrator.rb
+++ b/lib/hyperstack/provisioning_orchestrator.rb
@@ -30,7 +30,6 @@ module HyperstackVM
@state_store.save(state)
@ssh_runner.ensure_trusted_host(state['public_ip'])
- @provisioner.decommission_litellm(state['public_ip'])
if @config.guest_bootstrap_enabled? && state['bootstrapped_at'].nil?
@provisioner.bootstrap_guest(state['public_ip'])