Virtualization - Revision history

RobertBushman: /* Hip-fire: Ollama */

2025-08-16T23:31:20Z

Hip-fire: Ollama

← Older revision		Revision as of 23:31, 16 August 2025
Line 77:		Line 77:
	</pre>		</pre>
	=== Hip-fire: Ollama ===		=== Hip-fire: Ollama ===
			Ollama Models: https://ollama.com/library
	<pre>		<pre>
	incus exec incus-test3 bash		incus exec incus-test3 bash

2025-08-16T22:46:11Z

Ollama GPU Script

← Older revision		Revision as of 22:46, 16 August 2025
Line 203:		Line 203:
	echo "Installing Ollama..."		echo "Installing Ollama..."
	curl -fsSL https://ollama.com/install.sh \| sh		curl -fsSL https://ollama.com/install.sh \| sh

			# Start Ollama service
			echo "Starting Ollama service..."
			sudo systemctl enable ollama --now

	# Pull a small model (e.g., phi3:3.8b)		# Pull a small model (e.g., phi3:3.8b)
	echo "Pulling model..."		echo "Pulling model..."
	ollama pull phi3:3.8b		ollama pull phi3:3.8b

	~~# Start Ollama service~~
	~~echo "Starting Ollama service..."~~
	~~sudo systemctl enable ollama --now~~

	# Test Ollama with the GPU		# Test Ollama with the GPU

2025-08-16T22:43:58Z

Ollama GPU Script

← Older revision		Revision as of 22:43, 16 August 2025
Line 188:		Line 188:
	</pre>		</pre>
	=== Ollama GPU Script ===		=== Ollama GPU Script ===
			<pre>
			cat > ollama-gpu.sh
			</pre>
	<pre>		<pre>
	#!/bin/bash		#!/bin/bash
Line 214:		Line 217:

	echo "Ollama is ready! Model: phi3:3.8b"		echo "Ollama is ready! Model: phi3:3.8b"
			</pre>

			<pre>
			bash ollama-gpu.sh
	</pre>		</pre>

2025-08-16T22:41:23Z

Adding GPU Take 2

← Older revision		Revision as of 22:41, 16 August 2025
Line 187:		Line 187:
	ssh bob@10.47.160.15		ssh bob@10.47.160.15
	</pre>		</pre>
			=== Ollama GPU Script ===
	<pre>		<pre>
	#!/bin/bash		#!/bin/bash
Line 203:		Line 204:
	echo "Pulling model..."		echo "Pulling model..."
	ollama pull phi3:3.8b		ollama pull phi3:3.8b

	~~# Quantize the model (optional)~~
	~~# echo "Quantizing model..."~~
	~~# cat <<EOF > Modelfile~~
	~~# FROM phi3:3.8b~~
	~~# PARAMETER quantize q4_0~~
	~~# EOF~~
	~~# ollama create phi3-3.8b-q4_0 -f Modelfile~~

	# Start Ollama service		# Start Ollama service
Line 218:		Line 211:
	# Test Ollama with the GPU		# Test Ollama with the GPU
	echo "Testing Ollama..."		echo "Testing Ollama..."
	~~# ollama run phi3-3.8b-q4_0 "Why is the sky blue?"~~
	ollama run phi3:3.8b "Why is the sky blue?"		ollama run phi3:3.8b "Why is the sky blue?"

	~~# echo "Ollama is ready! Model: phi3-3.8b-q4_0"~~
	echo "Ollama is ready! Model: phi3:3.8b"		echo "Ollama is ready! Model: phi3:3.8b"
	</pre>		</pre>

2025-08-16T22:36:27Z

Chopsticks

@@ Line 94: / Line 94: @@
 ollama run mistral:7b
 </pre>
-=== Adding GPU Take 2 ===
 <pre>
-incus copy incus-test incus-gpu
+incus start incus-gpu-test
-incus config device add incus-gpu gpu gpu
+incus exec incus-gpu-test bash
 nvidia-smi
 adduser bob
@@ Line 148: / Line 171: @@
 </pre>
-=== Adding GPU ===
+=== Adding GPU Take 2 ===
 <pre>
-incus copy incus-test incus-gpu-test
+incus copy incus-test incus-gpu
-incus config device add incus-gpu-test gpu gpu
+incus config device add incus-gpu gpu gpu
-incus start incus-gpu-test
+incus config set incus-gpu nvidia.runtime=true
-incus exec incus-gpu-test bash
+incus start incus-gpu
-</pre>
+incus exec incus-gpu bash
 nvidia-smi
 adduser bob

2025-08-16T22:33:18Z

Adding GPU

@@ Line 94: / Line 94: @@
 ollama run mistral:7b
 </pre>
 === Adding GPU ===
 <pre>

2025-08-16T22:23:06Z

Continuing With GPU

← Older revision		Revision as of 22:23, 16 August 2025
Line 164:		Line 164:
	echo "Testing Ollama..."		echo "Testing Ollama..."
	# ollama run phi3-3.8b-q4_0 "Why is the sky blue?"		# ollama run phi3-3.8b-q4_0 "Why is the sky blue?"
	ollama run phi3-3.8b "Why is the sky blue?"		ollama run phi3:3.8b "Why is the sky blue?"

	~~echo "Ollama is ready! Model: phi3-3.8b-q4_0~~"

			# echo "Ollama is ready! Model: phi3-3.8b-q4_0"
			echo "Ollama is ready! Model: phi3:3.8b"
	</pre>		</pre>

2025-08-16T22:15:57Z

Continuing With GPU

← Older revision		Revision as of 22:15, 16 August 2025
Line 150:		Line 150:

	# Quantize the model (optional)		# Quantize the model (optional)
	echo "Quantizing model..."		# echo "Quantizing model..."
	cat <<EOF > Modelfile		# cat <<EOF > Modelfile
	FROM phi3:3.8b		# FROM phi3:3.8b
	PARAMETER quantize q4_0		# PARAMETER quantize q4_0
	EOF		# EOF
	ollama create phi3-3.8b-q4_0 -f Modelfile		# ollama create phi3-3.8b-q4_0 -f Modelfile

	# Start Ollama service		# Start Ollama service
Line 163:		Line 163:
	# Test Ollama with the GPU		# Test Ollama with the GPU
	echo "Testing Ollama..."		echo "Testing Ollama..."
	ollama run phi3-3.8b-q4_0 "Why is the sky blue?"		# ollama run phi3-3.8b-q4_0 "Why is the sky blue?"
			ollama run phi3-3.8b "Why is the sky blue?"

	echo "Ollama is ready! Model: phi3-3.8b-q4_0"		echo "Ollama is ready! Model: phi3-3.8b-q4_0"

2025-08-16T22:09:20Z

Continuing With GPU

← Older revision		Revision as of 22:09, 16 August 2025
Line 139:		Line 139:
	echo "Updating system and installing dependencies..."		echo "Updating system and installing dependencies..."
	sudo apt-get update -qq		sudo apt-get update -qq
	sudo apt-get install -y --no-install-recommends curl wget git ca-certificates		sudo apt-get install -y --no-install-recommends curl wget git ca-certificates pciutils

	# Install Ollama		# Install Ollama

2025-08-16T22:04:16Z

Continuing With GPU