llama.ps1

param (
    [string]$Prompt
)
if (-not $Prompt) {
    $Prompt = ""
    while ($true) {
        $line = Read-Host ">"
        if (-not $line) { break }
        $Prompt += $line + "`n"
    }
}
$uri = "http://localhost:11434/api/generate"

$body = @{
    model = "llama3.2"
    prompt = $Prompt
    stream = $true
} | ConvertTo-Json

$webRequest = [System.Net.HttpWebRequest]::Create($uri)
$webRequest.Method = "POST"
$webRequest.ContentType = "application/json"
$webRequest.KeepAlive = $true

$streamWriter = New-Object IO.StreamWriter($webRequest.GetRequestStream())
$streamWriter.Write($body)
$streamWriter.Flush()
$streamWriter.Close()

$response = $webRequest.GetResponse()
$streamReader = New-Object IO.StreamReader($response.GetResponseStream())
while (($L = $streamReader.ReadLine()) -ne $null) {
	if ($L -match '"response"') {
		$L = ($L | ConvertFrom-Json).response
		Write-Host -NoNewLine $L
	}
}