RX 6650 XT 환경에서 speculative decoding의 에너지 측정 결과 공유

param([string]$OutFile = "D:\\ai-energy-test\\power.csv")

[System.Reflection.Assembly]::LoadFrom("D:\\ai-energy-test\\lhm\\LibreHardwareMonitorLib.dll") | Out-Null

$pc = New-Object [LibreHardwareMonitor.Hardware.Computer]

$pc.IsGpuEnabled = $true

$pc.Open()

$gpu = $pc.Hardware | Where-Object { $_.HardwareType -eq 'GpuAmd' } | Select-Object -First 1

$sw = New-Object System.IO.StreamWriter($OutFile, $false)

$sw.AutoFlush = $true

$sw.WriteLine("ts,power,clock")

while ($true) {

  $gpu.Update()

  $p = ($gpu.Sensors | Where-Object { $_.SensorType -eq 'Power' -and $_.Name -eq 'GPU Package' } | Select-Object -First 1).Value

  $c = ($gpu.Sensors | Where-Object { $_.SensorType -eq 'Clock' -and $_.Name -eq 'GPU Core' } | Select-Object -First 1).Value

  $ts = [DateTimeOffset]::UtcNow.ToUnixTimeMilliseconds()

  $sw.WriteLine("$ts,$p,$c")

  Start-Sleep -Milliseconds 150

}

param(
  [int]$Port = 8090,
  [int]$Conc = 1,
  [int]$Waves = 4,
  [int]$NPredict = 256,
  [string]$Label = "cond",
  [string]$OutDir = "D:\\ai-energy-test\\results"
)
$ErrorActionPreference = 'Stop'
New-Item -ItemType Directory -Force $OutDir | Out-Null

$prompts = @(
  "Write a detailed explanation of how photosynthesis works, aimed at a curious teenager.",
  "Write a Python function that parses a CSV file and returns a dictionary of column statistics (mean, min, max). Include docstrings.",
  "Explain the causes of the First World War in a structured essay with clear paragraphs.",
  "Write a JavaScript function that debounces another function, with comments explaining each step.",
  "Describe a typical day in the life of a lighthouse keeper in the 1890s, in vivid detail.",
  "Write a SQL schema for a small library management system with books, members, and loans. Explain each table.",
  "Explain how vaccines train the immune system, using simple analogies.",
  "Write a Python class implementing a simple LRU cache with get and put methods, with comments."
)

$tmp = Join-Path $OutDir "tmp_$Label"
New-Item -ItemType Directory -Force $tmp | Out-Null

$startMs = [DateTimeOffset]::UtcNow.ToUnixTimeMilliseconds()
$allOut = @()
for ($w = 0; $w -lt $Waves; $w++) {
  $procs = @()
  for ($i = 0; $i -lt $Conc; $i++) {
    $p = $prompts[(($w * $Conc) + $i) % $prompts.Count]
    $body = @{ prompt = $p; n_predict = $NPredict; temperature = 0; cache_prompt = $false } | ConvertTo-Json
    $bodyFile = Join-Path $tmp "body_${w}_$i.json"
    $outFile = Join-Path $tmp "out_${w}_$i.json"
    [System.IO.File]::WriteAllText($bodyFile, $body, (New-Object System.Text.UTF8Encoding($false)))
    $procs += Start-Process -FilePath curl.exe -ArgumentList @('-s','-X','POST',"http://127.0.0.1:$Port/completion",'-H','Content-Type: application/json','-d',"@$bodyFile",'-o',$outFile) -NoNewWindow -PassThru
    $allOut += $outFile
  }
  $procs | Wait-Process
}
$endMs = [DateTimeOffset]::UtcNow.ToUnixTimeMilliseconds()

$tokens = 0; $draftN = 0; $draftAcc = 0; $reqs = 0
foreach ($f in $allOut) {
  $j = Get-Content $f -Raw | ConvertFrom-Json
  $tokens += [int]$j.timings.predicted_n
  $reqs++
  if ($null -ne $j.timings.draft_n) { $draftN += [int]$j.timings.draft_n; $draftAcc += [int]$j.timings.draft_n_accepted }
}

$rec = [pscustomobject]@{
  label = $Label; start_ms = $startMs; end_ms = $endMs
  conc = $Conc; waves = $Waves; requests = $reqs
  tokens = $tokens; draft_n = $draftN; draft_accepted = $draftAcc
}
$rec | ConvertTo-Json -Compress | Add-Content (Join-Path $OutDir "conditions.jsonl") -Encoding ascii
$rec | Format-List

$power = Import-Csv 'D:\\ai-energy-test\\power.csv' | ForEach-Object { [pscustomobject]@{ ts=[long]$_.ts; p=[double]$_.power } }
$conds = Get-Content 'D:\\ai-energy-test\\results\\conditions.jsonl' | ForEach-Object { $_ | ConvertFrom-Json }
$rows = foreach ($cd in $conds) {
  $w = $power | Where-Object { $_.ts -ge $cd.start_ms -and $_.ts -le $cd.end_ms }
  if ($w.Count -lt 2) { continue }
  $meanP = ($w.p | Measure-Object -Average).Average
  $durS = ($cd.end_ms - $cd.start_ms)/1000.0
  $acc = $null
  if ($cd.draft_n -gt 0) { $acc = [math]::Round(100.0*$cd.draft_accepted/$cd.draft_n,1) }
  [pscustomobject]@{
    label=$cd.label; tokens=$cd.tokens
    dur_s=[math]::Round($durS,1)
    tok_s=[math]::Round($cd.tokens/$durS,1)
    mean_W=[math]::Round($meanP,1)
    J_per_tok=[math]::Round(($meanP*$durS)/$cd.tokens,3)
    accept=$acc
  }
}
$rows | Format-Table -AutoSize

llama-server -m qwen2.5-3b-instruct-q4_k_m.gguf -md qwen2.5-0.5b-instruct-q4_k_m.gguf \
  --spec-type draft-simple -ngl 99 -ngld 99 --spec-draft-n-max 6 --spec-draft-n-min 0 --spec-draft-p-min 0.75 \
  -c 8192 -np 8 --port 8090