mirror of
https://github.com/ggerganov/llama.cpp
synced 2026-03-05 22:59:29 +01:00
ce38a4db47
* hexagon: updates to enable offloading to HTP on WoS * Update windows.md * Update windows.md * hexagon: enable -O3 optimizations * hexagon: move all _WINDOWS conditional compilation to _WIN32 * hexagon: updates to enable offloading to HTP on WoS * hexagon: use run-time vs load-time dynamic linking for cdsp driver interface * refactor htp-drv * hexagon: add run-bench.ps1 script * hexagon: htdrv refactor * hexagon: unify Android and Windows build readmes * hexagon: update README.md * hexagon: refactor htpdrv * hexagon: drv refactor * hexagon: more drv refactor * hexagon: fixes for android builds * hexagon: factor out dl into ggml-backend-dl * hexagon: add run-tool.ps1 script * hexagon: merge htp-utils in htp-drv and remove unused code * wos: no need for getopt_custom.h * wos: add missing CR in htpdrv * hexagon: ndev enforecement applies only to the Android devices * hexagon: add support for generating and signing .cat file * hexagon: add .inf file * hexagon: working auto-signing and improved windows builds * hexagon: futher improve skel build * hexagon: add rough WoS guide * hexagon: updated windows guide * hexagon: improve cmake handling of certs and logging * hexagon: improve windows setup/build doc * hexagon: more windows readme updates * hexagon: windows readme updates * hexagon: windows readme updates * hexagon: windows readme updates * hexagon: windows readme updates * Update windows.md * Update windows.md * snapdragon: rename docs/backend/hexagon to docs/backends/snapdragon Also added a power shell script to simplify build env setup. * hexagon: remove trailing whitespace and move cmake requirement to user-presets * hexagon: fix CMakeUserPresets path in workflow yaml * hexagon: introduce local version of libdl.h * hexagon: fix src1 reuse logic gpt-oss needs a bigger lookahead window. The check for src[1] itself being quantized was wrong. --------- Co-authored-by: Max Krasnyansky <maxk@qti.qualcomm.com>
106 lines
4.1 KiB
PowerShell
106 lines
4.1 KiB
PowerShell
# Requires Run as Administrator is NOT strictly necessary for User-scope env vars,
|
|
# but recommended for creating directories in C:\ root if permissions are restricted.
|
|
|
|
$ErrorActionPreference = "Stop"
|
|
|
|
# --- Configuration ---
|
|
$BaseDir = "C:\Qualcomm"
|
|
|
|
# SDK 1: Hexagon
|
|
$HexagonUrl = "https://github.com/snapdragon-toolchain/hexagon-sdk/releases/download/v6.4.0.2/hexagon-sdk-v6.4.0.2-arm64-wos.tar.xz"
|
|
$HexagonParent = Join-Path $BaseDir "Hexagon_SDK"
|
|
$HexagonSdkVersion = "6.4.0.2"
|
|
$HexagonToolsVersion = "19.0.04"
|
|
$HexagonSdkTarget = Join-Path $HexagonParent $HexagonSdkVersion
|
|
$HexagonToolsTarget = Join-Path $HexagonSdkTarget "\tools\HEXAGON_Tools\$HexagonToolsVersion"
|
|
|
|
# SDK 2: OpenCL
|
|
$OpenCLUrl = "https://github.com/snapdragon-toolchain/opencl-sdk/releases/download/v2.3.2/adreno-opencl-sdk-v2.3.2-arm64-wos.tar.xz"
|
|
$OpenCLParent = Join-Path $BaseDir "OpenCL_SDK"
|
|
$OpenCLVersion = "2.3.2"
|
|
$OpenCLTarget = Join-Path $OpenCLParent $OpenCLVersion
|
|
|
|
# --- Helper Function ---
|
|
function Install-QualcommSDK {
|
|
param (
|
|
[string]$Url,
|
|
[string]$ParentDir,
|
|
[string]$TargetDir,
|
|
[string]$Name
|
|
)
|
|
|
|
# 1. Create Parent Directory
|
|
if (-not (Test-Path -Path $ParentDir)) {
|
|
Write-Host "Creating directory: $ParentDir" -ForegroundColor Cyan
|
|
New-Item -Path $ParentDir -ItemType Directory -Force | Out-Null
|
|
}
|
|
|
|
# 2. Check for Specific Version Directory
|
|
if (Test-Path -Path $TargetDir) {
|
|
Write-Host "$Name ($TargetDir) already exists. Skipping download." -ForegroundColor Green
|
|
}
|
|
else {
|
|
Write-Host "$Name not found. preparing to download..." -ForegroundColor Yellow
|
|
|
|
# Create the target directory to extract into
|
|
New-Item -Path $TargetDir -ItemType Directory -Force | Out-Null
|
|
|
|
# Define temporary archive path
|
|
$TempFile = Join-Path $ParentDir "temp_sdk.tar.xz"
|
|
|
|
try {
|
|
# Download
|
|
Write-Host "Downloading from: $Url"
|
|
Invoke-WebRequest -Uri $Url -OutFile $TempFile
|
|
|
|
# Untar
|
|
# Note: We assume Windows includes tar.exe (Win 10 build 17063+)
|
|
Write-Host "Extracting archive to $TargetDir..."
|
|
|
|
# We use -C to extract contents INTO the target directory created above
|
|
tar -xJvf $TempFile -C $TargetDir\..
|
|
|
|
Write-Host "Extraction complete." -ForegroundColor Green
|
|
}
|
|
catch {
|
|
Write-Error "Failed to download or extract $Name. Error: $_"
|
|
# Cleanup target dir if failed so script tries again next time
|
|
Remove-Item -Path $TargetDir -Recurse -Force -ErrorAction SilentlyContinue
|
|
}
|
|
finally {
|
|
# Cleanup Archive
|
|
if (Test-Path $TempFile) { Remove-Item $TempFile -Force }
|
|
}
|
|
}
|
|
}
|
|
|
|
# --- Execution ---
|
|
|
|
# 1. Ensure Base C:\Qualcomm exists
|
|
if (-not (Test-Path $BaseDir)) {
|
|
New-Item -Path $BaseDir -ItemType Directory -Force | Out-Null
|
|
}
|
|
|
|
# 2. Run Install Logic
|
|
Install-QualcommSDK -Url $HexagonUrl -ParentDir $HexagonParent -TargetDir $HexagonSdkTarget -Name "Hexagon SDK"
|
|
Install-QualcommSDK -Url $OpenCLUrl -ParentDir $OpenCLParent -TargetDir $OpenCLTarget -Name "OpenCL SDK"
|
|
|
|
# --- Environment Variables ---
|
|
|
|
Write-Host "`nSetting Environment Variables..." -ForegroundColor Cyan
|
|
|
|
# Set OPENCL_SDK_ROOT
|
|
[System.Environment]::SetEnvironmentVariable('OPENCL_SDK_ROOT', $OpenCLTarget, [System.EnvironmentVariableTarget]::User)
|
|
$env:OPENCL_SDK_ROOT = $OpenCLTarget # Set for current session as well
|
|
Write-Host "OPENCL_SDK_ROOT set to: $OpenCLTarget"
|
|
|
|
# Set HEXAGON_SDK_ROOT
|
|
[System.Environment]::SetEnvironmentVariable('HEXAGON_SDK_ROOT', $HexagonSdkTarget, [System.EnvironmentVariableTarget]::User)
|
|
$env:HEXAGON_SDK_ROOT = $HexagonSdkTarget # Set for current session as well
|
|
Write-Host "HEXAGON_SDK_ROOT set to: $HexagonSdkTarget"
|
|
|
|
# Set HEXAGON_SDK_ROOT
|
|
[System.Environment]::SetEnvironmentVariable('HEXAGON_TOOLS_ROOT', $HexagonToolsTarget, [System.EnvironmentVariableTarget]::User)
|
|
$env:HEXAGON_TOOLS_ROOT = $HexagonToolsTarget # Set for current session as well
|
|
Write-Host "HEXAGON_TOOLS_ROOT set to: $HexagonToolsTarget"
|