TroubleChute Logo
< Go Back

TroubleChute Script Hub

Currently viewing: PowerShell/AI/wizardcoder.ps1

NOTE: The following code may be out-of-date compared to GitHub, but is all pulled from GitHub every hour or so.

When shortlinks are used (filename as subdomain), code used by PowerShell and other interactions with this site is served from GitHub.

(Right-click -> Download the button below to save the file)

Last modified: 2023-06-24T18:11:22.000+02:00

# Copyright (C) 2023 TroubleChute (Wesley Pyburn)
# Licensed under the GNU General Public License v3.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#    This program is free software: you can redistribute it and/or modify
#    it under the terms of the GNU General Public License as published by
#    the Free Software Foundation, either version 3 of the License, or
#    (at your option) any later version.
#    This program is distributed in the hope that it will be useful,
#    but WITHOUT ANY WARRANTY; without even the implied warranty of
#    GNU General Public License for more details.
#    You should have received a copy of the GNU General Public License
#    along with this program.  If not, see .
# ----------------------------------------
# This script:
# 1. Check if current directory is oobabooga-windows, or oobabooga-windows is in directory
# 2. Ask the user what models they want to download
# 3. Replace commands in the start-webui.bat file
# 4. Create desktop shortcuts
# 5. Run the webui
# ----------------------------------------

Write-Host "---------------------------------------------" -ForegroundColor Cyan
Write-Host "Welcome to TroubleChute's WizardCoder installer!" -ForegroundColor Cyan
Write-Host "WizardCoder as well as all of its other dependencies and a model should now be installed..." -ForegroundColor Cyan
Write-Host "[Version 2023-06-24]" -ForegroundColor Cyan
Write-Host "`nThis script is provided AS-IS without warranty of any kind. See &"
Write-Host "Consider supporting these install scripts:" -ForegroundColor Green
Write-Host "---------------------------------------------`n`n" -ForegroundColor Cyan

Set-Variable ProgressPreference SilentlyContinue # Remove annoying yellow progress bars when doing Invoke-WebRequest for this session

if (-not ([Security.Principal.WindowsPrincipal] [Security.Principal.WindowsIdentity]::GetCurrent()).IsInRole([Security.Principal.WindowsBuiltInRole]::Administrator)) {
    Write-Host "This script needs to be run as an administrator.`nProcess can try to continue, but will likely fail. Press Enter to continue..." -ForegroundColor Red

# Allow importing remote functions
iex (irm
Import-FunctionIfNotExists -Command Get-TCHTPath -ScriptUri ""
$TCHT = Get-TCHTPath

# 1. Check if has oobabooga_windows directory ($TCHT\oobabooga_windows) (Default C:\TCHT\oobabooga_windows)
$toDownload = $True
if (Test-Path -Path "$TCHT\oobabooga_windows") {
    Write-Host "The 'oobabooga_windows' folder already exists." -ForegroundColor Green
    do {
        Write-Host -ForegroundColor Cyan -NoNewline "`n`nDo you want to download it again [NEW: Choose yes to move]? (y/n) [Default: n]: "
        $downloadAgain = Read-Host
    } while ($downloadAgain -notin "Y", "y", "N", "n", "")

    if ($downloadAgain -in "Y", "y") {
        # Perform the download again
        $toDownload = $True
    } else {
        $toDownload = $False

Import-FunctionIfNotExists -Command Install-Ooba -ScriptUri ""
if ($toDownload) {
    Write-Host "I'll start by installing Oobabooga first, then we'll get to the model...`n`n"
    Install-Ooba -skip_model 1 -skip_start 1

Set-Location "$TCHT\oobabooga_windows"

# Run the oobabooga updater
if (Test-Path -Path ./update_windows.bat) {
    Write-Host "Updating Oobabooga...`n`n" -ForegroundColor Cyan
    Write-Host "Finished updating Oobabooga...`n`n" -ForegroundColor Cyan

Import-FunctionIfNotExists -Command Get-Aria2File -ScriptUri ""
Import-FunctionIfNotExists -Command Get-HuggingFaceRepo -ScriptUri ""

$models = @{
    "1" = @{
        "Name" = "WizardCoder-15B-1.0-GPTQ (GPU)"
        "Size" = "~9.2 GB"
        "Repo" = "TheBloke/WizardCoder-15B-1.0-GPTQ"
        "BatName" = "start_wizardCoder-15B-1.0-GPTQ.bat"
        "ShortcutName" = "WizardCoder 15B (GPU) - Oobabooga"
        "Args" = "--chat --model_type llama --wbits 4 --groupsize 128"

$selectedModels = @()

# 2. Ask user what model they want
Write-Host "Downloading WizardCoder 15B 1.0 GPTQ" -ForegroundColor Yellow
Get-HuggingFaceRepo -Model $models."1".Repo -OutputPath "text-generation-webui\models\$($models."1".Repo -replace '/','_')" -SkipFiles $($models."1".SkipFiles) -IncludeFiles $($models."1".IncludeFiles)    

Write-Host "NOTE: Should you need less memory usage, see:" -ForegroundColor Green
Write-Host "(These will be added to the .bat you're trying to run in the oobabooga_windows folder)" -ForegroundColor Green

function New-WebUIBat {

    (Get-Content -Path "start_windows.bat") | ForEach-Object {
        ($_ -replace
            'call python',
            "cd text-generation-webui`npython --model $model $otherArgs")
    } | Set-Content -Path $newBatchFile

# 3. Replace commands in the start-webui.bat file
Write-Host "Creating launcher..."

$modelArgs = $models."1".Args
New-WebUIBat -model ($models."1".Repo -replace '/','_') -newBatchFile $models."1".BatName -otherArgs "$modelArgs"

# 4. Create desktop shortcuts
function Deploy-Shortcut {
    New-Shortcut -ShortcutName $name -TargetPath $batFile -IconLocation 'wizardlm.ico'

do {
    Write-Host -ForegroundColor Cyan -NoNewline "Do you want desktop shortcuts? (y/n) [Default: y]: "
    $shortcuts = Read-Host
} while ($shortcuts -notin "Y", "y", "N", "n", "")

if ($shortcuts -in "Y","y", "") {
    iex (irm # Get RemoteFunction importer
    Import-RemoteFunction -ScriptUri "" # Import function to create a shortcut
    Write-Host "Downloading WizardCoder icon..."
    Invoke-WebRequest -Uri '' -OutFile 'wizardlm.ico'
    Write-Host "`nCreating shortcuts on desktop..." -ForegroundColor Cyan

    Write-Host "Creating shortcut..."
    Deploy-Shortcut -name $models."1".ShortcutName -batFile $models."1".BatName

# 5. Run the webui
# Run the selected model by running the ".BatName"
$batFilePath = $models."1".BatName
Start-Process -FilePath cmd.exe -ArgumentList "/C $batFilePath"

TCNO TechNobo / TroubleChute © Wesley Pyburn (TroubleChute)
Support Me Privacy Policy Cookies Policy Terms of Service Contact