package main
import (
"embed"
"fmt"
"html/template"
"net/http"
"time"
"github.com/hybridgroup/yzma/pkg/llama"
)
//go:embed templates/index.html
var indexHTML string
//go:embed templates/404.html
var notFoundHTML string
//go:embed headshots/*
var headshots embed.FS
type Color struct { // may have .rgba() and .hex() and similar
Hex string
// something that can encode color
}
type Theme struct {
AccentColor Color
SecondaryColor Color
BackgroundColor Color
// possibly more?
}
type Testimonial struct {
Name string
Position string
Quote string
}
type Page struct {
Theme Theme
Occupation string
Tagline string
WhatWeDo string
ChandlerBio string
EricBio string
IsaacBio string
Testimonials []Testimonial
CurrentYear int
}
func getPageDataForHost(host string) Page {
return Page{
Theme: Theme{
AccentColor: Color{
Hex: "#FF5733",
},
SecondaryColor: Color{
Hex: "#33C1FF",
},
BackgroundColor: Color{
// Creamy off-white
Hex: "#FFF8E7",
},
},
Occupation: "Web Design",
Tagline: "Custom websites cooked to order",
WhatWeDo: "Lorem Ipsum…",
ChandlerBio: "Chandler has years of experience in the [...] sector",
EricBio: "Eric is a seasoned professional in [...]",
IsaacBio: "Isaac specializes in [...]",
Testimonials: []Testimonial{
{
Name: "Barack Obama",
Position: "Poolhall acquaintance",
Quote: "After the fiasco of the ACA Website, I know how important it is to get a website right on the first try, and boy do these gentlemen deliver!",
},
{
Name: "Ada Lovelace",
Position: "Pioneer of Computing",
Quote: "The elegance and functionality of the websites created by SVS Web Design are truly ahead of their time.",
},
{
Name: "Steve Jobs",
Position: "Visionary Entrepreneur",
Quote: "Design is not just what it looks like and feels like. Design is how it works. SVS Web Design understands this principle deeply.",
},
},
CurrentYear: time.Now().Year(),
}
}
var tmpl = template.Must(template.New("index").Parse(indexHTML))
func main() {
http.HandleFunc("/", func(w http.ResponseWriter, r *http.Request) {
host := r.Host
pageData := getPageDataForHost(host)
// Render indexHTML as template
tmpl.Execute(w, pageData)
})
// Serve embedded headshots file
http.Handle("/headshots/", http.FileServer(http.FS(headshots)))
// TODO: derive from something?
libPath := "/nix/store/jml3vhvay9yy94qj8bmmhbf2dhx6q2n1-llama-cpp-7356/lib"
modelFile := "./SmolLM-135M.Q2_K.gguf"
prompt := "Are you ready to go?"
responseLength := int32(128)
llama.Load(libPath)
llama.LogSet(llama.LogSilent())
llama.Init()
model, _ := llama.ModelLoadFromFile(modelFile, llama.ModelDefaultParams())
lctx, _ := llama.InitFromModel(model, llama.ContextDefaultParams())
vocab := llama.ModelGetVocab(model)
// get tokens from the prompt
tokens := llama.Tokenize(vocab, prompt, true, false)
batch := llama.BatchGetOne(tokens)
sampler := llama.SamplerChainInit(llama.SamplerChainDefaultParams())
llama.SamplerChainAdd(sampler, llama.SamplerInitGreedy())
for pos := int32(0); pos < responseLength; pos += batch.NTokens {
llama.Decode(lctx, batch)
token := llama.SamplerSample(sampler, lctx, -1)
if llama.VocabIsEOG(vocab, token) {
fmt.Println()
break
}
buf := make([]byte, 36)
len := llama.TokenToPiece(vocab, token, buf, 0, true)
fmt.Print(string(buf[:len]))
batch = llama.BatchGetOne([]llama.Token{token})
}
fmt.Println()
http.ListenAndServe(":8080", nil)
}