support zst

Author: sparkoo

.gitignore

@@ -7,3 +7,4 @@ assets/icons/shapes
 .secret/
 *.wasm
 web/public/wasm/
+testdemos/

cmd/wasm/wasm.go

@@ -2,17 +2,9 @@ package main
 
 import (
 	"bytes"
-	"compress/gzip"
-	"csgo-2d-demo-player/pkg/message"
 	"csgo-2d-demo-player/pkg/parser"
 	"fmt"
-	"io"
-	"log"
 	"syscall/js"
-	"time"
-
-	"github.com/markus-wa/demoinfocs-golang/v5/pkg/demoinfocs"
-	"google.golang.org/protobuf/proto"
 )
 
 func main() {
@@ -23,43 +15,24 @@ func main() {
 }
 
 func wasmParseDemo(this js.Value, args []js.Value) interface{} {
-	fmt.Printf("testt: +%v\n", args[0])
-	fmt.Printf("arg2: +%v\n", args[1])
-	input := make([]byte, args[1].Get("length").Int())
-	js.CopyBytesToGo(input, args[1])
-
-	fmt.Println("fer")
-
-	parse(bytes.NewReader(input), args[2])
-
-	return js.ValueOf("2")
-}
+	fmt.Println("Herere")
+	filename := args[0].String()
+	fmt.Println("trying to parse a demo %s", &filename)
 
-func parse(input io.Reader, callback js.Value) {
-	fmt.Printf("callback? %+v\n", callback)
+	callback := args[2]
+	demoData := make([]byte, args[1].Get("length").Int())
+	js.CopyBytesToGo(demoData, args[1])
 
-	gzipReader, streamErr := gzip.NewReader(input)
-	if streamErr != nil {
-		log.Printf("Failed to create gzip reader from demo. %+v", streamErr)
-	}
-
-	startTime := time.Now().Local()
-	err := parser.Parse(gzipReader, func(msg *message.Message, state demoinfocs.GameState) {
-		fmt.Printf("message: %+v \n", msg.MsgType)
-
-		payload, protoErr := proto.Marshal(msg)
-		if protoErr != nil {
-			fmt.Printf("failed to marshall the message: %+v %+v\n", msg, protoErr)
-		}
+	err := parser.WasmParseDemo(filename, bytes.NewReader(demoData), func(payload []byte) {
 		arrayConstructor := js.Global().Get("Uint8Array")
 		dataJS := arrayConstructor.New(len(payload))
 		js.CopyBytesToJS(dataJS, payload)
 		callback.Invoke(dataJS)
 	})
-	fmt.Printf("parsing took: %s\n", time.Since(startTime))
 
 	if err != nil {
 		fmt.Printf("Failed to parse a demo: %+v \n", err)
 	}
-	fmt.Println("demo parsed?")
+
+	return js.ValueOf("2")
 }

go.mod

@@ -9,6 +9,7 @@ require (
 	github.com/alexflint/go-arg v1.5.1
 	github.com/golang/geo v0.0.0-20250813021530-247f39904721
 	github.com/gorilla/websocket v1.5.3
+	github.com/klauspost/compress v1.18.0
 	github.com/markus-wa/demoinfocs-golang/v5 v5.0.2
 	github.com/sparkoo/go-steam v0.0.0-20231112203532-968479d66868
 	github.com/stretchr/testify v1.10.0
@@ -44,6 +45,7 @@ require (
 	github.com/oklog/ulid/v2 v2.1.1 // indirect
 	github.com/pkg/errors v0.9.1 // indirect
 	github.com/pmezard/go-difflib v1.0.0 // indirect
+	github.com/stretchr/objx v0.5.2 // indirect
 	go.opencensus.io v0.24.0 // indirect
 	go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.49.0 // indirect
 	go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.49.0 // indirect

go.sum

@@ -79,6 +79,8 @@ github.com/googleapis/gax-go/v2 v2.12.5 h1:8gw9KZK8TiVKB6q3zHY3SBzLnrGp6HQjyfYBY
 github.com/googleapis/gax-go/v2 v2.12.5/go.mod h1:BUDKcWo+RaKq5SC9vVYL0wLADa3VcfswbOMMRmB9H3E=
 github.com/gorilla/websocket v1.5.3 h1:saDtZ6Pbx/0u+bgYQ3q96pZgCzfhKXGPqt7kZ72aNNg=
 github.com/gorilla/websocket v1.5.3/go.mod h1:YR8l580nyteQvAITg2hZ9XVh4b55+EU/adAjf1fMHhE=
+github.com/klauspost/compress v1.18.0 h1:c/Cqfb0r+Yi+JtIEq73FWXVkRonBlf0CRNYc8Zttxdo=
+github.com/klauspost/compress v1.18.0/go.mod h1:2Pp+KzxcywXVXMr50+X0Q/Lsb43OQHYWRCY2AiWywWQ=
 github.com/kr/pretty v0.2.1 h1:Fmg33tUaq4/8ym9TJN1x7sLJnHVwhP33CNkpYV/7rwI=
 github.com/kr/pretty v0.2.1/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI=
 github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ=

pkg/parser/wasmparser.go

@@ -0,0 +1,42 @@
+package parser
+
+import (
+	"compress/gzip"
+	"csgo-2d-demo-player/pkg/message"
+	"fmt"
+	"io"
+	"strings"
+
+	"github.com/klauspost/compress/zstd"
+	"github.com/markus-wa/demoinfocs-golang/v5/pkg/demoinfocs"
+	"google.golang.org/protobuf/proto"
+)
+
+func WasmParseDemo(demoFilename string, demoFile io.Reader, callback func(payload []byte)) error {
+	decompressedDemo, decompressErr := decompress(demoFilename, demoFile)
+	if decompressErr != nil {
+		return decompressErr
+	}
+
+	return Parse(decompressedDemo, func(msg *message.Message, state demoinfocs.GameState) {
+		fmt.Printf("message: %+v \n", msg.MsgType)
+
+		payload, protoErr := proto.Marshal(msg)
+		if protoErr != nil {
+			fmt.Printf("failed to marshall the message: %+v %+v\n", msg, protoErr)
+		}
+		callback(payload)
+	})
+}
+
+func decompress(filename string, demoFile io.Reader) (io.Reader, error) {
+	if strings.HasSuffix(filename, ".gz") {
+		return gzip.NewReader(demoFile)
+	}
+
+	if strings.HasSuffix(filename, ".zst") {
+		return zstd.NewReader(demoFile)
+	}
+
+	return nil, fmt.Errorf("unsupported file format %s", filename)
+}

pkg/parser/wasmparser_test.go

@@ -0,0 +1,39 @@
+package parser
+
+import (
+	"os"
+	"testing"
+)
+
+var zstDemofileName = "1-cde451fd-6cd4-4c87-a432-d97d2235021a-1-1.dem.zst"
+var gzDemofileName = "1-cde451fd-6cd4-4c87-a432-d97d2235021a-1-1.dem.gz"
+var testDemosFolderPath = "../../testdemos"
+
+func TestParseZstDemoArchive(t *testing.T) {
+	demoFile, err := os.Open(testDemosFolderPath + "/" + zstDemofileName)
+	if err != nil {
+		t.Skip("failed to open the demo testfile. skipping for now as I have testdemos just locally")
+	}
+	parseErr := WasmParseDemo(zstDemofileName, demoFile, func(payload []byte) {})
+	if parseErr != nil {
+		t.Fatalf("failed to parse the demo: %v", parseErr)
+	}
+}
+
+func TestParseGzDemoArchive(t *testing.T) {
+	demoFile, err := os.Open(testDemosFolderPath + "/" + gzDemofileName)
+	if err != nil {
+		t.Skip("failed to open the demo testfile. skipping for now as I have testdemos just locally")
+	}
+	parseErr := WasmParseDemo(gzDemofileName, demoFile, func(payload []byte) {})
+	if parseErr != nil {
+		t.Fatalf("failed to parse the demo: %v", parseErr)
+	}
+}
+
+func TestParseUnsupportedDemoArchive(t *testing.T) {
+	parseErr := WasmParseDemo("not_supported.demo", nil, func(payload []byte) {})
+	if parseErr == nil {
+		t.Fatalf("parse should fail: %v", parseErr)
+	}
+}

web/public/worker.js

@@ -27,7 +27,6 @@ onmessage = (event) => {
 };
 
 async function loadWasm() {
-  console.log("hus", serverHost + "/wasm");
   const go = new globalThis.Go();
   await WebAssembly.instantiateStreaming(
     fetch("/wasm/csdemoparser.wasm"),