@@ -5,14 +5,12 @@ import (
55 "context"
66 "embed"
77 "encoding/json"
8- "errors"
98 "fmt"
109 "io"
1110 "net/http"
1211 "os"
1312 "path/filepath"
1413 "runtime"
15- "strings"
1614
1715 "github.com/mudler/LocalAI/core/config"
1816 . "github.com/mudler/LocalAI/core/http"
@@ -913,71 +911,6 @@ var _ = Describe("API test", func() {
913911 })
914912 })
915913
916- Context ("backends" , func () {
917- It ("runs rwkv completion" , func () {
918- if runtime .GOOS != "linux" {
919- Skip ("test supported only on linux" )
920- }
921- resp , err := client .CreateCompletion (context .TODO (), openai.CompletionRequest {Model : "rwkv_test" , Prompt : "Count up to five: one, two, three, four," })
922- Expect (err ).ToNot (HaveOccurred ())
923- Expect (len (resp .Choices ) > 0 ).To (BeTrue ())
924- Expect (resp .Choices [0 ].Text ).To (ContainSubstring ("five" ))
925-
926- stream , err := client .CreateCompletionStream (context .TODO (), openai.CompletionRequest {
927- Model : "rwkv_test" , Prompt : "Count up to five: one, two, three, four," , Stream : true ,
928- })
929- Expect (err ).ToNot (HaveOccurred ())
930- defer stream .Close ()
931-
932- tokens := 0
933- text := ""
934- for {
935- response , err := stream .Recv ()
936- if errors .Is (err , io .EOF ) {
937- break
938- }
939-
940- Expect (err ).ToNot (HaveOccurred ())
941- text += response .Choices [0 ].Text
942- tokens ++
943- }
944- Expect (text ).ToNot (BeEmpty ())
945- Expect (text ).To (ContainSubstring ("five" ))
946- Expect (tokens ).ToNot (Or (Equal (1 ), Equal (0 )))
947- })
948- It ("runs rwkv chat completion" , func () {
949- if runtime .GOOS != "linux" {
950- Skip ("test supported only on linux" )
951- }
952- resp , err := client .CreateChatCompletion (context .TODO (),
953- openai.ChatCompletionRequest {Model : "rwkv_test" , Messages : []openai.ChatCompletionMessage {{Content : "Can you count up to five?" , Role : "user" }}})
954- Expect (err ).ToNot (HaveOccurred ())
955- Expect (len (resp .Choices ) > 0 ).To (BeTrue ())
956- Expect (strings .ToLower (resp .Choices [0 ].Message .Content )).To (Or (ContainSubstring ("sure" ), ContainSubstring ("five" ), ContainSubstring ("5" )))
957-
958- stream , err := client .CreateChatCompletionStream (context .TODO (), openai.ChatCompletionRequest {Model : "rwkv_test" , Messages : []openai.ChatCompletionMessage {{Content : "Can you count up to five?" , Role : "user" }}})
959- Expect (err ).ToNot (HaveOccurred ())
960- defer stream .Close ()
961-
962- tokens := 0
963- text := ""
964- for {
965- response , err := stream .Recv ()
966- if errors .Is (err , io .EOF ) {
967- break
968- }
969-
970- Expect (err ).ToNot (HaveOccurred ())
971- text += response .Choices [0 ].Delta .Content
972- tokens ++
973- }
974- Expect (text ).ToNot (BeEmpty ())
975- Expect (strings .ToLower (text )).To (Or (ContainSubstring ("sure" ), ContainSubstring ("five" )))
976-
977- Expect (tokens ).ToNot (Or (Equal (1 ), Equal (0 )))
978- })
979- })
980-
981914 // See tests/integration/stores_test
982915 Context ("Stores" , Label ("stores" ), func () {
983916
0 commit comments