WIP: Update UI to match Official Style; Vision and Assistants 👷🏽 (danny-avila#1190)

* wip: initial client side code

* wip: initial api code

* refactor: export query keys from own module, export assistant hooks

* refactor(SelectDropDown): more customization via props

* feat: create Assistant and render real Assistants

* refactor: major refactor of UI components to allow multi-chat, working alongside CreationPanel

* refactor: move assistant routes to own directory

* fix(CreationHeader): state issue with assistant select

* refactor: style changes for form, fix setSiblingIdx from useChatHelpers to use latestMessageParentId, fix render issue with ChatView and change location

* feat: parseCompactConvo: begin refactor of slimmer JSON payloads between client/api

* refactor(endpoints): add assistant endpoint, also use EModelEndpoint as much as possible

* refactor(useGetConversationsQuery): use object to access query data easily

* fix(MultiMessage): react warning of bad state set, making use of effect during render (instead of useEffect)

* fix(useNewConvo): use correct atom key (index instead of convoId) for reset latestMessageFamily

* refactor: make routing navigation/conversation change simpler

* chore: add removeNullishValues for smaller payloads, remove unused fields, setup frontend pinging of assistant endpoint

* WIP: initial complete assistant run handling

* fix: CreationPanel form correctly setting internal state

* refactor(api/assistants/chat): revise functions to working run handling strategy

* refactor(UI): initial major refactor of ChatForm and options

* feat: textarea hook

* refactor: useAuthRedirect hook and change directory name

* feat: add ChatRoute (/c/), make optionsBar absolute and change on textarea height, add temp header

* feat: match new toggle Nav open button to ChatGPT's

* feat: add OpenAI custom classnames

* feat: useOriginNavigate

* feat: messages loading view

* fix: conversation navigation and effects

* refactor: make toggle change nav opacity

* WIP: new endpoint menu

* feat: NewEndpointsMenu complete

* fix: ensure set key dialog shows on endpoint change, and new conversation resets messages

* WIP: textarea styling fix, add temp footer, create basic file handling component

* feat: image file handling (UI)

* feat: PopOver and ModelSelect in Header, remove GenButtons

* feat: drop file handling

* refactor: bug fixes
use SSE at route level
add opts to useOriginNavigate
delay render of unfinishedMessage to avoid flickering
pass params (convoId) to chatHelpers to set messages query data based on param when the route is new (fixes can't continue convo on /new/)
style(MessagesView): matches height to official
fix(SSE): pass paramId and invalidate convos
style(Message): make bg uniform

* refactor(useSSE): setStorage within setConversation updates

* feat: conversationKeysAtom, allConversationsSelector, update convos query data on created message (if new), correctly handle convo deletion (individual)

* feat: add popover select dropdowns to allow options in header while allowing horizontal scroll for mobile

* style(pluginsSelect): styling changes

* refactor(NewEndpointsMenu): make UI components modular

* feat: Presets complete

* fix: preset editing, make by index

* fix: conversations not setting on inital navigation, fix getMessages() based on query param

* fix: changing preset no longer resets latestMessage

* feat: useOnClickOutside for OptionsPopover and fix bug that causes selection of preset when deleting

* fix: revert /chat/ switchToConvo, also use NewDeleteButton in Convo

* fix: Popover correctly closes on close Popover button using custom condition for useOnClickOutside

* style: new message and nav styling

* style: hover/sibling buttons and preset menu scrolling

* feat: new convo header button

* style(Textarea): minor style changes to textarea buttons

* feat: stop/continue generating and hide hoverbuttons when submitting

* feat: compact AI Provider schemas to make json payloads and db saves smaller

* style: styling changes for consistency on chat route

* fix: created usePresetIndexOptions to prevent bugs between /c/ and /chat/ routes when editing presets, removed redundant code from the new dialog

* chore: make /chat/ route default for now since we still lack full image support

Author: danny-avila

.gitignore

@@ -40,7 +40,7 @@ meili_data/
 api/node_modules/
 client/node_modules/
 bower_components/
-types/
+*.d.ts
 
 # Floobits
 .floo

api/models/schema/convoSchema.js

@@ -18,36 +18,36 @@ const convoSchema = mongoose.Schema(
     user: {
       type: String,
       index: true,
-      default: null,
+      // default: null,
     },
     messages: [{ type: mongoose.Schema.Types.ObjectId, ref: 'Message' }],
     // google only
     examples: [{ type: mongoose.Schema.Types.Mixed }],
     agentOptions: {
       type: mongoose.Schema.Types.Mixed,
-      default: null,
+      // default: null,
     },
     ...conversationPreset,
     // for bingAI only
     bingConversationId: {
       type: String,
-      default: null,
+      // default: null,
     },
     jailbreakConversationId: {
       type: String,
-      default: null,
+      // default: null,
     },
     conversationSignature: {
       type: String,
-      default: null,
+      // default: null,
     },
     clientId: {
       type: String,
-      default: null,
+      // default: null,
     },
     invocationId: {
       type: Number,
-      default: 1,
+      // default: 1,
     },
   },
   { timestamps: true },

api/models/schema/defaults.js

@@ -8,147 +8,147 @@ const conversationPreset = {
   // for azureOpenAI, openAI, chatGPTBrowser only
   model: {
     type: String,
-    default: null,
+    // default: null,
     required: false,
   },
   // for azureOpenAI, openAI only
   chatGptLabel: {
     type: String,
-    default: null,
+    // default: null,
     required: false,
   },
   // for google only
   modelLabel: {
     type: String,
-    default: null,
+    // default: null,
     required: false,
   },
   promptPrefix: {
     type: String,
-    default: null,
+    // default: null,
     required: false,
   },
   temperature: {
     type: Number,
-    default: 1,
+    // default: 1,
     required: false,
   },
   top_p: {
     type: Number,
-    default: 1,
+    // default: 1,
     required: false,
   },
   // for google only
   topP: {
     type: Number,
-    default: 0.95,
+    // default: 0.95,
     required: false,
   },
   topK: {
     type: Number,
-    default: 40,
+    // default: 40,
     required: false,
   },
   maxOutputTokens: {
     type: Number,
-    default: 1024,
+    // default: 1024,
     required: false,
   },
   presence_penalty: {
     type: Number,
-    default: 0,
+    // default: 0,
     required: false,
   },
   frequency_penalty: {
     type: Number,
-    default: 0,
+    // default: 0,
     required: false,
   },
   // for bingai only
   jailbreak: {
     type: Boolean,
-    default: false,
+    // default: false,
   },
   context: {
     type: String,
-    default: null,
+    // default: null,
   },
   systemMessage: {
     type: String,
-    default: null,
+    // default: null,
   },
   toneStyle: {
     type: String,
-    default: null,
+    // default: null,
   },
 };
 
 const agentOptions = {
   model: {
     type: String,
-    default: null,
+    // default: null,
     required: false,
   },
   // for azureOpenAI, openAI only
   chatGptLabel: {
     type: String,
-    default: null,
+    // default: null,
     required: false,
   },
   // for google only
   modelLabel: {
     type: String,
-    default: null,
+    // default: null,
     required: false,
   },
   promptPrefix: {
     type: String,
-    default: null,
+    // default: null,
     required: false,
   },
   temperature: {
     type: Number,
-    default: 1,
+    // default: 1,
     required: false,
   },
   top_p: {
     type: Number,
-    default: 1,
+    // default: 1,
     required: false,
   },
   // for google only
   topP: {
     type: Number,
-    default: 0.95,
+    // default: 0.95,
     required: false,
   },
   topK: {
     type: Number,
-    default: 40,
+    // default: 40,
     required: false,
   },
   maxOutputTokens: {
     type: Number,
-    default: 1024,
+    // default: 1024,
     required: false,
   },
   presence_penalty: {
     type: Number,
-    default: 0,
+    // default: 0,
     required: false,
   },
   frequency_penalty: {
     type: Number,
-    default: 0,
+    // default: 0,
     required: false,
   },
   context: {
     type: String,
-    default: null,
+    // default: null,
   },
   systemMessage: {
     type: String,
-    default: null,
+    // default: null,
   },
 };
 

api/server/controllers/EndpointController.js

@@ -1,3 +1,4 @@
+const { EModelEndpoint } = require('../routes/endpoints/schemas');
 const { availableTools } = require('../../app/clients/tools');
 const { addOpenAPISpecs } = require('../../app/clients/tools/util/addOpenAPISpecs');
 const {
@@ -7,6 +8,7 @@ const {
   userProvidedOpenAI,
   palmKey,
   openAI,
+  assistant,
   azureOpenAI,
   bingAI,
   chatGPTBrowser,
@@ -53,7 +55,16 @@ async function endpointController(req, res) {
       : false;
 
   res.send(
-    JSON.stringify({ azureOpenAI, openAI, google, bingAI, chatGPTBrowser, gptPlugins, anthropic }),
+    JSON.stringify({
+      [EModelEndpoint.openAI]: openAI,
+      [EModelEndpoint.assistant]: assistant,
+      [EModelEndpoint.azureOpenAI]: azureOpenAI,
+      [EModelEndpoint.google]: google,
+      [EModelEndpoint.bingAI]: bingAI,
+      [EModelEndpoint.chatGPTBrowser]: chatGPTBrowser,
+      [EModelEndpoint.gptPlugins]: gptPlugins,
+      [EModelEndpoint.anthropic]: anthropic,
+    }),
   );
 }
 

api/server/controllers/ModelController.js

@@ -1,3 +1,4 @@
+const { EModelEndpoint } = require('../routes/endpoints/schemas');
 const {
   getOpenAIModels,
   getChatGPTBrowserModels,
@@ -6,17 +7,28 @@ const {
 
 const { useAzurePlugins } = require('../services/EndpointService').config;
 
+const fitlerAssistantModels = (str) => {
+  return /gpt-4|gpt-3\\.5/i.test(str) && !/vision|instruct/i.test(str);
+};
+
 async function modelController(req, res) {
-  const google = ['chat-bison', 'text-bison', 'codechat-bison'];
   const openAI = await getOpenAIModels();
   const azureOpenAI = await getOpenAIModels({ azure: true });
   const gptPlugins = await getOpenAIModels({ azure: useAzurePlugins, plugins: true });
-  const bingAI = ['BingAI', 'Sydney'];
   const chatGPTBrowser = getChatGPTBrowserModels();
   const anthropic = getAnthropicModels();
 
   res.send(
-    JSON.stringify({ azureOpenAI, openAI, google, bingAI, chatGPTBrowser, gptPlugins, anthropic }),
+    JSON.stringify({
+      [EModelEndpoint.openAI]: openAI,
+      [EModelEndpoint.azureOpenAI]: azureOpenAI,
+      [EModelEndpoint.assistant]: openAI.filter(fitlerAssistantModels),
+      [EModelEndpoint.google]: ['chat-bison', 'text-bison', 'codechat-bison'],
+      [EModelEndpoint.bingAI]: ['BingAI', 'Sydney'],
+      [EModelEndpoint.chatGPTBrowser]: chatGPTBrowser,
+      [EModelEndpoint.gptPlugins]: gptPlugins,
+      [EModelEndpoint.anthropic]: anthropic,
+    }),
   );
 }
 

api/server/index.js

@@ -64,6 +64,7 @@ const startServer = async () => {
   app.use('/api/models', routes.models);
   app.use('/api/plugins', routes.plugins);
   app.use('/api/config', routes.config);
+  app.use('/api/assistants', routes.assistants);
 
   // Static files
   app.get('/*', function (req, res) {

api/server/routes/ask/index.js

@@ -15,6 +15,7 @@ const {
   messageUserLimiter,
 } = require('../../middleware');
 const { isEnabled } = require('../../utils');
+const { EModelEndpoint } = require('../endpoints/schemas');
 
 const { LIMIT_CONCURRENT_MESSAGES, LIMIT_MESSAGE_IP, LIMIT_MESSAGE_USER } = process.env ?? {};
 
@@ -34,11 +35,11 @@ if (isEnabled(LIMIT_MESSAGE_USER)) {
   router.use(messageUserLimiter);
 }
 
-router.use(['/azureOpenAI', '/openAI'], openAI);
-router.use('/google', google);
-router.use('/bingAI', bingAI);
-router.use('/chatGPTBrowser', askChatGPTBrowser);
-router.use('/gptPlugins', gptPlugins);
-router.use('/anthropic', anthropic);
+router.use([`/${EModelEndpoint.azureOpenAI}`, `/${EModelEndpoint.openAI}`], openAI);
+router.use(`/${EModelEndpoint.google}`, google);
+router.use(`/${EModelEndpoint.bingAI}`, bingAI);
+router.use(`/${EModelEndpoint.chatGPTBrowser}`, askChatGPTBrowser);
+router.use(`/${EModelEndpoint.gptPlugins}`, gptPlugins);
+router.use(`/${EModelEndpoint.anthropic}`, anthropic);
 
 module.exports = router;