Agroal - Add assistant feature: Generate Test data

Signed-off-by: Phillip Kruger <[email protected]>

Author: phillip-kruger

bom/dev-ui/pom.xml

@@ -33,6 +33,7 @@
         <codeblock.version>1.1.1</codeblock.version>
         <qomponent.version>1.0.4</qomponent.version>
         <directory-tree.version>1.0.3</directory-tree.version>
+        <dot.version>0.0.1</dot.version>
         <hpcc-js-wasm.version>2.15.3</hpcc-js-wasm.version>
         <yargs.version>17.7.2</yargs.version>
         <cliui.version>8.0.1</cliui.version>
@@ -50,6 +51,7 @@
         <ansi-styles.version>4.3.0</ansi-styles.version>
         <color-convert.version>2.0.1</color-convert.version>
         <color-name.version>1.1.4</color-name.version>
+        <viz-js.version>3.12.0</viz-js.version>
     </properties>
 
     <dependencyManagement>
@@ -277,6 +279,14 @@
                 <scope>runtime</scope>
             </dependency>
 
+            <!-- Dot files render -->
+            <dependency>
+                <groupId>org.mvnpm.at.qomponent</groupId>
+                <artifactId>qui-dot</artifactId>
+                <version>${dot.version}</version>
+                <scope>runtime</scope>
+            </dependency>
+            
             <!-- Markdown render -->
             <dependency>
                 <groupId>org.mvnpm</groupId>
@@ -335,6 +345,14 @@
                 <version>${es-module-shims.version}</version>
                 <scope>runtime</scope>
             </dependency>
+            
+            <!-- Viz.js to render dot file -->
+            <dependency>
+                <groupId>org.mvnpm.at.viz-js</groupId>
+                <artifactId>viz</artifactId>
+                <version>${viz-js.version}</version>
+                <scope>runtime</scope>
+            </dependency>
         </dependencies>
     </dependencyManagement>
 </project>

extensions/agroal/deployment/pom.xml

@@ -25,6 +25,10 @@
             <groupId>io.quarkus</groupId>
             <artifactId>quarkus-datasource-deployment</artifactId>
         </dependency>
+        <dependency>
+            <groupId>io.quarkus</groupId>
+            <artifactId>quarkus-assistant-deployment</artifactId>
+        </dependency>
         <dependency>
             <groupId>io.quarkus</groupId>
             <artifactId>quarkus-agroal</artifactId>

extensions/agroal/deployment/src/main/java/io/quarkus/agroal/deployment/AgroalProcessor.java

@@ -73,7 +73,6 @@ class AgroalProcessor {
 
     private static final Logger log = Logger.getLogger(AgroalProcessor.class);
 
-    private static final String OPEN_TELEMETRY_DRIVER = "io.opentelemetry.instrumentation.jdbc.OpenTelemetryDriver";
     private static final DotName DATA_SOURCE = DotName.createSimple(javax.sql.DataSource.class.getName());
     private static final DotName AGROAL_DATA_SOURCE = DotName.createSimple(AgroalDataSource.class.getName());
 

extensions/agroal/deployment/src/main/java/io/quarkus/agroal/deployment/devui/AgroalDevUIProcessor.java

@@ -1,14 +1,19 @@
 package io.quarkus.agroal.deployment.devui;
 
+import java.util.Optional;
+
 import io.quarkus.agroal.runtime.DataSourcesJdbcBuildTimeConfig;
 import io.quarkus.agroal.runtime.dev.ui.DatabaseInspector;
+import io.quarkus.assistant.deployment.Assistant;
+import io.quarkus.assistant.deployment.AssistantBuildItem;
 import io.quarkus.deployment.IsLocalDevelopment;
 import io.quarkus.deployment.annotations.BuildProducer;
 import io.quarkus.deployment.annotations.BuildStep;
 import io.quarkus.deployment.annotations.BuildSteps;
 import io.quarkus.deployment.builditem.LaunchModeBuildItem;
 import io.quarkus.dev.spi.DevModeType;
 import io.quarkus.devui.spi.JsonRPCProvidersBuildItem;
+import io.quarkus.devui.spi.buildtime.BuildTimeActionBuildItem;
 import io.quarkus.devui.spi.page.CardPageBuildItem;
 import io.quarkus.devui.spi.page.Page;
 
@@ -37,8 +42,35 @@ void devUI(DataSourcesJdbcBuildTimeConfig config,
         }
     }
 
+    @BuildStep
+    void createBuildTimeActions(Optional<AssistantBuildItem> assistantBuildItem,
+            BuildProducer<BuildTimeActionBuildItem> buildTimeActionProducer) {
+
+        if (assistantBuildItem.isPresent()) {
+            BuildTimeActionBuildItem bta = new BuildTimeActionBuildItem();
+
+            Assistant assistant = assistantBuildItem.get().getAssistant();
+
+            // TODO: If currentInsertScript is empty, maybe send tables schema
+
+            bta.addAction("generateMoreData", params -> {
+                return assistant.assist(USER_MESSAGE, params);
+            });
+
+            buildTimeActionProducer.produce(bta);
+        }
+    }
+
     @BuildStep
     JsonRPCProvidersBuildItem createJsonRPCService() {
         return new JsonRPCProvidersBuildItem(DatabaseInspector.class);
     }
+
+    private static final String USER_MESSAGE = """
+            Given the provided sql script:
+            {{currentInsertScript}}
+            Can you add 10 more inserts into the script and return the result
+            (including the provided entries, so update the script)
+            Return the result in a field called `script`.
+            """;
 }

extensions/agroal/deployment/src/main/resources/dev-ui/qwc-agroal-datasource.js

@@ -16,12 +16,15 @@ import '@vaadin/progress-bar';
 import '@vaadin/button';
 import '@qomponent/qui-alert';
 import '@vaadin/dialog';
+import '@qomponent/qui-dot';
 import { dialogFooterRenderer, dialogHeaderRenderer, dialogRenderer } from '@vaadin/dialog/lit.js';
+import { devuiState } from 'devui-state';
+import { observeState } from 'lit-element-state';
 
 /**
  * Allows interaction with your Datasource
  */
-export class QwcAgroalDatasource extends QwcHotReloadElement {
+export class QwcAgroalDatasource extends observeState(QwcHotReloadElement) {
     jsonRpc = new JsonRpc(this);
     configJsonRpc = new JsonRpc("devui-configuration");
 
@@ -50,6 +53,12 @@ export class QwcAgroalDatasource extends QwcHotReloadElement {
             align-items: baseline;
             gap: 20px;
         }
+        .tables {
+            display: flex;
+            flex-direction: column;
+            justify-content: space-between;
+        }
+    
         .tablesAndData {
             display: flex;
             height: 100%;
@@ -154,6 +163,7 @@ export class QwcAgroalDatasource extends QwcHotReloadElement {
         _dataSources: {state: true},
         _selectedDataSource: {state: true},
         _tables: {state: true},
+        _dot: {state: true},
         _selectedTable: {state: true},
         _selectedTableIndex:{state: true},
         _selectedTableCols:{state: true},
@@ -169,14 +179,17 @@ export class QwcAgroalDatasource extends QwcHotReloadElement {
         _isAllowedDB: {state: true},
         _displaymessage: {state: true},
         _insertSQL: {state: true},
-        _dialogOpened: {state: true}
+        _showBusyLoadingDialog: {state: true},
+        _showImportSQLDialog: {state: true},
+        _showErDiagramDialog: {state: true}
     };
 
     constructor() {
         super();
         this._dataSources = null;
         this._selectedDataSource = null;
         this._tables = null;
+        this._dot = null;
         this._selectedTable = null;
         this._selectedTableCols = null;
         this._selectedTableIndex = 0;
@@ -192,7 +205,9 @@ export class QwcAgroalDatasource extends QwcHotReloadElement {
         this._allowedHost = null;
         this._displaymessage = null;
         this._insertSQL = null;
-        this._dialogOpened = false;
+        this._showBusyLoadingDialog = false;
+        this._showImportSQLDialog = false;
+        this._showErDiagramDialog = false;
     }
 
     connectedCallback() {
@@ -234,25 +249,44 @@ export class QwcAgroalDatasource extends QwcHotReloadElement {
                             </div>
                               ${this._renderDataOrWarning()}
                         </div>
-                        ${this._renderImportSqlDialog()}`;
+                        ${this._renderBusyLoadingDialog()}
+                        ${this._renderImportSqlDialog()}
+                        ${this._renderDotViewerDialog()}`;
         } else {
-            return html`<div style="color: var(--lumo-secondary-text-color);width: 95%;" >
-                <div>Fetching data sources...</div>
+            return this._renderProgressBar("Fetching data sources...");
+        }
+    }
+    
+    _renderProgressBar(message){
+        return html`<div style="color: var(--lumo-secondary-text-color);width: 95%;" >
+                <div>${message}</div>
                 <vaadin-progress-bar indeterminate></vaadin-progress-bar>
             </div>`;
+    }
+    
+    _renderBusyLoadingDialog(){
+        if(this._showBusyLoadingDialog){
+            return html`<vaadin-dialog
+                    resizable
+                    draggable
+                    header-title="Loading"
+                    .opened="${true}"
+                    
+                ${dialogRenderer(this._renderBusyLoadingDialogContents)}
+                ></vaadin-dialog>`;
         }
     }
 
     _renderImportSqlDialog(){
-        if(this._insertSQL){
+        if(this._insertSQL && !this._showBusyLoadingDialog){
             return html`
                 <vaadin-dialog
                     resizable
                     draggable
                     header-title="Import SQL Script"
-                    .opened="${this._dialogOpened}"
+                    .opened="${this._showImportSQLDialog}"
                     @opened-changed="${(event) => {
-                        this._dialogOpened = event.detail.value;
+                        this._showImportSQLDialog = event.detail.value;
                     }}"
                     ${dialogHeaderRenderer(
                         () => html`
@@ -262,6 +296,7 @@ export class QwcAgroalDatasource extends QwcHotReloadElement {
                             <vaadin-button title="Copy insert script" theme="tertiary" @click="${this._copyInsertScript}">
                                 <vaadin-icon icon="font-awesome-solid:copy"></vaadin-icon>
                             </vaadin-button>
+                            ${this._renderAssistantButton()}
                             <vaadin-button theme="tertiary" @click="${this._closeDialog}">
                                 <vaadin-icon icon="font-awesome-solid:xmark"></vaadin-icon>
                             </vaadin-button>`,
@@ -272,6 +307,56 @@ export class QwcAgroalDatasource extends QwcHotReloadElement {
         }
     }
 
+    _renderDotViewerDialog(){
+        if(this._dot && !this._showBusyLoadingDialog){
+            return html`
+                <vaadin-dialog
+                    resizable
+                    draggable
+                    header-title="ER Diagram"
+                    .opened="${this._showErDiagramDialog}"
+                    @opened-changed="${(event) => {
+                        this._showErDiagramDialog = event.detail.value;
+                    }}"
+                    ${dialogHeaderRenderer(
+                        () => html`
+                            <vaadin-button theme="tertiary" @click="${this._closeDialog}">
+                                <vaadin-icon icon="font-awesome-solid:xmark"></vaadin-icon>
+                            </vaadin-button>`,
+                    []
+                    )}
+                ${dialogRenderer(this._renderDotViewerDialogContents)}
+                ></vaadin-dialog>`;
+        }
+    }
+    
+    _renderAssistantButton(){
+        if(devuiState.applicationInfo.assistantAvailable && this._insertSQL){
+            return html`<vaadin-button title="Generate mode data" theme="tertiary" @click="${this._generateMoreData}">
+                        <vaadin-icon icon="font-awesome-solid:wand-magic-sparkles"></vaadin-icon>
+                    </vaadin-button>`;
+        }
+     }
+
+    _generateMoreData(){
+        if(this._insertSQL){
+            this._showBusyLoadingDialog = true;
+        
+            this.jsonRpc.generateMoreData({
+                                    currentInsertScript:this._insertSQL
+                                }).then(jsonRpcResponse => {
+                                    const script = jsonRpcResponse.result.script;
+                                    if (Array.isArray(script)) {
+                                        this._insertSQL = script.join('\n');
+                                    } else {
+                                        this._insertSQL = script;
+                                    }
+                                    this._showBusyLoadingDialog = false;
+                                    this._showImportSQLDialog = true;
+                                });
+        }
+    }
+    
     _saveInsertScript(){
         try {
             const blob = new Blob([this.value], { type: 'text/sql' });
@@ -305,18 +390,29 @@ export class QwcAgroalDatasource extends QwcHotReloadElement {
 
     _closeDialog(){
         this._insertSQL = null;
-        this._dialogOpened = false;
+        this._dot = null;
+        this._showImportSQLDialog = false;
+        this._showErDiagramDialog = false;
     }
 
     _renderImportSqlDialogContents(){
         return html`<qui-code-block content="${this._insertSQL}" mode="sql" theme="dark"></qui-code-block>`;
     }
 
+    _renderDotViewerDialogContents(){
+        return html`<qui-dot dot="${this._dot}"></qui-dot>`;
+    }
+    
+    _renderBusyLoadingDialogContents(){
+        return this._renderProgressBar("Busy loading... please hold on");
+    }
+    
     _renderDataOrWarning(){
         if(this._isAllowedDB){
             return html`<div class="tablesAndData">
                         <div class="tables">
                             ${this._renderTables()}
+                            ${this._renderGenerateErDiagramButton()}
                         </div>
                         <div class="tableData">
                             ${this._renderDataAndDefinition()}
@@ -377,6 +473,15 @@ export class QwcAgroalDatasource extends QwcHotReloadElement {
 
     }
 
+    _renderGenerateErDiagramButton(){
+        if(this._selectedDataSource){
+            return html`<vaadin-button @click=${this._generateErDiagram} title="Generate an ER Diagram for the tables">
+                            <vaadin-icon icon="font-awesome-solid:table" slot="prefix"></vaadin-icon>
+                            ER Diagram
+                        </vaadin-button>`;
+        }
+    }
+    
     _renderDataAndDefinition(){
         return html`<vaadin-tabsheet class="fill" theme="bordered">
                         <vaadin-button slot="suffix" theme="icon" title="Refresh" aria-label="Refresh">
@@ -503,6 +608,18 @@ export class QwcAgroalDatasource extends QwcHotReloadElement {
         }
     }
 
+    _generateErDiagram(){
+        if(this._selectedDataSource){
+            this._showBusyLoadingDialog = true;
+            this._insertSQL = null;
+            this.jsonRpc.generateDot({datasource:this._selectedDataSource.name}).then(jsonRpcResponse => {
+                this._showBusyLoadingDialog = false;
+                this._dot = jsonRpcResponse.result;
+                this._showErDiagramDialog = true;
+            });
+        }
+    }
+    
     _handleAllowSqlChange(){
         this.configJsonRpc.updateProperty({
             'name': '%dev.quarkus.datasource.dev-ui.allow-sql',
@@ -671,7 +788,7 @@ export class QwcAgroalDatasource extends QwcHotReloadElement {
         if(this._selectedDataSource){
             this.jsonRpc.getInsertScript({datasource:this._selectedDataSource.name}).then(jsonRpcResponse => {
                 this._insertSQL = jsonRpcResponse.result;
-                this._dialogOpened = true;
+                this._showImportSQLDialog = true;
             });
         }
     }